Update build to use nix-tools.

Author: jbgi

.buildkite/pipeline.yml

@@ -1,24 +1,9 @@
 steps:
-
-  - label: 'stack coveralls coverage'
-    command:
-      - 'nix-shell -A runCoveralls'
+  - label: 'check-hydra'
+    command: 'ci/check-hydra.sh'
     agents:
       system: x86_64-linux
-
-  - label: 'nix build'
-    command: 'nix-build release.nix'
+  - label: 'stack2nix'
+    command: 'ci/check-regenerate-nix.sh'
     agents:
-      system: x86_64-linux
-
-  - label: 'stack rebuild'
-    env:
-      AWS_REGION: us-west-1
-      S3_BUCKET: appveyor-ci-cache
-      CACHE_S3_MAX_SIZE: 2500MB
-      STACK_ROOT: "/build/cardano-shell.stack"
-    command:
-      - "nix-build scripts/buildkite -o stack-rebuild"
-      - "./stack-rebuild --build-dir /build/cardano-shell --base-branch develop"
-    agents:
-      system: x86_64-linux
+      system: x86_64-linux

.gitattributes

@@ -0,0 +1,6 @@
+# GitHub Linguist annotations.
+# Hide nix/.stack.nix/*.nix
+# That is stuff that is generated by nix-tools stack-to-nix
+
+nix/.stack.nix/*.nix linguist-generated=true
+.stack-to-nix.cache linguist-generated=true

.stack-to-nix.cache

@@ -0,0 +1,8 @@
+status = [
+  "buildkite/cardano-shell",
+  "ci/hydra:Cardano:cardano-shell:required",
+]
+timeout_sec = 7200
+required_approvals = 1
+block_labels = [ "WIP", "DO NOT MERGE" ]
+delete_merged_branches = true

bors.toml

@@ -0,0 +1,31 @@
+#!/usr/bin/env nix-shell
+#!nix-shell -p jq hydra -i bash -I nixpkgs=https://github.com/NixOS/nixpkgs/archive/09195057114a0a8d112c847a9a8f52957420857d.tar.gz
+
+echo '~~~ Evaluating release.nix'
+command time --format '%e' -o eval-time.txt \
+    hydra-eval-jobs \
+    --option allowed-uris "https://github.com/NixOS https://github.com/input-output-hk" \
+    -I . release.nix \
+    --arg supportedSystems '["x86_64-linux"]' > eval.json
+EVAL_EXIT_CODE="$?"
+if [ "$EVAL_EXIT_CODE" != 0 ]
+then
+  rm eval.json eval-time.txt
+  echo -e "\\e[31;1mERROR: Failed to evaluate release.nix\\e[0m"
+  exit 1
+fi
+EVAL_TIME=$(cat eval-time.txt)
+jq . < eval.json
+ERRORS=$(jq -r 'map_values(.error)|to_entries[]|select(.value)|@text "\(.key): \(.value)"' < eval.json)
+NUM_ERRORS=$(jq -r '[ map_values(.error)|to_entries[]|select(.value) ] |length' < eval.json)
+rm eval.json eval-time.txt
+
+if [ "$NUM_ERRORS" != 0 ]
+then
+  echo -e "\\e[31;1mERROR: evaluation completed in $EVAL_TIME seconds with $NUM_ERRORS errors\\e[0m"
+  echo "$ERRORS"
+  exit 1
+else
+  echo -e "\\e[32;1mOK: evaluation completed in $EVAL_TIME seconds with no errors\\e[0m"
+  exit 0
+fi

ci/check-hydra.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env nix-shell
+#!nix-shell -i bash -p git bash nixStable
+
+# Check and warn if stack-to-nix auto-generated code is out of date.
+
+set -xe
+
+fail_stack2nix_check() {
+  git diff -w --text > /tmp/stack2nix.patch
+  buildkite-agent artifact upload /tmp/stack2nix.patch --job "$BUILDKITE_JOB_ID"
+  echo "ERROR: you need to (run ./nix/regenerate.sh or apply the patch in the buildkite artifact) and commit the changes" >&2
+  exit 1
+}
+
+# Get relative path to script directory
+scriptDir=$(dirname -- "$(readlink -f -- "${BASH_SOURCE[0]}")")
+
+"${scriptDir}/../nix/regenerate.sh"
+
+git diff -w --text --exit-code || fail_stack2nix_check

ci/check-regenerate-nix.sh

@@ -0,0 +1,51 @@
+#
+# The defaul.nix file. This will generate targets for all
+# buildables (see release.nix for nomenclature, excluding
+# the "build machine" last part, specific to release.nix), eg.:
+#
+# - nix build -f default.nix nix-tools.tests.iohk-monitoring # All `iohk-monitoring` tests
+# - nix build -f default.nix nix-tools.tests.iohk-monitoring.tests
+# - nix build -f default.nix nix-tools.exes.iohk-monitoring # All `iohk-monitoring` executables
+# - nix build -f default.nix nix-tools.cexes.iohk-monitoring.example-simple
+#
+# Generated targets include anything from stack.yaml (via
+# nix-tools:stack-to-nix and the nix/regenerate.sh script)
+# or cabal.project (via nix-tools:plan-to-nix), including all
+# version overrides specified there.
+#
+# Nix-tools stack-to-nix will generate the `nix/.stack-pkgs.nix`
+# file which is imported from the `nix/pkgs.nix` where further
+# customizations outside of the ones in stack.yaml/cabal.project
+# can be specified as needed for nix/ci.
+#
+# Please run `nix/regenerate.sh` after modifying stack.yaml
+# or relevant part of cabal configuration files.
+# When switching to recent stackage or hackage package version,
+# you might also need to update the iohk-nix common lib. You
+# can do so by running the `nix/update-iohk-nix.sh` script.
+#
+# More information about iohk-nix and nix-tools is available at:
+# https://github.com/input-output-hk/iohk-nix/blob/master/docs/nix-toolification.org#for-a-stackage-project
+#
+
+
+# We will need to import the iohk-nix common lib, which includes
+# the nix-tools tooling.
+let
+  commonLib = import ./nix/iohk-common.nix;
+in
+# This file needs to export a function that takes
+# the arguments it is passed and forwards them to
+# the default-nix template from iohk-nix. This is
+# important so that the release.nix file can properly
+# parameterize this file when targetting different
+# hosts.
+{ system ? builtins.currentSystem
+, config ? {}, ... }@args:
+# We will instantiate the default-nix template with the
+# nix/pkgs.nix file...
+commonLib.nix-tools.default-nix ./nix/pkgs.nix args
+# ... and add additional non-haskell packages we want to build on CI:
+// {
+  cardano-shell-env = (import ./stack-shell.nix { inherit config system;  });
+}