[DEVOPS-1100] Catch errors in check-hydra.sh and exit appropriately

Author: disassembler

scripts/ci/check-hydra.sh

@@ -1,5 +1,20 @@
-#!/bin/sh
+#!/usr/bin/env nix-shell
+nix-shell -p jq
 
 nix-build https://github.com/nixos/nixpkgs/archive/4fb198892d298452023ab176e7067da58d30772e.tar.gz -A hydra
 echo '~~~ Evaluating release.nix'
-./result/bin/hydra-eval-jobs -I . release.nix
+env time --format '%e' -o eval-time.txt ./result/bin/hydra-eval-jobs -I . release.nix > eval.json
+EVAL_EXIT_CODE="$?"
+EVAL_TIME=$(cat eval-time.txt)
+jq -r '.' < eval.json
+jq -r 'map_values(.error)|to_entries[]|select(.value)|@text "\(.key): \(.value)"' < eval.json
+NUM_ERRORS=$(jq -r '[ map_values(.error)|to_entries[]|select(.value) ] |length' < eval.json)
+rm eval.json eval-time.txt
+
+if [ "$NUM_ERRORS" != 0 ] || [ "$EVAL_EXIT_CODE" != 0 ]
+then
+  echo "ERROR: evaluation completed in $EVAL_TIME seconds with $NUM_ERRORS errors"
+  exit 1
+else
+  echo "OK: evaluation completed in $EVAL_TIME seconds with no errors"
+fi