[DEVOPS-985] demo cluster/wallet integration tests

Author: disassembler

default.nix

@@ -118,13 +118,13 @@ let
       walletConfigFile = ./custom-wallet-config.nix;
       walletConfig = if allowCustomConfig then (if builtins.pathExists walletConfigFile then import walletConfigFile else {}) else {};
     in
-      args: pkgs.callPackage ./scripts/launch/connect-to-cluster (args // { inherit gitrev; } // walletConfig );
+      args: pkgs.callPackage ./scripts/launch/connect-to-cluster (args // { inherit gitrev useStackBinaries; } // walletConfig );
   other = rec {
-    walletIntegrationTests = pkgs.callPackage ./scripts/test/wallet/integration { inherit gitrev; };
+    walletIntegrationTests = pkgs.callPackage ./scripts/test/wallet/integration { inherit gitrev useStackBinaries; };
     validateJson = pkgs.callPackage ./tools/src/validate-json {};
-    demoCluster = pkgs.callPackage ./scripts/launch/demo-cluster { inherit gitrev; };
+    demoCluster = pkgs.callPackage ./scripts/launch/demo-cluster { inherit gitrev useStackBinaries; };
     demoClusterLaunchGenesis = pkgs.callPackage ./scripts/launch/demo-cluster {
-      inherit gitrev;
+      inherit gitrev useStackBinaries;
       launchGenesis = true;
       configurationKey = "testnet_full";
       runWallet = false;
@@ -157,15 +157,15 @@ let
     inherit (pkgs) purescript;
     connectScripts = {
       mainnet = {
-        wallet = connect { inherit useStackBinaries;};
+        wallet = connect { };
         explorer = connect { executable = "explorer"; };
       };
       staging = {
-        wallet = connect { inherit useStackBinaries; environment = "mainnet-staging"; };
+        wallet = connect { environment = "mainnet-staging"; };
         explorer = connect { executable = "explorer"; environment = "mainnet-staging"; };
       };
       testnet = {
-        wallet = connect { inherit useStackBinaries; environment = "testnet"; };
+        wallet = connect { environment = "testnet"; };
         explorer = connect { executable = "explorer"; environment = "testnet"; };
       };
       demoWallet = connect { environment = "demo"; };

scripts/launch/connect-to-cluster/default.nix

@@ -53,7 +53,7 @@ let
   };
   executables =  {
     wallet = if useStackBinaries then "stack exec -- cardano-node" else "${iohkPkgs.cardano-sl-wallet-new}/bin/cardano-node";
-    explorer = "${iohkPkgs.cardano-sl-explorer-static}/bin/cardano-explorer";
+    explorer = if useStackBinaries then "stack exec -- cardano-explorer" else "${iohkPkgs.cardano-sl-explorer-static}/bin/cardano-explorer";
     x509gen = if useStackBinaries then "stack exec -- cardano-x509-certificates" else "${iohkPkgs.cardano-sl-tools}/bin/cardano-x509-certificates";
   };
   ifWallet = localLib.optionalString (executable == "wallet");

scripts/launch/demo-cluster/default.nix

@@ -14,19 +14,16 @@
 , keepAlive ? true
 , launchGenesis ? false
 , configurationKey ? "default"
+, useStackBinaries ? false
 }:
 
 with localLib;
 
 let
-  executables =  {
-    corenode = "${iohkPkgs.cardano-sl-node-static}/bin/cardano-node-simple";
-    wallet = "${iohkPkgs.cardano-sl-wallet-new}/bin/cardano-node";
-    integration-test = "${iohkPkgs.cardano-sl-wallet-new}/bin/wal-integr-test";
-    keygen = "${iohkPkgs.cardano-sl-tools}/bin/cardano-keygen";
-    explorer = "${iohkPkgs.cardano-sl-explorer-static}/bin/cardano-explorer";
-  };
-  demoClusterDeps = with pkgs; (with iohkPkgs; [ jq coreutils pkgs.curl gnused openssl cardano-sl-tools cardano-sl-wallet-new cardano-sl-node-static ]);
+  stackExec = optionalString useStackBinaries "stack exec -- ";
+  cardanoDeps = with iohkPkgs; [ cardano-sl-tools cardano-sl-wallet-new cardano-sl-node-static ];
+  demoClusterDeps = with pkgs; [ jq coreutils curl gnused openssl ];
+  allDeps =  demoClusterDeps ++ (optionals (!useStackBinaries ) cardanoDeps);
   walletConfig = {
     inherit stateDir;
     topologyFile = walletTopologyFile;
@@ -39,9 +36,9 @@ let
   } else {
     environment = "demo";
   };
-  demoWallet = pkgs.callPackage ./../connect-to-cluster ({ inherit gitrev; debug = false; } // walletEnvironment // walletConfig);
-  ifWallet = localLib.optionalString (runWallet);
-  ifKeepAlive = localLib.optionalString (keepAlive);
+  demoWallet = pkgs.callPackage ./../connect-to-cluster ({ inherit gitrev useStackBinaries; debug = false; } // walletEnvironment // walletConfig);
+  ifWallet = optionalString (runWallet);
+  ifKeepAlive = optionalString (keepAlive);
   iohkPkgs = import ./../../.. { inherit config system pkgs gitrev; };
   src = ./../../..;
   topologyFile = import ./make-topology.nix { inherit (pkgs) lib; cores = numCoreNodes; relays = numRelayNodes; };
@@ -52,8 +49,8 @@ let
       fallbacks = 1;
     };
   });
-  assetLockFile = pkgs.writeText "asset-lock-file" (localLib.intersperse "\n" assetLockAddresses);
-  ifAssetLock = localLib.optionalString (assetLockAddresses != []);
+  assetLockFile = pkgs.writeText "asset-lock-file" (intersperse "\n" assetLockAddresses);
+  ifAssetLock = optionalString (assetLockAddresses != []);
   configFiles = pkgs.runCommand "cardano-config" {} ''
       mkdir -pv $out
       cd $out
@@ -69,7 +66,7 @@ let
 
 in pkgs.writeScript "demo-cluster" ''
   #!${pkgs.stdenv.shell}
-  export PATH=${pkgs.lib.makeBinPath demoClusterDeps}
+  export PATH=${pkgs.lib.makeBinPath allDeps}:$PATH
   # Set to 0 (passing) by default. Tests using this cluster can set this variable
   # to force the `stop_cardano` function to exit with a different code.
   EXIT_STATUS=0
@@ -111,7 +108,7 @@ in pkgs.writeScript "demo-cluster" ''
   '' else ''
     echo "Creating genesis keys..."
     config_files=${configFiles}
-    cardano-keygen --system-start 0 generate-keys-by-spec --genesis-out-dir ${stateDir}/genesis-keys --configuration-file $config_files/configuration.yaml --configuration-key ${configurationKey}
+    ${stackExec}cardano-keygen --system-start 0 generate-keys-by-spec --genesis-out-dir ${stateDir}/genesis-keys --configuration-file $config_files/configuration.yaml --configuration-key ${configurationKey}
   ''}
 
   trap "stop_cardano" INT TERM
@@ -120,15 +117,15 @@ in pkgs.writeScript "demo-cluster" ''
   do
     node_args="--db-path ${stateDir}/core-db$i --rebuild-db ${if launchGenesis then "--keyfile ${stateDir}/genesis-keys/generated-keys/rich/key$((i - 1)).sk" else "--genesis-secret $i"} --listen 127.0.0.1:$((3000 + i)) --json-log ${stateDir}/logs/core$i.json --logs-prefix ${stateDir}/logs --system-start $system_start --metrics +RTS -N2 -qg -A1m -I0 -T -RTS --node-id core$i --topology ${topologyFile} --configuration-file $config_files/configuration.yaml --configuration-key ${configurationKey} ${ifAssetLock "--asset-lock-file ${assetLockFile}"}"
     echo Launching core node $i: cardano-node-simple $node_args
-    cardano-node-simple $node_args &> ${stateDir}/logs/core$i.log &
+    ${stackExec}cardano-node-simple $node_args &> ${stateDir}/logs/core$i.log &
     core_pid[$i]=$!
 
   done
   for i in {1..${builtins.toString numRelayNodes}}
   do
     node_args="--db-path ${stateDir}/relay-db$i --rebuild-db --listen 127.0.0.1:$((3100 + i)) --json-log ${stateDir}/logs/relay$i.json --logs-prefix ${stateDir}/logs --system-start $system_start --metrics +RTS -N2 -qg -A1m -I0 -T -RTS --node-id relay$i --topology ${topologyFile} --configuration-file $config_files/configuration.yaml --configuration-key ${configurationKey}"
     echo Launching relay node $i: cardano-node-simple $node_args
-    cardano-node-simple $node_args &> ${stateDir}/logs/relay$i.log &
+    ${stackExec}cardano-node-simple $node_args &> ${stateDir}/logs/relay$i.log &
     relay_pid[$i]=$!
 
   done

scripts/test/wallet/integration/default.nix

@@ -7,13 +7,18 @@
 , gitrev ? "123456" # Dummy git revision to prevent mass rebuilds
 , ghcRuntimeArgs ? "-N2 -qg -A1m -I0 -T"
 , additionalNodeArgs ? ""
+, useStackBinaries ? false
 }:
 
 with localLib;
 
 let
+  stackExec = optionalString useStackBinaries "stack exec -- ";
+  cardanoDeps = with iohkPkgs; [ cardano-sl-tools ];
+  integrationTestDeps = with pkgs; [ gnugrep ];
+  allDeps = integrationTestDeps ++ (optionals (!useStackBinaries ) cardanoDeps);
   demo-cluster = iohkPkgs.demoCluster.override {
-    inherit gitrev numCoreNodes stateDir;
+    inherit gitrev numCoreNodes stateDir useStackBinaries;
     keepAlive = false;
     assetLockAddresses = [ "DdzFFzCqrhswMWoTiWaqXUDZJuYUx63qB6Aq8rbVbhFbc8NWqhpZkC7Lhn5eVA7kWf4JwKvJ9PqQF78AewMCzDZLabkzm99rFzpNDKp5" ];
   };
@@ -22,14 +27,16 @@ let
   };
   iohkPkgs = import ./../../../.. { inherit config system pkgs gitrev; };
 in pkgs.writeScript "integration-tests" ''
+  #!${pkgs.stdenv.shell}
+  export PATH=${pkgs.lib.makeBinPath allDeps}:$PATH
   set -e
   source ${demo-cluster}
-  ${executables.integration-test} --tls-ca-cert ${stateDir}/tls/client/ca.crt --tls-client-cert ${stateDir}/tls/client/client.pem --tls-key ${stateDir}/tls/client/client.key
+  ${stackExec}wal-integr-test --tls-ca-cert ${stateDir}/tls/client/ca.crt --tls-client-cert ${stateDir}/tls/client/client.pem --tls-key ${stateDir}/tls/client/client.key
   EXIT_STATUS=$?
   # Verify we see "transaction list is empty after filtering out asset-locked source addresses" in at least 1 core node log file
   if [[ $EXIT_STATUS -eq 0 ]]
   then
-    ${pkgs.gnugrep}/bin/grep "transaction list is empty after filtering out asset-locked source addresses" state-demo/logs/core*.json
+    grep "transaction list is empty after filtering out asset-locked source addresses" state-demo/logs/core*.json
     EXIT_STATUS=$?
   fi
   stop_cardano