test: add cache persistence and invalidation tests (#22013)

* test: add cache persistance and invalidation tests

Co-authored-by: Sidhartha Chatterjee <[email protected]>

* remove unused file

* Add some comments and clean up

Co-authored-by: Sidhartha Chatterjee <[email protected]>

Author: pieh

.circleci/config.yml

@@ -194,7 +194,10 @@ commands:
         type: string
       test_command:
         type: string
-        default: "" # if unset, e2e-test.sh specifies the command
+        default: "yarn test"
+      run_loki:
+        type: boolean
+        default: false
     steps:
       - <<: *attach_to_bootstrap
       # In case of failure, add these steps again. Cache probably got deleted
@@ -205,7 +208,17 @@ commands:
           condition: << parameters.skip_file_change_test >>
           steps:
             - run: ./scripts/assert-changed-files.sh "<< parameters.trigger_pattern >>|<< parameters.test_path >>/*"
-      - run: ./scripts/e2e-test.sh "<< parameters.test_path >>" "<< parameters.test_command >>"
+      - run:
+          name: Run tests (using defaults)
+          command: ./scripts/e2e-test.sh "<< parameters.test_path >>" "<< parameters.test_command >>"
+
+      - when:
+          condition: << parameters.run_loki >>
+          steps:
+            - run:
+                command: GATSBY_DB_NODES=loki << parameters.test_command >>
+                name: Run tests (using Loki)
+                working_directory: << parameters.test_path >>
 
 version: 2.1
 
@@ -269,6 +282,13 @@ jobs:
       - e2e-test:
           test_path: integration-tests/long-term-caching
 
+  integration_tests_cache_resilience:
+    executor: node
+    steps:
+      - e2e-test:
+          test_path: integration-tests/cache-resilience
+          run_loki: true
+
   integration_tests_gatsby_pipeline:
     executor: node
     steps:
@@ -647,6 +667,8 @@ workflows:
             - bootstrap
       - integration_tests_long_term_caching:
           <<: *e2e-test-workflow
+      - integration_tests_cache_resilience:
+          <<: *e2e-test-workflow
       - integration_tests_gatsby_pipeline:
           <<: *e2e-test-workflow
       - integration_tests_structured_logging:

integration-tests/cache-resilience/.gitignore

@@ -0,0 +1,7 @@
+plugins/**/gatsby-node.js
+gatsby-config.js
+src/pages/scenarios
+
+# temporary test artifacts
+on_pre_bootstrap.state
+on_post_build.state

integration-tests/cache-resilience/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2019 gatsbyjs
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.