cache node and pip dependencies

callmecampos · callmecampos · commit 8d308254eb4d · 2020-07-14T12:53:56.000-06:00
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -9,7 +9,7 @@ env:
   NODE_VERSION: 14.4.0
 
 jobs:
-  build:
+  build-dh:
     name: Docker Hub Cache
     runs-on: ubuntu-latest
     steps:
@@ -101,7 +101,7 @@ jobs:
         run: docker push $GPR_CACHE_IMAGE:stage
   
   test:
-    needs: build
+    needs: build-dh
     runs-on: ubuntu-latest
     container: fmrcampos/docker-ci-cache:stage
     services:
@@ -116,6 +116,42 @@ jobs:
       - name: Check out repository
         uses: actions/checkout@v2
 
+      - name: Cache pip dependencies
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-pip-deps-tests
+        with:
+          path: ./.cache/pip
+          key: ${{ runner.os }}-${{ env.cache-name }}-${{ hashFiles('requirements.txt') }}
+          restore-keys: |
+            ${{ runner.os }}-${{ env.cache-name }}-
+            ${{ runner.os }}-
+
+      - name: Cache node version manager
+        uses: actions/cache@v2
+        id: nvm-cache
+        env:
+          cache-name: cache-nvm-tests
+        with:
+          path: ~/.nvm/versions/
+          key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/package-lock.json') }}
+          restore-keys: |
+            ${{ runner.os }}-build-${{ env.cache-name }}-
+            ${{ runner.os }}-build-
+            ${{ runner.os }}-
+
+      - name: Cache node modules
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-node-modules-tests
+        with:
+          path: ~/.npm
+          key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/package-lock.json') }}
+          restore-keys: |
+            ${{ runner.os }}-build-${{ env.cache-name }}-
+            ${{ runner.os }}-build-
+            ${{ runner.os }}-
+
       - name: Install dependencies
         run: |
           apt-get update && apt-get -y install make locales build-essential curl libpq-dev autoconf
@@ -128,16 +164,27 @@ jobs:
           echo "LANG=en_US.UTF-8" > /etc/locale.conf
           locale-gen en_US.UTF-8
 
-      - name: Setup tests
+      - name: Install nvm
+        # if: steps.nvm-cache.outputs.cache-hit == false
+        run: curl -o- https://raw.githubusercontent.com/creationix/nvm/v0.33.0/install.sh | bash
+        
+      - name: Install node
         run: |
-          curl -o- https://raw.githubusercontent.com/creationix/nvm/v0.33.0/install.sh | bash
           export NVM_DIR="$HOME/.nvm" 
           [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh"
           [ -s "$NVM_DIR/bash_completion" ] && \. "$NVM_DIR/bash_completion"
           nvm install $NODE_VERSION
-          pip install -U pip setuptools wheel
-          pip install -r requirements.txt
-          pip install -r requirements/dev.txt
+
+      - name: Install pip requirements
+        run: |
+          mkdir ./.cache && mkdir ./.cache/pip
+          chown -R $(whoami) ./.cache/pip
+          pip install -U pip setuptools wheel --cache-dir ./.cache/pip
+          pip install -r requirements.txt --cache-dir ./.cache/pip
+          pip install -r requirements/dev.txt --cache-dir ./.cache/pip
+          
+      - name: Setup node
+        run: |
           npm i -g npm
           npm install -g gulp-cli
           npm ci
@@ -154,7 +201,7 @@ jobs:
           POSTGRES_PORT: 5432
 
   lint:
-    needs: build
+    needs: build-dh
     runs-on: ubuntu-latest
     container: fmrcampos/docker-ci-cache:stage
     steps:
@@ -171,7 +218,7 @@ jobs:
           make lint ACTIONS=true
 
   docs:
-    needs: build
+    needs: build-dh
     runs-on: ubuntu-latest
     container: fmrcampos/docker-ci-cache:stage
     steps:
@@ -184,24 +231,37 @@ jobs:
           make docs
   
   deps:
-    needs: build
+    needs: build-dh
     runs-on: ubuntu-latest
     container: fmrcampos/docker-ci-cache:stage
     steps:
       - name: Check out repository
         uses: actions/checkout@v2
 
+      - name: Cache pip dependencies
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-pip-deps-deps
+        with:
+          path: ./.cache/pip
+          key: ${{ runner.os }}-${{ env.cache-name }}-${{ hashFiles('requirements.txt') }}
+          restore-keys: |
+            ${{ runner.os }}-${{ env.cache-name }}-
+            ${{ runner.os }}-
+
       - name: Dependencies
         run: |
           apt-get update && apt-get -y install build-essential make libpq-dev
           apt -y install libcurl4-openssl-dev libssl-dev pkg-config
-          pip install -U pip setuptools wheel
-          pip install -r requirements.txt
-          pip install -r requirements/dev.txt # this is probably happening twice
+          mkdir ./.cache && mkdir ./.cache/pip
+          chown -R $(whoami) ./.cache/pip
+          pip install -U pip setuptools wheel --cache-dir ./.cache/pip
+          pip install -r requirements.txt --cache-dir ./.cache/pip
+          pip install -r requirements/dev.txt --cache-dir ./.cache/pip
           make deps
 
   licenses:
-    needs: build
+    needs: build-dh
     runs-on: ubuntu-latest
     container: fmrcampos/docker-ci-cache:stage
     steps:
@@ -212,7 +272,7 @@ jobs:
         run: bin/licenses
   
   translations:
-    needs: build
+    needs: build-dh
     runs-on: ubuntu-latest
     container: fmrcampos/docker-ci-cache:stage
     steps:
@@ -225,7 +285,7 @@ jobs:
           make translations
 
   static-lint:
-    needs: build
+    needs: build-dh
     runs-on: ubuntu-latest
     container: fmrcampos/docker-ci-cache:static
     steps:
@@ -239,13 +299,27 @@ jobs:
           ./node_modules/.bin/sass-lint --verbose
 
   static-tests:
-    needs: build
+    needs: build-dh
     runs-on: ubuntu-latest
     container: fmrcampos/docker-ci-cache:static
     steps:
       - name: Check out repository
         uses: actions/checkout@v2
 
+      - name: Cache node modules
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-node-modules-static
+        with:
+          path: |
+            ~/.npm
+            **/node_modules
+          key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/package-lock.json') }}
+          restore-keys: |
+            ${{ runner.os }}-build-${{ env.cache-name }}-
+            ${{ runner.os }}-build-
+            ${{ runner.os }}-
+
       - name: Static Tests
         run: |
           apt-get update && apt-get -y install locales
@@ -257,13 +331,39 @@ jobs:
           bin/static_tests
 
   static-pipeline:
-    needs: build
+    needs: build-dh
     runs-on: ubuntu-latest
     container: fmrcampos/docker-ci-cache:static
     steps:
       - name: Check out repository
         uses: actions/checkout@v2
 
+      - name: Cache node version manager
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-nvm-pipeline
+        with:
+          path: ~/.nvm/versions/
+          key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/package-lock.json') }}
+          restore-keys: |
+            ${{ runner.os }}-build-${{ env.cache-name }}-
+            ${{ runner.os }}-build-
+            ${{ runner.os }}-
+
+      - name: Cache node modules
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-node-modules-static
+        with:
+          path: |
+            ~/.npm
+            **/node_modules
+          key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('**/package-lock.json') }}
+          restore-keys: |
+            ${{ runner.os }}-build-${{ env.cache-name }}-
+            ${{ runner.os }}-build-
+            ${{ runner.os }}-
+
       - name: Locale & Dependency Setup
         run: |
           apt-get update && apt-get -y install locales
