Merge pull request swiftlang#232 from swiftwasm/katei/reduce-ci-time

Reduce CI time

Author: kateinoigakukun

Diff for: .github/workflows/main.yml

@@ -17,20 +17,24 @@ jobs:
       - uses: actions/checkout@v1
         with:
           path: swift
+      - uses: actions/cache@v1
+        with:
+          path: ../build-cache
+          key: ${{ runner.os }}-sccache-v1
       - name: Build Linux installable archive
-        run: ./utils/webassembly/ci-linux.sh
+        run: ./utils/webassembly/ci.sh
       - name: Upload Linux installable archive
         uses: actions/upload-artifact@v1
         with:
           name: linux-installable
           path: ../swiftwasm-linux.tar.gz
-      - name: Pack test results
-        run: tar cJf swift-test-results.tar.gz ../build/*/swift-linux-x86_64/swift-test-results
-      - name: Upload test results
-        uses: actions/upload-artifact@v1
-        with:
-          name: linux-test-results
-          path: ./swift-test-results.tar.gz
+#      - name: Pack test results
+#        run: tar cJf swift-test-results.tar.gz ../build/*/swift-linux-x86_64/swift-test-results
+#      - name: Upload test results
+#        uses: actions/upload-artifact@v1
+#        with:
+#          name: linux-test-results
+#          path: ./swift-test-results.tar.gz
 
   macos_build:
     timeout-minutes: 0
@@ -40,8 +44,12 @@ jobs:
       - uses: actions/checkout@v1
         with:
           path: swift
+      - uses: actions/cache@v1
+        with:
+          path: ../build-cache
+          key: ${{ runner.os }}-sccache-v1
       - name: Build macOS installable archive
-        run: ./utils/webassembly/ci-mac.sh
+        run: ./utils/webassembly/ci.sh
       - name: Upload macOS installable archive
         uses: actions/upload-artifact@v1
         with:

Diff for: utils/webassembly/ci-linux.sh

@@ -0,0 +1,31 @@
+#/bin/bash
+
+set -ex
+
+SOURCE_PATH="$( cd "$(dirname $0)/../../.." && pwd  )" 
+SWIFT_PATH=$SOURCE_PATH/swift
+UTILS_PATH=$SWIFT_PATH/utils/webassembly
+if [[ "$(uname)" == "Linux" ]]; then
+  BUILD_SCRIPT=$UTILS_PATH/build-linux.sh
+  DEPENDENCIES_SCRIPT=$UTILS_PATH/linux/install-dependencies.sh
+else
+  BUILD_SCRIPT=$UTILS_PATH/build-mac.sh
+  DEPENDENCIES_SCRIPT=$UTILS_PATH/macos/install-dependencies.sh
+fi
+
+$DEPENDENCIES_SCRIPT
+
+export SCCACHE_CACHE_SIZE="50G"
+export SCCACHE_DIR="$SOURCE_PATH/build-cache"
+
+CACHE_FLAGS="--cmake-c-launcher $(which sccache) --cmake-cxx-launcher $(which sccache)"
+FLAGS="--release --debug-swift-stdlib $CACHE_FLAGS --verbose"
+
+$BUILD_SCRIPT $FLAGS
+
+if [[ "$(uname)" == "Linux" ]]; then
+  echo "Skip running test suites for Linux"
+else
+  # Run test but ignore failure temporarily
+  $BUILD_SCRIPT $FLAGS -t || true
+fi

Diff for: utils/webassembly/ci.sh

@@ -46,3 +46,10 @@ ln -s wasm32-wasi wasi-sdk/share/wasi-sysroot/lib/wasm32-wasi-unknown
 
 wget -O icu.tar.xz "https://github.com/swiftwasm/icu4c-wasi/releases/download/0.3.0/icu4c-wasi.tar.xz"
 tar xf icu.tar.xz
+
+# Install sccache
+
+sudo mkdir /opt/sccache && cd /opt/sccache
+wget -O - "https://github.com/mozilla/sccache/releases/download/0.2.13/sccache-0.2.13-x86_64-unknown-linux-musl.tar.gz" | \
+  sudo tar xz --strip-components 1
+sudo ln -sf /opt/sccache/sccache /usr/local/bin

Diff for: utils/webassembly/linux/install-dependencies.sh

@@ -3,11 +3,10 @@
 set -ex
 
 brew uninstall python@2 || true
-brew install cmake ninja llvm
+brew install cmake ninja llvm sccache
 
-SOURCE_PATH="$( cd "$(dirname $0)/../../.." && pwd  )" 
+SOURCE_PATH="$( cd "$(dirname $0)/../../../../" && pwd  )"
 SWIFT_PATH=$SOURCE_PATH/swift
-BUILD_SCRIPT=$SWIFT_PATH/utils/webassembly/build-mac.sh
 cd $SWIFT_PATH
 
 ./utils/update-checkout --clone --scheme wasm --skip-repository swift
@@ -38,7 +37,3 @@ ln -s wasm32-wasi wasi-sdk/share/wasi-sysroot/lib/wasm32-wasi-unknown
 
 wget -O icu.tar.xz "https://github.com/swiftwasm/icu4c-wasi/releases/download/0.3.0/icu4c-wasi.tar.xz"
 tar xf icu.tar.xz
-
-$BUILD_SCRIPT --release --debug-swift-stdlib --verbose
-# Run test but ignore failure temporarily
-$BUILD_SCRIPT --release --debug-swift-stdlib --verbose -t || true