performance-tests-one-time.yml

name: One-time performance testing - 8th November 2023

# Run "At every 30th minute on day-of-month 8 in November"
on:
  schedule:
    - cron: '*/30 * 8 11 *'

# Add some extra perms to comment on a PR
permissions:
  pull-requests: write
  contents: read

jobs:
  run-perftests:
    # Run this on Delphi's self-hosted runner
    runs-on: self-hosted
    outputs:
      request_count: ${{ steps.output.outputs.request_count }}
      failure_count: ${{ steps.output.outputs.failure_count }}
      med_time: ${{ steps.output.outputs.med_time }}
      avg_time: ${{ steps.output.outputs.avg_time }}
      min_time: ${{ steps.output.outputs.min_time }}
      max_time: ${{ steps.output.outputs.max_time }}
      requests_per_sec: ${{ steps.output.outputs.requests_per_sec }}
    steps:
      - name: Clean files from previous runs
        uses: AutoModality/action-clean@v1
      - name: Check out repository
        uses: actions/checkout@v3
      - name: Set up repository # mimics install.sh in the README except that delphi is cloned from the PR rather than main
        run: |
          cd ..
          rm -rf driver
          mkdir -p driver/repos/delphi
          cd driver/repos/delphi
          git clone https://github.com/cmu-delphi/operations
          git clone https://github.com/cmu-delphi/utils
          git clone https://github.com/cmu-delphi/flu-contest
          git clone https://github.com/cmu-delphi/nowcast
          cd ../../

          cd ..
          cp -R delphi-epidata driver/repos/delphi/delphi-epidata
          cd -

          ln -s repos/delphi/delphi-epidata/dev/local/Makefile
      - name: Build & run epidata
        run: |
          cd ../driver
          sudo make web sql="${{ secrets.DB_CONN_STRING }}" rate_limit="999999/second"
          sudo make redis
      - name: Check out delphi-admin
        uses: actions/checkout@v3
        with:
          repository: cmu-delphi/delphi-admin
          token: ${{ secrets.CMU_DELPHI_DEPLOY_MACHINE_PAT }}
          path: delphi-admin
      - name: Build & run Locust
        continue-on-error: true # sometimes ~2-5 queries fail, we shouldn't end the run if that's the case
        env:
          PERFTEST_API_KEY: ${{secrets.PERFTEST_API_KEY}}
        run: |
          cd delphi-admin/load-testing/locust
          docker build -t locust .
          export CSV=v4-requests-small.csv
          touch output_stats.csv && chmod 666 output_stats.csv
          touch output_stats_history.csv && chmod 666 output_stats_history.csv
          touch output_failures.csv && chmod 666 output_failures.csv
          touch output_exceptions.csv && chmod 666 output_exceptions.csv
          docker run --net=host -v $PWD:/mnt/locust -e CSV="/mnt/locust/${CSV}" locust -f /mnt/locust/v4.py --host http://127.0.0.1:10080/ --users 10 --spawn-rate 1 --headless -i "$(cat ${CSV} | wc -l)" --csv=/mnt/locust/output
      - name: Produce output for summary
        id: output
        uses: jannekem/run-python-script-action@v1
        with:
          script: |
            import os

            def write_string(name, value):
              with open(os.environ['GITHUB_OUTPUT'], 'a') as fh:
                print(f'{name}={value}', file=fh)

            def write_float(name, value):
              write_string(name, "{:.2f}".format(float(value)))

            with open("delphi-admin/load-testing/locust/output_stats.csv", "r", encoding="utf-8", errors="ignore") as scraped:
              final_line = scraped.readlines()[-1].split(",")
              write_string('request_count', final_line[2])
              write_string('failure_count', final_line[3])
              write_float('med_time', final_line[4])
              write_float('avg_time', final_line[5])
              write_float('min_time', final_line[6])
              write_float('max_time', final_line[7])
              write_float('requests_per_sec', final_line[9])

      - name: Archive results as artifacts
        uses: actions/upload-artifact@v4
        with:
          name: locust-output
          path: |
            delphi-admin/load-testing/locust/output_*.csv