separate out metrics into a separate crate #339
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: [push] | |
| name: SQLServer NDC component benchmarks | |
| permissions: | |
| contents: write | |
| deployments: write | |
| jobs: | |
| benchmark: | |
| name: Benchmark | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout 🛎️ | |
| uses: actions/checkout@v4 | |
| - name: Install Nix ❄ | |
| uses: cachix/install-nix-action@v24 | |
| with: | |
| github_access_token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set up the Nix Cache 🔌 | |
| uses: cachix/cachix-action@v14 | |
| with: | |
| name: hasura-v3-dev | |
| authToken: ${{ secrets.CACHIX_AUTH_TOKEN }} | |
| useDaemon: false # attempt to stop hanging on cleanup | |
| - name: Build the Docker image 🔨 | |
| run: | | |
| docker load --input="$(nix build --no-link --print-out-paths '.#docker')" | |
| - name: Start dependencies ▶️ | |
| run: | | |
| cd benchmarks/component | |
| docker compose up --detach --wait sqlserver grafana | |
| - name: Run benchmarks 🏃 | |
| run: | | |
| cd benchmarks/component | |
| for benchmark in $(ls benchmarks); do | |
| echo "Starting agent..." | |
| docker compose up --wait agent || { | |
| docker compose logs agent | |
| exit 1 | |
| } | |
| echo "Running ${benchmark}..." | |
| docker compose run --rm benchmark run "/benchmarks/$benchmark" | |
| echo "Saving metrics for ${benchmark}..." | |
| ./metrics.sh localhost:8080 ${benchmark} | |
| echo "Stopping agent..." | |
| docker compose down agent | |
| done | |
| - name: Extract summaries ⛏️ | |
| run: | | |
| ./benchmarks/component/summarize.sh | tee benchmark-results.json | |
| # We run these benchmarks on every push so we can easily see the results. | |
| # However, we only store the results on `main`. | |
| - name: Store benchmark result ⬆️ | |
| if: github.ref == 'refs/heads/main' | |
| uses: benchmark-action/github-action-benchmark@v1 | |
| with: | |
| name: Component benchmarks | |
| tool: customSmallerIsBetter | |
| output-file-path: benchmark-results.json | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| auto-push: true | |
| alert-threshold: 200% | |
| comment-on-alert: true | |
| # scream into Slack if something goes wrong | |
| - name: Report Status | |
| if: always() && github.ref == 'refs/heads/main' | |
| uses: ravsamhq/notify-slack-action@v2 | |
| with: | |
| status: ${{ job.status }} | |
| notify_when: failure | |
| notification_title: "😧 Error on <{repo_url}|{repo}>" | |
| message_format: "🐴 *{workflow}* {status_message} for <{repo_url}|{repo}>" | |
| env: | |
| SLACK_WEBHOOK_URL: ${{ secrets.BROKEN_BUILD_SLACK_WEBHOOK_URL }} |