Benchmark Turborepo #269
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Benchmark Turborepo | |
| on: | |
| workflow_dispatch: | |
| workflow_run: | |
| # Make sure this matches the name of the workflow in ./github/workflows/turborepo-release.yml. | |
| workflows: [Turborepo Release] | |
| types: | |
| - completed | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - "cli/**" | |
| - crates/turborepo*/** | |
| # - "benchmark/**" (we don't need to run benchmarks when the benchmark changes, next push will capture it) | |
| jobs: | |
| benchmark: | |
| name: Run Benchmarks | |
| timeout-minutes: 60 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: ./.github/actions/setup-node | |
| - uses: ./.github/actions/setup-go | |
| with: | |
| github-token: "${{ secrets.GITHUB_TOKEN }}" | |
| - uses: ./.github/actions/setup-turborepo-environment | |
| with: | |
| target: ubuntu-latest | |
| github-token: "${{ secrets.GITHUB_TOKEN }}" | |
| - name: Build | |
| run: cd cli && make turbo-prod | |
| - name: Run benchmarks | |
| run: pnpm -F benchmark benchmark | |
| - name: Save to Tinybird | |
| run: | | |
| curl \ | |
| -i \ | |
| -F "ndjson=@./benchmark/tinybird.ndjson" \ | |
| -X POST \ | |
| -H 'Authorization: Bearer ${{ secrets.TINYBIRD_TOKEN }}' \ | |
| 'https://api.us-east.tinybird.co/v0/datasources?format=ndjson&name=turbo_benchmarks&mode=append' | |
| time-to-first-task: | |
| name: Time to First Task | |
| timeout-minutes: 60 | |
| runs-on: ${{ matrix.os.runner }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: | |
| - name: ubuntu | |
| runner: ubuntu-latest | |
| - name: macos | |
| runner: macos-latest | |
| - name: windows | |
| runner: windows-latest | |
| # Set the secret as an env var so we can use it in the script | |
| env: | |
| TINYBIRD_TOKEN: ${{secrets.TINYBIRD_TOKEN}} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: ./.github/actions/setup-node | |
| - uses: ./.github/actions/setup-go | |
| with: | |
| github-token: "${{ secrets.GITHUB_TOKEN }}" | |
| - uses: ./.github/actions/setup-turborepo-environment | |
| with: | |
| target: ubuntu-latest | |
| github-token: "${{ secrets.GITHUB_TOKEN }}" | |
| - name: Build Turborepo from source | |
| run: pnpm -F cli build | |
| - name: Clone Fixture | |
| run: cd benchmark && node -r esbuild-register src/setup-ttft.ts | |
| - name: Run benchmarks | |
| run: pnpm -F benchmark ttft | |
| - name: Augment Data and Send to TinyBird | |
| run: cd benchmark && node -r esbuild-register ./src/ttft-send.ts "$PWD/ttft.json" ${{github.run_id}} | |
| # The benchmark always produces profile.json, but we can change the name for the purpose of saving it | |
| - name: Prep artifact | |
| run: mv ./benchmark/profile.json ./benchmark/profile-${{matrix.os.runner}}.json | |
| - name: Upload Artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: profile-${{matrix.os.runner}}.json | |
| path: ./benchmark/profile-${{matrix.os.runner}}.json |