bench-turborepo.yml

name: Benchmark Turborepo

on:
  workflow_dispatch:
  workflow_run:
    # Make sure this matches the name of the workflow in ./github/workflows/turborepo-release.yml.
    workflows: [Turborepo Release]
    types:
      - completed

jobs:
  # benchmark:
  #   name: Run Benchmarks
  #   timeout-minutes: 60
  #   runs-on: ubuntu-latest

  #   steps:
  #     - uses: actions/checkout@v3
  #     - uses: ./.github/actions/setup-node
  #     - uses: ./.github/actions/setup-go
  #       with:
  #         github-token: "${{ secrets.GITHUB_TOKEN }}"

  #     - uses: ./.github/actions/setup-turborepo-environment
  #       with:
  #         target: ubuntu-latest
  #         github-token: "${{ secrets.GITHUB_TOKEN }}"

  #     - name: Build
  #       run: cd cli && make turbo-prod

  #     - name: Run benchmarks
  #       run: pnpm -F benchmark benchmark

  #     - name: Save to Tinybird
  #       run: |
  #         curl \
  #           -i \
  #           -F "ndjson=@./benchmark/tinybird.ndjson" \
  #           -X POST \
  #           -H 'Authorization: Bearer ${{ secrets.TINYBIRD_TOKEN }}' \
  #           'https://api.us-east.tinybird.co/v0/datasources?format=ndjson&name=turbo_benchmarks&mode=append'

  time-to-first-task:
    name: Time to First Task
    timeout-minutes: 60
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v3
      - uses: ./.github/actions/setup-node
      - uses: ./.github/actions/setup-go
        with:
          github-token: "${{ secrets.GITHUB_TOKEN }}"

      - uses: ./.github/actions/setup-turborepo-environment
        with:
          target: ubuntu-latest
          github-token: "${{ secrets.GITHUB_TOKEN }}"

      - name: Build
        run: cd cli && make turbo-prod

      # Install jq, because we use it to parse the output of the ttft command.
      # TODO: not sure we need jq, we might already have it
      - name: Install jq
        uses: dcarbone/install-jq-action@main

      - name: Clone Fixture
        run: cd benchmark && node -r esbuild-register src/setup-ttft.ts
      - name: Run benchmarks
        run: pnpm -F benchmark ttft

      - name: Save to Tinybird
        run: |
          curl \
            -i \
            -F "ndjson=@./benchmark/ttft.json" \
            -X POST \
            -H 'Authorization: Bearer ${{ secrets.TINYBIRD_TOKEN }}' \
            'https://api.us-east.tinybird.co/v0/datasources?name=turbo_perf_ttft'