ci: make every examples test a workspace

This setup will allow turbo to parallelize and cache execution of these
tests. It also reduces the number of Github Workflow runs that are
triggered when an example changes, greatly reducing the amount of
computing power required to run the tests.

This commit does not change the fact that all examples tests are run
when any of the examples change. We may be able to wire up dependencies
more carefully in the future, but this is not feasible at the moment
because each example itself is not a workspace.

.github/workflows/test.yml

@@ -149,7 +149,7 @@ jobs:
  with:
  PATTERNS: |
  examples/**
- turborepo-tests/examples/**
+ examples-tests/**
  !**.md
  !**.mdx
 
@@ -298,8 +298,8 @@ jobs:
  - name: E2E Tests
  run: turbo run test --filter=turborepo-tests-e2e
 
- go_examples:
- name: Go Cli Examples
+ turborepo_examples:
+ name: Turborepo Examples
  needs: determine_jobs
  if: needs.determine_jobs.outputs.examples == 'true'
  timeout-minutes: 30
@@ -312,43 +312,9 @@ jobs:
  runner: ubuntu-latest
  - name: macos
  runner: macos-latest
- manager: [yarn, npm]
- example: [with-yarn, with-npm, non-monorepo]
- include:
- - os:
- name: ubuntu
- runner: ubuntu-latest
- manager: pnpm
- example: basic
- - os:
- name: macos
- runner: macos-latest
- manager: pnpm
- example: basic
- - os:
- name: ubuntu
- runner: ubuntu-latest
- manager: pnpm
- example: kitchen-sink
- - os:
- name: macos
- runner: macos-latest
- manager: pnpm
- example: kitchen-sink
- - os:
- name: ubuntu
- runner: ubuntu-latest
- manager: pnpm
- example: with-svelte
- - os:
- name: macos
- runner: macos-latest
- manager: pnpm
- example: with-svelte
-
  runs-on: ${{ matrix.os.runner }}
  steps:
- # Used by scripts/check-examples.sh
+ # Used by examples-tests/setup.sh
  - name: Install Sponge
  shell: bash
  run: |
@@ -387,14 +353,13 @@ jobs:
  cache: ${{ matrix.manager }}
  cache-dependency-path: package.json
 
- - name: Check \"${{ matrix.example }}\" example with \"${{ matrix.manager }}\"
+ - name: Check examples
  shell: bash
  env:
- FORCE_COLOR: true
  TURBO_TOKEN: ${{ secrets.TURBO_TOKEN }}
  TURBO_TEAM: ${{ vars.TURBO_TEAM }}
  TURBO_REMOTE_ONLY: true
- run: turbo run test --filter="turborepo-tests-examples" -- "${{ matrix.example }}" "${{ matrix.manager }}"
+ run: turbo run example-test --filter="@turborepo-examples-tests/*" --continue
 
  js_packages:
  name: JS Package Tests
@@ -1164,7 +1129,7 @@ jobs:
  - determine_jobs
  - go_lint
  - go_unit
- - go_examples
+ - turborepo_examples
  - go_e2e
  - go_integration
  - js_packages
@@ -1201,7 +1166,7 @@ jobs:
  subjob ${{needs.determine_jobs.result}} "Determining jobs"
  subjob ${{needs.go_lint.result}} "Go lints"
  subjob ${{needs.go_unit.result}} "Go unit tests"
- subjob ${{needs.go_examples.result}} "Go examples"
+ subjob ${{needs.turborepo_examples.result}} "Turborepo examples"
  subjob ${{needs.go_e2e.result}} "Go e2e tests"
  subjob ${{needs.go_integration.result}} "Go integration tests"
  subjob ${{needs.js_packages.result}} "JS Package tests"
@@ -1279,7 +1244,7 @@ jobs:
  - determine_jobs
  - go_lint
  - go_unit
- - go_examples
+ - turborepo_examples
  - go_e2e
  - go_integration
  - rust_prepare
@@ -1319,7 +1284,7 @@ jobs:
  subjob ${{needs.determine_jobs.result}} "Determining jobs"
  subjob ${{needs.go_lint.result}} "Go lints"
  subjob ${{needs.go_unit.result}} "Go unit tests"
- subjob ${{needs.go_examples.result}} "Go examples"
+ subjob ${{needs.turborepo_examples.result}} "Turborepo examples"
  subjob ${{needs.go_e2e.result}} "Go e2e tests"
  subjob ${{needs.go_integration.result}} "Go integration tests"
  subjob ${{needs.rust_prepare.result}} "Rust prepare"

examples-tests/helpers/package.json

@@ -0,0 +1,6 @@
+{
+ "name": "@turborepo-examples-tests/helpers",
+ "scripts": {
+ "setup": "./setup_prysk.sh"
+ }
+}

examples-tests/helpers/setup_prysk.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+set -e
+BASE_DIR="$PWD/.."
+
+echo "basedir: $BASE_DIR"
+
+if [ -f "$BASE_DIR/.cram_env/bin/prysk" ]; then
+ echo "Skipping prysk setup, prysk and venv already exists"
+else
+ python3 -m venv "$BASE_DIR/.cram_env"
+ "$BASE_DIR/.cram_env/bin/python3" -m pip install --quiet --upgrade pip
+ "$BASE_DIR/.cram_env/bin/pip" install "prysk==0.15.0"
+fi

examples-tests/helpers/turbo.json

@@ -0,0 +1,9 @@
+{
+ "extends": ["//"],
+ "pipeline": {
+ "setup": {
+ "cache": false
+ },
+ "topo": {}
+ }
+}

examples-tests/npm-non-monorepo/package.json

@@ -0,0 +1,11 @@
+{
+ "name": "@turborepo-examples-tests/npm-non-monorepo",
+ "scripts": {
+ "example-test": "../.cram_env/bin/prysk --shell=`which bash` test.t"
+ },
+ "dependencies": {
+ "turborepo-tests-helpers": "workspace:*",
+ "@turborepo-examples-tests/helpers": "workspace:*",
+ "turborepo-examples": "workspace:*"
+ }
+}

examples-tests/npm-non-monorepo/test.t

@@ -0,0 +1,20 @@
+ $ . ${TESTDIR}/../setup.sh non-monorepo npm
+ 8\.\d+\.\d (re)
+# run twice and make sure it works
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false npx turbo build lint --output-logs=none
+ \xe2\x80\xa2 Running build, lint (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 2 successful, 2 total
+ Cached: 0 cached, 2 total
+ Time:\s*[\.0-9ms]+ (re)
+
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false npx turbo build lint --output-logs=none
+ \xe2\x80\xa2 Running build, lint (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 2 successful, 2 total
+ Cached: 2 cached, 2 total
+ Time:\s*[\.0-9ms]+ >>> FULL TURBO (re)
+
+ $ git diff

examples-tests/npm-with-npm/package.json

@@ -0,0 +1,11 @@
+{
+ "name": "@turborepo-examples-tests/npm-with-npm",
+ "scripts": {
+ "example-test": "../.cram_env/bin/prysk --shell=`which bash` test.t"
+ },
+ "dependencies": {
+ "turborepo-tests-helpers": "workspace:*",
+ "@turborepo-examples-tests/helpers": "workspace:*",
+ "turborepo-examples": "workspace:*"
+ }
+}

examples-tests/npm-with-npm/test.t

@@ -0,0 +1,30 @@
+ $ . ${TESTDIR}/../setup.sh with-npm npm
+ 8\.\d+\.\d (re)
+# run twice and make sure it works
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false npm run build lint -- --output-logs=none
+
+ \> build (re)
+ \> turbo run build lint --output-logs=none (re)
+
+ \xe2\x80\xa2 Packages in scope: docs, eslint-config-custom, tsconfig, ui, web (esc)
+ \xe2\x80\xa2 Running build, lint in 5 packages (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 5 successful, 5 total
+ Cached: 0 cached, 5 total
+ Time:\s*[\.0-9ms]+ (re)
+
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false npm run build lint -- --output-logs=none
+
+ \> build (re)
+ \> turbo run build lint --output-logs=none (re)
+
+ \xe2\x80\xa2 Packages in scope: docs, eslint-config-custom, tsconfig, ui, web (esc)
+ \xe2\x80\xa2 Running build, lint in 5 packages (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 5 successful, 5 total
+ Cached: 5 cached, 5 total
+ Time:\s*[\.0-9ms]+ >>> FULL TURBO (re)
+
+ $ git diff

examples-tests/npm-with-yarn/package.json

@@ -0,0 +1,11 @@
+{
+ "name": "@turborepo-examples-tests/npm-with-yarn",
+ "scripts": {
+ "example-test": "../.cram_env/bin/prysk --shell=`which bash` test.t"
+ },
+ "dependencies": {
+ "turborepo-tests-helpers": "workspace:*",
+ "@turborepo-examples-tests/helpers": "workspace:*",
+ "turborepo-examples": "workspace:*"
+ }
+}

examples-tests/npm-with-yarn/test.t

@@ -0,0 +1,30 @@
+ $ . ${TESTDIR}/../setup.sh with-yarn npm
+ 8\.\d+\.\d (re)
+# run twice and make sure it works
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false npm run build lint -- --output-logs=none
+
+ \> build (re)
+ \> turbo build lint --output-logs=none (re)
+
+ \xe2\x80\xa2 Packages in scope: docs, eslint-config-custom, tsconfig, ui, web (esc)
+ \xe2\x80\xa2 Running build, lint in 5 packages (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 5 successful, 5 total
+ Cached: 0 cached, 5 total
+ Time:\s*[\.0-9ms]+ (re)
+
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false npm run build lint -- --output-logs=none
+
+ \> build (re)
+ \> turbo build lint --output-logs=none (re)
+
+ \xe2\x80\xa2 Packages in scope: docs, eslint-config-custom, tsconfig, ui, web (esc)
+ \xe2\x80\xa2 Running build, lint in 5 packages (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 5 successful, 5 total
+ Cached: 5 cached, 5 total
+ Time:\s*[\.0-9ms]+ >>> FULL TURBO (re)
+
+ $ git diff

examples-tests/pnpm-basic/package.json

@@ -0,0 +1,11 @@
+{
+ "name": "@turborepo-examples-tests/pnpm-basic",
+ "scripts": {
+ "example-test": "../.cram_env/bin/prysk --shell=`which bash` test.t"
+ },
+ "dependencies": {
+ "turborepo-tests-helpers": "workspace:*",
+ "@turborepo-examples-tests/helpers": "workspace:*",
+ "turborepo-examples": "workspace:*"
+ }
+}

examples-tests/pnpm-basic/test.t

@@ -0,0 +1,30 @@
+ $ . ${TESTDIR}/../setup.sh basic pnpm
+ 6.26.1
+# run twice and make sure it works
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false pnpm run build lint -- --output-logs=none
+
+ \> @ build (.*)/test.t (re)
+ \> turbo run build "lint" "--output-logs=none" (re)
+
+ \xe2\x80\xa2 Packages in scope: docs, eslint-config-custom, tsconfig, ui, web (esc)
+ \xe2\x80\xa2 Running build, lint in 5 packages (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 5 successful, 5 total
+ Cached: 0 cached, 5 total
+ Time:\s*[\.0-9ms]+ (re)
+
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false pnpm run build lint -- --output-logs=none
+
+ \> @ build (.*)/test.t (re)
+ \> turbo run build "lint" "--output-logs=none" (re)
+
+ \xe2\x80\xa2 Packages in scope: docs, eslint-config-custom, tsconfig, ui, web (esc)
+ \xe2\x80\xa2 Running build, lint in 5 packages (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 5 successful, 5 total
+ Cached: 5 cached, 5 total
+ Time:\s*[\.0-9ms]+ >>> FULL TURBO (re)
+
+ $ git diff

examples-tests/pnpm-kitchen-sink/package.json

@@ -0,0 +1,11 @@
+{
+ "name": "@turborepo-examples-tests/pnpm-kitchen-sink",
+ "scripts": {
+ "example-test": "../.cram_env/bin/prysk --shell=`which bash` test.t"
+ },
+ "dependencies": {
+ "turborepo-tests-helpers": "workspace:*",
+ "@turborepo-examples-tests/helpers": "workspace:*",
+ "turborepo-examples": "workspace:*"
+ }
+}

examples-tests/pnpm-kitchen-sink/test.t

@@ -0,0 +1,30 @@
+ $ . ${TESTDIR}/../setup.sh kitchen-sink pnpm
+ 6.26.1
+# run twice and make sure it works
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false pnpm run build lint -- --output-logs=none
+
+ \> @ build (.*)/test.t (re)
+ \> turbo build "lint" "--output-logs=none" (re)
+
+ \xe2\x80\xa2 Packages in scope: admin, api, blog, eslint-config-custom, eslint-config-custom-server, jest-presets, logger, storefront, tsconfig, ui (esc)
+ \xe2\x80\xa2 Running build, lint in 10 packages (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 11 successful, 11 total
+ Cached: 0 cached, 11 total
+ Time:\s*[\.0-9ms]+ (re)
+
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false pnpm run build lint -- --output-logs=none
+
+ \> @ build (.*)/test.t (re)
+ \> turbo build "lint" "--output-logs=none" (re)
+
+ \xe2\x80\xa2 Packages in scope: admin, api, blog, eslint-config-custom, eslint-config-custom-server, jest-presets, logger, storefront, tsconfig, ui (esc)
+ \xe2\x80\xa2 Running build, lint in 10 packages (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 11 successful, 11 total
+ Cached: 11 cached, 11 total
+ Time:\s*[\.0-9ms]+ >>> FULL TURBO (re)
+
+ $ git diff

examples-tests/pnpm-with-svelte/package.json

@@ -0,0 +1,11 @@
+{
+ "name": "@turborepo-examples-tests/pnpm-with-svelte",
+ "scripts": {
+ "example-test": "../.cram_env/bin/prysk --shell=`which bash` test.t"
+ },
+ "dependencies": {
+ "turborepo-tests-helpers": "workspace:*",
+ "@turborepo-examples-tests/helpers": "workspace:*",
+ "turborepo-examples": "workspace:*"
+ }
+}

examples-tests/pnpm-with-svelte/test.t

@@ -0,0 +1,30 @@
+ $ . ${TESTDIR}/../setup.sh with-svelte pnpm
+ 6.26.1
+# run twice and make sure it works
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false pnpm run build lint -- --output-logs=none
+
+ \> @ build (.*)/test.t (re)
+ \> turbo run build "lint" "--output-logs=none" (re)
+
+ \xe2\x80\xa2 Packages in scope: docs, eslint-config-custom, ui, web (esc)
+ \xe2\x80\xa2 Running build, lint in 4 packages (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 5 successful, 5 total
+ Cached: 0 cached, 5 total
+ Time:\s*[\.0-9ms]+ (re)
+
+ $ TURBO_TEAM="" TURBO_REMOTE_ONLY=false pnpm run build lint -- --output-logs=none
+
+ \> @ build (.*)/test.t (re)
+ \> turbo run build "lint" "--output-logs=none" (re)
+
+ \xe2\x80\xa2 Packages in scope: docs, eslint-config-custom, ui, web (esc)
+ \xe2\x80\xa2 Running build, lint in 4 packages (esc)
+ \xe2\x80\xa2 Remote caching disabled (esc)
+
+ Tasks: 5 successful, 5 total
+ Cached: 5 cached, 5 total
+ Time:\s*[\.0-9ms]+ >>> FULL TURBO (re)
+
+ $ git diff