test: switch from PWTEST_BOT_NAME to config.tag

Author: dgozman

.github/actions/run-test/action.yml

@@ -61,13 +61,13 @@ runs:
         fi
       shell: bash
       env:
-        PWTEST_BOT_NAME: ${{ inputs.bot-name }}
+        PW_TAG: "@${{ inputs.bot-name }}"
     - name: Run tests
       if: inputs.shell != 'bash'
       run: ${{ inputs.command }}
       shell: ${{ inputs.shell }}
       env:
-        PWTEST_BOT_NAME: ${{ inputs.bot-name }}
+        PW_TAG: "@${{ inputs.bot-name }}"
     - name: Azure Login
       uses: azure/login@v2
       if: ${{ !cancelled() && github.event_name == 'push' && github.repository == 'microsoft/playwright' }}

.github/workflows/tests_primary.yml

@@ -141,8 +141,6 @@ jobs:
   test_vscode_extension:
     name: VSCode Extension
     runs-on: ubuntu-latest
-    env:
-      PWTEST_BOT_NAME: "vscode-extension"
     steps:
     - uses: actions/checkout@v5
     - uses: actions/setup-node@v6
@@ -167,12 +165,14 @@ jobs:
     - name: Run extension tests
       run: npm run test -- --workers=1
       working-directory: ./playwright-vscode
+      env:
+        PW_TAG: "@vscode-extension"
     - name: Upload blob report
       if: ${{ !cancelled() }}
       uses: ./.github/actions/upload-blob-report
       with:
         report_dir: playwright-vscode/blob-report
-        job_name: ${{ env.PWTEST_BOT_NAME }}
+        job_name: vscode-extension
 
   test_package_installations:
     name: "Installation Test ${{ matrix.os }}"

packages/playwright/src/reporters/blob.ts

@@ -52,6 +52,7 @@ export class BlobReporter extends TeleReporterEmitter {
     const metadata: BlobReportMetadata = {
       version: currentBlobReportVersion,
       userAgent: getUserAgent(),
+      // TODO: remove after some time, recommend config.tag instead.
       name: process.env.PWTEST_BOT_NAME,
       shard: config.shard ?? undefined,
       pathSeparator: path.sep,

packages/web/playwright.config.ts

@@ -44,7 +44,7 @@ const reporters = () => {
   const result: ReporterDescription[] = process.env.CI ? [
     hasDebugOutput ? ['list'] : ['dot'],
     ['json', { outputFile: path.join(outputDir, 'report.json') }],
-    ['blob', { fileName: `${process.env.PWTEST_BOT_NAME}.zip` }],
+    ['blob'],
     ['./csvReporter', { outputFile: path.join(outputDir, 'report.csv') }],
   ] : [
     ['html', { open: 'on-failure' }],
@@ -60,6 +60,7 @@ const config: Config<PlaywrightWorkerOptions & PlaywrightTestOptions & TestModeW
   expect: {
     timeout: 10000,
   },
+  tag: process.env.PW_TAG,
   maxFailures: 0,
   timeout: 15 * 1000,
   globalTimeout: 90 * 60 * 1000,

tests/bidi/playwright.config.ts

@@ -40,8 +40,9 @@ const config: Config<PlaywrightWorkerOptions & PlaywrightTestOptions> = {
     ['dot'],
     ['json', { outputFile: path.join(outputDir, 'report.json') }],
     // Needed since tests/electron/package.json exists which would otherwise be picked up as tests/electron/ (outputDir)
-    ['blob', { fileName: path.join(__dirname, '../../blob-report/', `${process.env.PWTEST_BOT_NAME}.zip`) }],
+    ['blob', { outputDir: path.resolve(__dirname, '../../blob-report') }],
   ] : 'line',
+  tag: process.env.PW_TAG,
   projects: [],
   globalSetup: './globalSetup.ts'
 };

tests/electron/playwright.config.ts

@@ -24,7 +24,7 @@ const reporters = () => {
   const result: ReporterDescription[] = process.env.CI ? [
     ['dot'],
     ['json', { outputFile: path.join(outputDir, 'report.json') }],
-    ['blob', { fileName: `${process.env.PWTEST_BOT_NAME}.zip` }],
+    ['blob'],
   ] : [
     ['list'],
     ['html', { open: 'on-failure' }]
@@ -40,6 +40,7 @@ export default defineConfig({
   timeout: 5 * 60 * 1000,
   retries: process.env.CI ? 3 : 0,
   reporter: reporters(),
+  tag: process.env.PW_TAG,
   forbidOnly: !!process.env.CI,
   workers: 1,
   projects: [

tests/installation/playwright.config.ts

@@ -46,7 +46,7 @@ const reporters = () => {
   const result: ReporterDescription[] = process.env.CI ? [
     ['dot'],
     ['json', { outputFile: path.join(outputDir, 'report.json') }],
-    ['blob', { fileName: `${process.env.PWTEST_BOT_NAME}.zip` }],
+    ['blob'],
   ] : [
     ['html', { open: 'on-failure', title: 'Playwright Library Tests' }]
   ];
@@ -100,6 +100,7 @@ const config: Config<PlaywrightWorkerOptions & PlaywrightTestOptions & TestModeW
   forbidOnly: !!process.env.CI,
   retries: process.env.CI ? 3 : 0,
   reporter: reporters(),
+  tag: process.env.PW_TAG,
   projects: [],
   use: {
     connectOptions,

tests/library/playwright.config.ts

@@ -31,7 +31,7 @@ const reporters = () => {
   const result: ReporterDescription[] = process.env.CI ? [
     ['dot'],
     ['json', { outputFile: path.join(outputDir, 'report.json') }],
-    ['blob', { outputDir: path.join(__dirname, '..', '..', 'blob-report'), fileName: `${process.env.PWTEST_BOT_NAME}.zip` }],
+    ['blob', { outputDir: path.join(__dirname, '..', '..', 'blob-report') }],
   ] : [
     ['list']
   ];
@@ -51,6 +51,7 @@ export default defineConfig<TestOptions>({
   forbidOnly: !!process.env.CI,
   workers: process.env.CI ? 2 : undefined,
   reporter: reporters(),
+  tag: process.env.PW_TAG,
   projects: [
     { name: 'chrome', metadata: { ...metadata, browserName: 'chromium', channel: 'chrome' }, testDir },
     { name: 'chromium', use: { mcpBrowser: 'chromium' }, metadata: { ...metadata, browserName: 'chromium' }, testDir },

tests/mcp/playwright.config.ts

@@ -25,7 +25,7 @@ const reporters = () => {
   const result: ReporterDescription[] = process.env.CI ? [
     ['dot'],
     ['json', { outputFile: path.join(outputDir, 'report.json') }],
-    ['blob', { outputDir: path.join(__dirname, '..', '..', 'blob-report'), fileName: `${process.env.PWTEST_BOT_NAME}.zip` }],
+    ['blob', { outputDir: path.join(__dirname, '..', '..', 'blob-report') }],
   ] : [
     ['list']
   ];
@@ -49,6 +49,7 @@ export default defineConfig({
     }
   ],
   reporter: reporters(),
+  tag: process.env.PW_TAG,
   metadata: {
     clock: process.env.PW_CLOCK ? 'clock-' + process.env.PW_CLOCK : undefined,
   },