add: parallel E2E test execution in CI

Author: syde-piotr-ostrowski

.github/workflows/e2e-tests.yml

@@ -15,6 +15,7 @@ on:
           - e2e:test:critical
           - e2e:test:stress
           - e2e:test:all
+          - e2e:test:all:parallel
       XRAY_TEST_EXEC_KEY:
         description: 'Xray Test Execution Key'
         required: false
@@ -41,6 +42,7 @@ jobs:
 
   e2e-playwright:
     name: Run Playwright E2E Tests
+    if: ${{ inputs.TEST_SUITE != 'e2e:test:all:parallel' }}
     needs: build
     uses: inpsyde/reusable-workflows/.github/workflows/test-playwright.yml@fix/test-playwright
     with:
@@ -75,3 +77,51 @@ jobs:
       ENV_FILE_DATA: ${{ secrets.QA_ENV_FILE }}
       NPM_REGISTRY_TOKEN: ${{ secrets.DEPLOYBOT_GITHUB_TOKEN_PACKAGES }}
       COMPOSER_AUTH_JSON: ${{ secrets.COMPOSER_AUTH_JSON }}
+
+  e2e-playwright-parallel:
+    name: Run Playwright E2E Tests / ${{ matrix.shard }}
+    if: ${{ inputs.TEST_SUITE == 'e2e:test:all:parallel' }}
+    needs: build
+    strategy:
+      fail-fast: false
+      matrix:
+        shard:
+          - plugin-foundation
+          - onboarding-settings
+          - transactions
+          - refund
+          - vaulting
+          - subscription
+    uses: inpsyde/reusable-workflows/.github/workflows/test-playwright.yml@fix/test-playwright
+    with:
+      WORK_DIR: tests/qa
+      PLAYWRIGHT_SCRIPT: e2e:test:shard:${{ matrix.shard }}
+      ARTIFACT_PATH: |
+        tests/qa/artifacts/*
+        tests/qa/playwright-report/
+        tests/qa/test-results/
+      ARTIFACT_INCLUDE_HIDDEN_FILES: true
+      NODE_VERSION: 22
+      PLAYWRIGHT_BROWSER_ARGS: 'chromium --with-deps'
+      XRAY_TEST_EXEC_KEY: ${{ inputs.XRAY_TEST_EXEC_KEY }}
+      PRE_SCRIPT: |
+        # 1. Download and unzip the built plugin
+        gh run download ${{ github.run_id }} -p "woocommerce-paypal-payments-*" -D resources/files
+        pushd resources/files
+        mv woocommerce-paypal-payments-*/woocommerce-paypal-payments .
+        zip -r woocommerce-paypal-payments.zip woocommerce-paypal-payments
+        rm -rf woocommerce-paypal-payments woocommerce-paypal-payments-*/
+        popd
+
+        # 2. Add private composer repository and download WooCommerce Subscriptions
+        pushd ../../
+        composer config repositories.repo-name composer https://repo.packagist.com/inpsyde/payment-gateways/
+        composer require inpsyde-mirror/woocommerce-subscriptions
+        popd
+
+        # 3. Setup wp-env
+        npm run e2e:setup:env
+    secrets:
+      ENV_FILE_DATA: ${{ secrets.QA_ENV_FILE }}
+      NPM_REGISTRY_TOKEN: ${{ secrets.DEPLOYBOT_GITHUB_TOKEN_PACKAGES }}
+      COMPOSER_AUTH_JSON: ${{ secrets.COMPOSER_AUTH_JSON }}

tests/qa/package.json

@@ -54,7 +54,14 @@
         "env:setup:checkout:block": "npx playwright test --grep=\"setup:checkout:block;\"",
         "env:setup:checkout:classic": "npx playwright test --grep=\"setup:checkout:classic;\"",
         "env:setup:tax:inc": "npx playwright test --grep=\"setup:tax:inc;\"",
-        "env:setup:tax:exc": "npx playwright test --grep=\"setup:tax:exc;\""
+        "env:setup:tax:exc": "npx playwright test --grep=\"setup:tax:exc;\"",
+
+        "e2e:test:shard:plugin-foundation": "npx playwright test --project \"shard:plugin-foundation\"",
+        "e2e:test:shard:onboarding-settings": "npx playwright test --project \"shard:onboarding-settings\"",
+        "e2e:test:shard:transactions": "npx playwright test --project \"shard:transactions\"",
+        "e2e:test:shard:refund": "npx playwright test --project \"shard:refund\"",
+        "e2e:test:shard:vaulting": "npx playwright test --project \"shard:vaulting\"",
+        "e2e:test:shard:subscription": "npx playwright test --project \"shard:subscription\""
     },
     "eslintConfig": {
         "extends": [

tests/qa/playwright.config.ts

@@ -139,5 +139,37 @@ export default defineConfig< BaseExtend >( {
 			dependencies: [ 'setup-woocommerce' ],
 			testMatch: /stress\.spec\.ts/,
 		},
+
+		// Parallel CI
+		{
+			name: 'shard:plugin-foundation',
+			dependencies: [ 'setup-woocommerce' ],
+			testMatch: /01-plugin-foundation\/.*\.spec\.ts/,
+		},
+		{
+			name: 'shard:onboarding-settings',
+			dependencies: [ 'setup-woocommerce' ],
+			testMatch: /(02-onboarding|03-plugin-settings)\/.*\.spec\.ts/,
+		},
+		{
+			name: 'shard:transactions',
+			dependencies: [ 'setup-woocommerce' ],
+			testMatch: /05-transactions\/.*\.spec\.ts/,
+		},
+		{
+			name: 'shard:refund',
+			dependencies: [ 'setup-woocommerce' ],
+			testMatch: /06-refund\/.*\.spec\.ts/,
+		},
+		{
+			name: 'shard:vaulting',
+			dependencies: [ 'setup-woocommerce' ],
+			testMatch: /07-vaulting\/.*\.spec\.ts/,
+		},
+		{
+			name: 'shard:subscription',
+			dependencies: [ 'setup-woocommerce' ],
+			testMatch: /08-subscription\/.*\.spec\.ts/,
+		},
 	],
 } );