e2eテストが落ちたらhtmlで見れるようにしました (#1516)

Co-authored-by: Hiroshiba <[email protected]>

Author: stmtk1

.github/workflows/test.yml

@@ -104,6 +104,13 @@ jobs:
             npm run test:electron-e2e
           fi
 
+      - name: Upload playwright report to artifact
+        if: failure()
+        uses: actions/upload-artifact@v3
+        with:
+          name: playwright-report
+          path: playwright-report
+
   lint:
     runs-on: ubuntu-latest
     steps:

.gitignore

@@ -4,6 +4,8 @@ node_modules
 
 /tests/e2e/videos/
 /tests/e2e/screenshots/
+/test-results/*
+/playwright-report/
 
 # local env files
 .env.local

package.json

@@ -17,8 +17,8 @@
     "test-watch:unit": "vitest --watch",
     "test:electron-e2e": "cross-env VITE_TARGET=electron playwright test",
     "test-watch:electron-e2e": "cross-env PWTEST_WATCH=1 VITE_TARGET=electron playwright test",
-    "test:browser-e2e": "cross-env VITE_TARGET=browser playwright test",
-    "test-watch:browser-e2e": "cross-env PWTEST_WATCH=1 VITE_TARGET=browser playwright test",
+    "test:browser-e2e": "cross-env VITE_TARGET=browser playwright test --reporter=html",
+    "test-watch:browser-e2e": "cross-env PWTEST_WATCH=1 VITE_TARGET=browser playwright test --reporter=html",
     "lint": "eslint --ext .js,.vue,.ts *.config.* src tests build",
     "fmt": "eslint --ext .js,.vue,.ts *.config.* src tests build --fix",
     "markdownlint": "markdownlint --ignore node_modules/ --ignore dist/ --ignore dist_electron/ ./",

playwright.config.ts

@@ -58,13 +58,24 @@ const config: PlaywrightTestConfig = {
   fullyParallel: true,
   /* Fail the build on CI if you accidentally left test.only in the source code. */
   forbidOnly: !!process.env.CI,
+  reporter: [
+    [
+      "html",
+      {
+        open: process.env.CI ? "never" : "on-failure",
+      },
+    ],
+  ],
   /* Retry on CI only */
   retries: process.env.CI ? 2 : 0,
   use: {
     /* Maximum time each action such as `click()` can take. Defaults to 0 (no limit). */
     actionTimeout: 0,
     /* Collect trace when retrying the failed test. See https://playwright.dev/docs/trace-viewer */
     trace: "on-first-retry",
+    video: {
+      mode: "retain-on-failure",
+    },
   },
 
   /* Configure projects for major browsers */