Merge pull request 'test: fail on unhandled JS exceptions' (#4959) from solomonv/e2e-fail-on-errors into forgejo

Reviewed-on: https://codeberg.org/forgejo/forgejo/pulls/4959
Reviewed-by: Otto <otto@codeberg.org>
Reviewed-by: Caesar Schinas <caesar@caesarschinas.com>
Reviewed-by: Gusted <gusted@noreply.codeberg.org>

tests/e2e/actions.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {login_user, load_logged_in_context} from './utils_e2e.js';
+import {test, login_user, load_logged_in_context} from './utils_e2e.js';
 
 test.beforeAll(async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/commit-graph-branch-selector.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {login_user, load_logged_in_context} from './utils_e2e.js';
+import {test, login_user, load_logged_in_context} from './utils_e2e.js';
 
 test.beforeAll(async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/dashboard-ci-status.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {login_user, load_logged_in_context} from './utils_e2e.js';
+import {test, login_user, load_logged_in_context} from './utils_e2e.js';
 
 test.beforeAll(async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/edit-comment.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {login_user, load_logged_in_context} from './utils_e2e.js';
+import {test, login_user, load_logged_in_context} from './utils_e2e.js';
 
 test.beforeAll(async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/example.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {login_user, save_visual, load_logged_in_context} from './utils_e2e.js';
+import {test, login_user, save_visual, load_logged_in_context} from './utils_e2e.js';
 
 test.beforeAll(async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/explore.test.e2e.js

@@ -1,7 +1,8 @@
 // @ts-check
 // document is a global in evaluate, so it's safe to ignore here
 // eslint playwright/no-conditional-in-test: 0
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
+import {test} from './utils_e2e.js';
 
 test('Explore view taborder', async ({page}) => {
   await page.goto('/explore/repos');

tests/e2e/issue-sidebar.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {login_user, load_logged_in_context} from './utils_e2e.js';
+import {test, login_user, load_logged_in_context} from './utils_e2e.js';
 
 test.beforeAll(async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/markdown-editor.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {expect, test} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {load_logged_in_context, login_user} from './utils_e2e.js';
+import {test, load_logged_in_context, login_user} from './utils_e2e.js';
 
 test.beforeAll(async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/markup.test.e2e.js

@@ -1,5 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
+import {test} from './utils_e2e.js';
 
 test('markup with #xyz-mode-only', async ({page}) => {
   const response = await page.goto('/user2/repo1/issues/1');

tests/e2e/profile_actions.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {login_user, load_logged_in_context} from './utils_e2e.js';
+import {test, login_user, load_logged_in_context} from './utils_e2e.js';
 
 test('Follow actions', async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/reaction-selectors.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {login_user, load_logged_in_context} from './utils_e2e.js';
+import {test, login_user, load_logged_in_context} from './utils_e2e.js';
 
 test.beforeAll(async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/release.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {login_user, save_visual, load_logged_in_context} from './utils_e2e.js';
+import {test, login_user, save_visual, load_logged_in_context} from './utils_e2e.js';
 
 test.beforeAll(async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/repo-code.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {login_user, load_logged_in_context} from './utils_e2e.js';
+import {test, login_user, load_logged_in_context} from './utils_e2e.js';
 
 test.beforeAll(async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/right-settings-button.test.e2e.js

@@ -1,6 +1,6 @@
 // @ts-check
-import {test, expect} from '@playwright/test';
+import {expect} from '@playwright/test';
-import {login_user, load_logged_in_context} from './utils_e2e.js';
+import {test, login_user, load_logged_in_context} from './utils_e2e.js';
 
 test.beforeAll(async ({browser}, workerInfo) => {
   await login_user(browser, workerInfo, 'user2');

tests/e2e/utils_e2e.js

@@ -1,4 +1,20 @@
-import {expect} from '@playwright/test';
+import {expect, test as baseTest} from '@playwright/test';
+
+export const test = baseTest.extend({
+  context: async ({browser}, use) => {
+    return use(await test_context(browser));
+  },
+});
+
+async function test_context(browser, options) {
+  const context = await browser.newContext(options);
+
+  context.on('page', (page) => {
+    page.on('pageerror', (err) => expect(err).toBeUndefined());
+  });
+
+  return context;
+}
 
 const ARTIFACTS_PATH = `tests/e2e/test-artifacts`;
 const LOGIN_PASSWORD = 'password';
@@ -7,7 +23,7 @@ const LOGIN_PASSWORD = 'password';
 //  run in test.beforeAll(), then the session can be loaded in tests.
 export async function login_user(browser, workerInfo, user) {
   // Set up a new context
-  const context = await browser.newContext();
+  const context = await test_context(browser);
   const page = await context.newPage();
 
   // Route to login page
@@ -33,7 +49,7 @@ export async function login_user(browser, workerInfo, user) {
 export async function load_logged_in_context(browser, workerInfo, user) {
   let context;
   try {
-    context = await browser.newContext({storageState: `${ARTIFACTS_PATH}/state-${user}-${workerInfo.workerIndex}.json`});
+    context = await test_context(browser, {storageState: `${ARTIFACTS_PATH}/state-${user}-${workerInfo.workerIndex}.json`});
   } catch (err) {
     if (err.code === 'ENOENT') {
       throw new Error(`Could not find state for '${user}'. Did you call login_user(browser, workerInfo, '${user}') in test.beforeAll()?`);