1) [Chrome] › right-panel/right-panel.spec.ts:41:13 › RightPanel › in rooms › should handle long room address and long room name @screenshot Error: Timed out 5000ms waiting for expect(locator).toHaveClass(expected) Locator: locator('.mx_SettingsFieldset').filter({ hasText: 'Local Addresses' }).getByText('#loremIpsumDolorSitAmetConsecteturAdipisicingElitSedDoEiusmodTemporIncididuntUtLaboreEtDoloreMagnaAliqua:localhost') Expected string: "mx_EditableItem_item" Received: <element(s) not found> Call log: - expect.toHaveClass with timeout 5000ms - waiting for locator('.mx_SettingsFieldset').filter({ hasText: 'Local Addresses' }).getByText('#loremIpsumDolorSitAmetConsecteturAdipisicingElitSedDoEiusmodTemporIncididuntUtLaboreEtDoloreMagnaAliqua:localhost') 49 | await localAddresses.getByRole("textbox").fill(ROOM_ADDRESS_LONG); 50 | await localAddresses.getByRole("button", { name: "Add" }).click(); > 51 | await expect(localAddresses.getByText(`#${ROOM_ADDRESS_LONG}:localhost`)).toHaveClass( | ^ 52 | "mx_EditableItem_item", 53 | ); 54 | at /home/runner/work/element-web/element-web/playwright/e2e/right-panel/right-panel.spec.ts:51:87

1) [Chrome] › room_options/marked_unread.spec.ts:22:9 › Mark as Unread › should mark a room as unread Error: expect(locator).toBeVisible() Locator: getByLabel('The mark unread test room Unread messages.') Expected: visible Received: <element(s) not found> Call log: - expect.toBeVisible with timeout 5000ms - waiting for getByLabel('The mark unread test room Unread messages.') 49 | await page.getByRole("menuitem", { name: "Mark as unread" }).click(); 50 | > 51 | expect(page.getByLabel(TEST_ROOM_NAME + " Unread messages.")).toBeVisible(); | ^ 52 | }); 53 | }); 54 | at /home/runner/work/element-web/element-web/playwright/e2e/room_options/marked_unread.spec.ts:51:71

2) [Chrome] › sliding-sync/sliding-sync.spec.ts:365:5 › Sliding Sync › should send unsubscribe_rooms for every room switch Test timeout of 30000ms exceeded.

2) [Chrome] › sliding-sync/sliding-sync.spec.ts:365:5 › Sliding Sync › should send unsubscribe_rooms for every room switch Error: page.waitForRequest: Test timeout of 30000ms exceeded. 397 | await Promise.all([ 398 | page.waitForRequest(matchRoomSubRequest(roomPId)), > 399 | page.waitForRequest(matchRoomUnsubRequest(roomAId)), | ^ 400 | page.getByRole("treeitem", { name: "Pineapple", exact: true }).click(), 401 | ]); 402 | at /home/runner/work/element-web/element-web/playwright/e2e/sliding-sync/sliding-sync.spec.ts:399:18

1) [Chrome] › knock/create-knock-room.spec.ts:61:9 › Create Knock Room › should create a public knock room Error: Timed out 5000ms waiting for expect(locator).toContainText(expected) Locator: locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option').first() Expected string: "Cybersecurity" Received string: "TTestRoom!grFigCjWBqBhotcQtk:localhost2 Members↵Join" Call log: - expect.toContainText with timeout 5000ms - waiting for locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option').first() 7 × locator resolved to <li tabindex="-1" role="option" aria-selected="true" id="mx_SpotlightDialog_button_result_!grFigCjWBqBhotcQtk:localhost" aria-labelledby="mx_SpotlightDialog_button_result_!grFigCjWBqBhotcQtk:localhost_name" aria-details="mx_SpotlightDialog_button_result_!grFigCjWBqBhotcQtk:localhost_details" aria-describedby="mx_SpotlightDialog_button_result_!grFigCjWBqBhotcQtk:localhost_alias" class="mx_AccessibleButton mx_SpotlightDialog_result_multiline mx_SpotlightDialog_option">…</li> - unexpected value "TTestRoom!grFigCjWBqBhotcQtk:localhost2 Members↵Join" 80 | const spotlightDialog = await app.openSpotlight(); 81 | await spotlightDialog.filter(Filter.PublicRooms); > 82 | await expect(spotlightDialog.results.nth(0)).toContainText("Cybersecurity"); | ^ 83 | }); 84 | }); 85 | at /home/runner/work/element-web/element-web/playwright/e2e/knock/create-knock-room.spec.ts:82:54

1) [Chrome] › audio-player/audio-player.spec.ts:137:9 › Audio player › should be correctly rendered - light theme @no-firefox @no-webkit @screenshot Test timeout of 30000ms exceeded while running "beforeEach" hook. 123 | }; 124 | > 125 | test.beforeEach(async ({ page, app, user }) => { | ^ 126 | await app.client.createRoom({ name: "Test Room" }); 127 | await app.viewRoomByName("Test Room"); 128 | at /home/runner/work/element-web/element-web/playwright/e2e/audio-player/audio-player.spec.ts:125:10

1) [Chrome] › audio-player/audio-player.spec.ts:137:9 › Audio player › should be correctly rendered - light theme @no-firefox @no-webkit @screenshot Error: locator.click: Test timeout of 30000ms exceeded. Call log: - waiting for getByRole('tree', { name: 'Rooms' }).locator('[title="Test Room"],[aria-label="Test Room"]').first() at ../pages/ElementAppPage.ts:96 94 | .locator(`[title="${name}"],[aria-label="${name}"]`) 95 | .first() > 96 | .click(); | ^ 97 | } 98 | 99 | public async viewRoomById(roomId: string): Promise<void> { at ElementAppPage.viewRoomByName (/home/runner/work/element-web/element-web/playwright/pages/ElementAppPage.ts:96:14) at /home/runner/work/element-web/element-web/playwright/e2e/audio-player/audio-player.spec.ts:127:19

1) [Chrome] › crypto/backups-mas.spec.ts:31:9 › Encryption state after registration › user is prompted to set up recovery Error: expect(received).toHaveLength(expected) Expected length: 1 Received length: 0 Received array: [] Call Log: - Test timeout of 30000ms exceeded at oidc/index.ts:34 32 | messages = await mailhog.messages(); 33 | expect(messages.items).toHaveLength(1); > 34 | }).toPass(); | ^ 35 | expect(messages.items[0].to).toEqual(`${username} <${email}>`); 36 | const [, code] = messages.items[0].text.match(/Your verification code to confirm this email address is: (\d{6})/); 37 | at registerAccountMas (/home/runner/work/element-web/element-web/playwright/e2e/oidc/index.ts:34:8) at /home/runner/work/element-web/element-web/playwright/e2e/crypto/backups-mas.spec.ts:34:9

2) [Chrome] › crypto/backups-mas.spec.ts:48:9 › Key backup reset from elsewhere › Key backup is disabled when reset from elsewhere Error: expect(received).toHaveLength(expected) Expected length: 1 Received length: 0 Received array: [] Call Log: - Test timeout of 30000ms exceeded at oidc/index.ts:34 32 | messages = await mailhog.messages(); 33 | expect(messages.items).toHaveLength(1); > 34 | }).toPass(); | ^ 35 | expect(messages.items[0].to).toEqual(`${username} <${email}>`); 36 | const [, code] = messages.items[0].text.match(/Your verification code to confirm this email address is: (\d{6})/); 37 | at registerAccountMas (/home/runner/work/element-web/element-web/playwright/e2e/oidc/index.ts:34:8) at /home/runner/work/element-web/element-web/playwright/e2e/crypto/backups-mas.spec.ts:58:9

3) [Chrome] › login/soft_logout_oauth.spec.ts:40:9 › Soft logout with SSO user › shows the soft-logout page when a request fails, and allows a re-login Error: Timed out 5000ms waiting for expect(locator).toBeVisible() Locator: getByRole('heading', { name: 'Create your account' }) Expected: visible Received: <element(s) not found> Call log: - expect.toBeVisible with timeout 5000ms - waiting for getByRole('heading', { name: 'Create your account' }) at login/utils.ts:37 35 | 36 | // Synapse prompts us to pick a user ID > 37 | await expect(page.getByRole("heading", { name: "Create your account" })).toBeVisible(); | ^ 38 | await page.getByRole("textbox", { name: "Username (required)" }).fill("alice"); 39 | 40 | // wait for username validation to start, and complete at doTokenRegistration (/home/runner/work/element-web/element-web/playwright/e2e/login/utils.ts:37:78) at Object.user (/home/runner/work/element-web/element-web/playwright/e2e/login/soft_logout_oauth.spec.ts:30:26)

4) [Chrome] › register/email.spec.ts:34:9 › Email Registration › registers an account and lands on the use case selection screen @screenshot Error: expect(received).toHaveLength(expected) Expected length: 1 Received length: 2 Received array: [{"Content": [Object], "Created": "2025-01-10T19:08:06.737628874Z", "From": [Object], "ID": "O-l5Dz234WRP8Y0ij1Zwuy5CRzycM1NEEbNKTZKt8c0=@mailhog.example", "MIME": [Object], "Raw": [Object], "To": [Array]}, {"Content": [Object], "Created": "2025-01-10T19:08:01.896322612Z", "From": [Object], "ID": "tfkQ8MqOGiJoPJIkj_VtppLXJZcMJK9hbNVCF4naedI=@mailhog.example", "MIME": [Object], "Raw": [Object], "To": [Array]}] 53 | 54 | const messages = await mailhogClient.messages(); > 55 | expect(messages.items).toHaveLength(1); | ^ 56 | expect(messages.items[0].to).toEqual("alice@email.com"); 57 | const [emailLink] = messages.items[0].text.match(/http.+/); 58 | await request.get(emailLink); // "Click" the link in the email at /home/runner/work/element-web/element-web/playwright/e2e/register/email.spec.ts:55:36

1) [Chrome] › spotlight/spotlight.spec.ts:132:9 › Spotlight › should find known public rooms ───── Error: Timed out 5000ms waiting for expect(locator).toHaveCount(expected) Locator: locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') Expected: 1 Received: 3 Call log: - expect.toHaveCount with timeout 5000ms - waiting for locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') 2 × locator resolved to 0 elements - unexpected value "0" 7 × locator resolved to 3 elements - unexpected value "3" 136 | await spotlight.search(room1Name); 137 | const resultLocator = spotlight.results; > 138 | await expect(resultLocator).toHaveCount(1); | ^ 139 | await expect(resultLocator.first()).toContainText(room1Name); 140 | await expect(resultLocator.first()).toContainText("View"); 141 | await resultLocator.first().click(); at /home/runner/work/element-web/element-web/playwright/e2e/spotlight/spotlight.spec.ts:138:37

2) [Chrome] › spotlight/spotlight.spec.ts:146:9 › Spotlight › should find unknown public rooms ─── Error: Timed out 5000ms waiting for expect(locator).toHaveCount(expected) Locator: locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') Expected: 1 Received: 2 Call log: - expect.toHaveCount with timeout 5000ms - waiting for locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') 2 × locator resolved to 0 elements - unexpected value "0" 7 × locator resolved to 2 elements - unexpected value "2" 150 | await spotlight.search(room2Name); 151 | const resultLocator = spotlight.results; > 152 | await expect(resultLocator).toHaveCount(1); | ^ 153 | await expect(resultLocator.first()).toContainText(room2Name); 154 | await expect(resultLocator.first()).toContainText("Join"); 155 | await resultLocator.first().click(); at /home/runner/work/element-web/element-web/playwright/e2e/spotlight/spotlight.spec.ts:152:37

3) [Chrome] › spotlight/spotlight.spec.ts:161:9 › Spotlight › should find unknown public world readable rooms Error: Timed out 5000ms waiting for expect(locator).toHaveCount(expected) Locator: locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') Expected: 1 Received: 2 Call log: - expect.toHaveCount with timeout 5000ms - waiting for locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') 2 × locator resolved to 0 elements - unexpected value "0" 7 × locator resolved to 2 elements - unexpected value "2" 165 | await spotlight.search(room3Name); 166 | const resultLocator = spotlight.results; > 167 | await expect(resultLocator).toHaveCount(1); | ^ 168 | await expect(resultLocator.first()).toContainText(room3Name); 169 | await expect(resultLocator.first()).toContainText("View"); 170 | await resultLocator.first().click(); at /home/runner/work/element-web/element-web/playwright/e2e/spotlight/spotlight.spec.ts:167:37

4) [Chrome] › spotlight/spotlight.spec.ts:220:9 › Spotlight › should find unknown people ───────── Error: Timed out 5000ms waiting for expect(locator).toHaveCount(expected) Locator: locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') Expected: 1 Received: 3 Call log: - expect.toHaveCount with timeout 5000ms - waiting for locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') 2 × locator resolved to 0 elements - unexpected value "0" 7 × locator resolved to 3 elements - unexpected value "3" 224 | await spotlight.search(bot2Name); 225 | const resultLocator = spotlight.results; > 226 | await expect(resultLocator).toHaveCount(1); | ^ 227 | await expect(resultLocator.first()).toContainText(bot2Name); 228 | await resultLocator.first().click(); 229 | await expect(roomHeaderName(page)).toHaveText(bot2Name); at /home/runner/work/element-web/element-web/playwright/e2e/spotlight/spotlight.spec.ts:226:37

5) [Chrome] › spotlight/spotlight.spec.ts:321:9 › Spotlight › should allow opening group chat dialog Error: Timed out 5000ms waiting for expect(locator).toHaveCount(expected) Locator: locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') Expected: 1 Received: 4 Call log: - expect.toHaveCount with timeout 5000ms - waiting for locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') 9 × locator resolved to 4 elements - unexpected value "4" 327 | 328 | const resultLocator = spotlight.results; > 329 | await expect(resultLocator).toHaveCount(1); | ^ 330 | await expect(resultLocator.first()).toContainText(bot2Name); 331 | 332 | await expect(spotlight.dialog.locator(".mx_SpotlightDialog_startGroupChat")).toContainText( at /home/runner/work/element-web/element-web/playwright/e2e/spotlight/spotlight.spec.ts:329:37

6) [Chrome] › spotlight/spotlight.spec.ts:339:9 › Spotlight › should close spotlight after starting a DM Error: Timed out 5000ms waiting for expect(locator).toHaveCount(expected) Locator: locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') Expected: 1 Received: 2 Call log: - expect.toHaveCount with timeout 5000ms - waiting for locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') 9 × locator resolved to 2 elements - unexpected value "2" 25 | await expect(spotlight.dialog.locator(".mx_Spinner")).not.toBeAttached(); 26 | const result = spotlight.results; > 27 | await expect(result).toHaveCount(1); | ^ 28 | await expect(result.first()).toContainText(name); 29 | await result.first().click(); 30 | at startDM (/home/runner/work/element-web/element-web/playwright/e2e/spotlight/spotlight.spec.ts:27:26) at /home/runner/work/element-web/element-web/playwright/e2e/spotlight/spotlight.spec.ts:340:9

7) [Chrome] › spotlight/spotlight.spec.ts:344:9 › Spotlight › should show the same user only once Error: Timed out 5000ms waiting for expect(locator).toHaveCount(expected) Locator: locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') Expected: 1 Received: 2 Call log: - expect.toHaveCount with timeout 5000ms - waiting for locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') 9 × locator resolved to 2 elements - unexpected value "2" 25 | await expect(spotlight.dialog.locator(".mx_Spinner")).not.toBeAttached(); 26 | const result = spotlight.results; > 27 | await expect(result).toHaveCount(1); | ^ 28 | await expect(result.first()).toContainText(name); 29 | await result.first().click(); 30 | at startDM (/home/runner/work/element-web/element-web/playwright/e2e/spotlight/spotlight.spec.ts:27:26) at /home/runner/work/element-web/element-web/playwright/e2e/spotlight/spotlight.spec.ts:345:9

8) [Chrome] › spotlight/spotlight.spec.ts:357:9 › Spotlight › should be able to navigate results via keyboard Error: Timed out 5000ms waiting for expect(locator).toHaveCount(expected) Locator: locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') Expected: 2 Received: 4 Call log: - expect.toHaveCount with timeout 5000ms - waiting for locator('[role=dialog][aria-label="Search Dialog"]').locator('.mx_SpotlightDialog_section.mx_SpotlightDialog_results .mx_SpotlightDialog_option') 2 × locator resolved to 1 element - unexpected value "1" 7 × locator resolved to 4 elements - unexpected value "4" 362 | 363 | let resultLocator = spotlight.results; > 364 | await expect(resultLocator).toHaveCount(2); | ^ 365 | await expect(resultLocator.first()).toHaveAttribute("aria-selected", "true"); 366 | await expect(resultLocator.last()).toHaveAttribute("aria-selected", "false"); 367 | at /home/runner/work/element-web/element-web/playwright/e2e/spotlight/spotlight.spec.ts:364:37

[Chrome] › pinned-messages/pinned-messages.spec.ts took 59.2s

[Chrome] › one-to-one-chat/one-to-one-chat.spec.ts took 20.5s

[Chrome] › right-panel/file-panel.spec.ts took 19.7s

[Chrome] › polls/polls.spec.ts took 19.1s

[Chrome] › room/room-header.spec.ts took 26.5s

[Chrome] › settings/account-user-settings-tab.spec.ts took 17.1s

[Chrome] › messages/messages.spec.ts took 56.8s

[Chrome] › crypto/invisible-crypto.spec.ts took 24.3s

[Chrome] › knock/knock-into-room.spec.ts took 18.7s

[Chrome] › integration-manager/kick.spec.ts took 18.5s

[Chrome] › editing/editing.spec.ts took 15.6s

[Chrome] › crypto/event-shields.spec.ts took 53.6s

[Chrome] › crypto/decryption-failure-messages.spec.ts took 43.1s

[Chrome] › composer/RTE.spec.ts took 37.4s

[Chrome] › crypto/crypto.spec.ts took 34.8s

[Chrome] › crypto/device-verification.spec.ts took 24.9s

[Chrome] › login/login-consent.spec.ts took 41.7s

[Chrome] › user-onboarding/user-onboarding-new.spec.ts took 23.9s

[Chrome] › app-loading/guest-registration.spec.ts took 18.5s

[Chrome] › register/register.spec.ts took 16.3s

[Chrome] › timeline/timeline.spec.ts took 1.3m

[Chrome] › spaces/threads-activity-centre/threadsActivityCentre.spec.ts took 50.4s

[Chrome] › spaces/spaces.spec.ts took 45.9s

[Chrome] › threads/threads.spec.ts took 19.7s

1 flaky [Chrome] › right-panel/right-panel.spec.ts:41:13 › RightPanel › in rooms › should handle long room address and long room name @screenshot 1 skipped 34 passed (3.2m)

2 flaky [Chrome] › room_options/marked_unread.spec.ts:22:9 › Mark as Unread › should mark a room as unread [Chrome] › sliding-sync/sliding-sync.spec.ts:365:5 › Sliding Sync › should send unsubscribe_rooms for every room switch 1 skipped 47 passed (4.1m)

1 flaky [Chrome] › knock/create-knock-room.spec.ts:61:9 › Create Knock Room › should create a public knock room 1 skipped 64 passed (4.7m)

1 flaky [Chrome] › audio-player/audio-player.spec.ts:137:9 › Audio player › should be correctly rendered - light theme @no-firefox @no-webkit @screenshot 55 passed (5.8m)

4 flaky [Chrome] › crypto/backups-mas.spec.ts:31:9 › Encryption state after registration › user is prompted to set up recovery [Chrome] › crypto/backups-mas.spec.ts:48:9 › Key backup reset from elsewhere › Key backup is disabled when reset from elsewhere [Chrome] › login/soft_logout_oauth.spec.ts:40:9 › Soft logout with SSO user › shows the soft-logout page when a request fails, and allows a re-login [Chrome] › register/email.spec.ts:34:9 › Email Registration › registers an account and lands on the use case selection screen @screenshot 40 passed (6.6m)