1) [firefox] › test/filebrowser.spec.ts:31:7 › File Browser › Select one file ──────────────────── Error: expect(received).toBeVisible() Call log: - expect.toBeVisible with timeout 5000ms - waiting for getByRole('navigation').getByText('Open') 37 | 38 | ['Rename', 'Delete', 'Open', 'Download', 'Delete'].forEach(async (text) => { > 39 | expect(toolbar.getByText(text)).toBeVisible(); | ^ 40 | }); 41 | }); 42 | at forEach (/home/runner/work/notebook/notebook/ui-tests/test/filebrowser.spec.ts:39:39) at /home/runner/work/notebook/notebook/ui-tests/test/filebrowser.spec.ts:38:56

1) [firefox] › test/menus.spec.ts:37:9 › Notebook Menus › Open menu item View ──────────────────── Error: Screenshot comparison failed: Expected an image 369px by 648px, received 415px by 682px. 13674 pixels (ratio 0.05 of all image pixels) are different. Expected: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-firefox/opened-menu-view-expected.png Received: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-firefox/opened-menu-view-actual.png Diff: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-firefox/opened-menu-view-diff.png 45 | const menu = await page.menu.getOpenMenu(); 46 | expect(menu).toBeDefined(); > 47 | expect(await menu?.screenshot()).toMatchSnapshot(imageName.toLowerCase()); | ^ 48 | }); 49 | }); 50 | }); at /home/runner/work/notebook/notebook/ui-tests/test/menus.spec.ts:47:40

1) [firefox] › test/menus.spec.ts:37:9 › Notebook Menus › Open menu item View ──────────────────── Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Error: Screenshot comparison failed: Expected an image 369px by 648px, received 415px by 682px. 13674 pixels (ratio 0.05 of all image pixels) are different. Expected: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-firefox-retry1/opened-menu-view-expected.png Received: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-firefox-retry1/opened-menu-view-actual.png Diff: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-firefox-retry1/opened-menu-view-diff.png 45 | const menu = await page.menu.getOpenMenu(); 46 | expect(menu).toBeDefined(); > 47 | expect(await menu?.screenshot()).toMatchSnapshot(imageName.toLowerCase()); | ^ 48 | }); 49 | }); 50 | }); at /home/runner/work/notebook/notebook/ui-tests/test/menus.spec.ts:47:40

2) [firefox] › test/menus.spec.ts:37:9 › Notebook Menus › Open menu item Help ──────────────────── Error: Screenshot comparison failed: Expected an image 416px by 171px, received 335px by 138px. 1996 pixels (ratio 0.03 of all image pixels) are different. Expected: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-firefox/opened-menu-help-expected.png Received: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-firefox/opened-menu-help-actual.png Diff: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-firefox/opened-menu-help-diff.png 45 | const menu = await page.menu.getOpenMenu(); 46 | expect(menu).toBeDefined(); > 47 | expect(await menu?.screenshot()).toMatchSnapshot(imageName.toLowerCase()); | ^ 48 | }); 49 | }); 50 | }); at /home/runner/work/notebook/notebook/ui-tests/test/menus.spec.ts:47:40

2) [firefox] › test/menus.spec.ts:37:9 › Notebook Menus › Open menu item Help ──────────────────── Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Error: Screenshot comparison failed: Expected an image 416px by 171px, received 335px by 138px. 1996 pixels (ratio 0.03 of all image pixels) are different. Expected: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-firefox-retry1/opened-menu-help-expected.png Received: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-firefox-retry1/opened-menu-help-actual.png Diff: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-firefox-retry1/opened-menu-help-diff.png 45 | const menu = await page.menu.getOpenMenu(); 46 | expect(menu).toBeDefined(); > 47 | expect(await menu?.screenshot()).toMatchSnapshot(imageName.toLowerCase()); | ^ 48 | }); 49 | }); 50 | }); at /home/runner/work/notebook/notebook/ui-tests/test/menus.spec.ts:47:40

Process completed with exit code 1.

1) [chromium] › test/menus.spec.ts:37:9 › Notebook Menus › Open menu item View ─────────────────── Error: Screenshot comparison failed: Expected an image 369px by 648px, received 415px by 681px. 11201 pixels (ratio 0.04 of all image pixels) are different. Expected: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-chromium/opened-menu-view-expected.png Received: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-chromium/opened-menu-view-actual.png Diff: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-chromium/opened-menu-view-diff.png 45 | const menu = await page.menu.getOpenMenu(); 46 | expect(menu).toBeDefined(); > 47 | expect(await menu?.screenshot()).toMatchSnapshot(imageName.toLowerCase()); | ^ 48 | }); 49 | }); 50 | }); at /home/runner/work/notebook/notebook/ui-tests/test/menus.spec.ts:47:40

1) [chromium] › test/menus.spec.ts:37:9 › Notebook Menus › Open menu item View ─────────────────── Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Error: Screenshot comparison failed: Expected an image 369px by 648px, received 415px by 681px. 11201 pixels (ratio 0.04 of all image pixels) are different. Expected: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-chromium-retry1/opened-menu-view-expected.png Received: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-chromium-retry1/opened-menu-view-actual.png Diff: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-View-chromium-retry1/opened-menu-view-diff.png 45 | const menu = await page.menu.getOpenMenu(); 46 | expect(menu).toBeDefined(); > 47 | expect(await menu?.screenshot()).toMatchSnapshot(imageName.toLowerCase()); | ^ 48 | }); 49 | }); 50 | }); at /home/runner/work/notebook/notebook/ui-tests/test/menus.spec.ts:47:40

2) [chromium] › test/menus.spec.ts:37:9 › Notebook Menus › Open menu item Help ─────────────────── Error: Screenshot comparison failed: Expected an image 416px by 171px, received 335px by 138px. 1977 pixels (ratio 0.03 of all image pixels) are different. Expected: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-chromium/opened-menu-help-expected.png Received: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-chromium/opened-menu-help-actual.png Diff: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-chromium/opened-menu-help-diff.png 45 | const menu = await page.menu.getOpenMenu(); 46 | expect(menu).toBeDefined(); > 47 | expect(await menu?.screenshot()).toMatchSnapshot(imageName.toLowerCase()); | ^ 48 | }); 49 | }); 50 | }); at /home/runner/work/notebook/notebook/ui-tests/test/menus.spec.ts:47:40

2) [chromium] › test/menus.spec.ts:37:9 › Notebook Menus › Open menu item Help ─────────────────── Retry #1 ─────────────────────────────────────────────────────────────────────────────────────── Error: Screenshot comparison failed: Expected an image 416px by 171px, received 335px by 138px. 1977 pixels (ratio 0.03 of all image pixels) are different. Expected: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-chromium-retry1/opened-menu-help-expected.png Received: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-chromium-retry1/opened-menu-help-actual.png Diff: /home/runner/work/notebook/notebook/ui-tests/test-results/test-menus-Notebook-Menus-Open-menu-item-Help-chromium-retry1/opened-menu-help-diff.png 45 | const menu = await page.menu.getOpenMenu(); 46 | expect(menu).toBeDefined(); > 47 | expect(await menu?.screenshot()).toMatchSnapshot(imageName.toLowerCase()); | ^ 48 | }); 49 | }); 50 | }); at /home/runner/work/notebook/notebook/ui-tests/test/menus.spec.ts:47:40

3) [chromium] › test/editor.spec.ts:53:7 › Editor › Renaming the file via the menu entry ───────── Test timeout of 60000ms exceeded.

3) [chromium] › test/editor.spec.ts:53:7 › Editor › Renaming the file via the menu entry ───────── Error: proxy.waitForNavigation: Navigation failed because page was closed! =========================== logs =========================== waiting for navigation until "load" ============================================================ 21 | await page.click('text="Rename"'), 22 | // wait until the URL is updated > 23 | await page.waitForNavigation(), | ^ 24 | ]); 25 | }; 26 | at processRenameDialog (/home/runner/work/notebook/notebook/ui-tests/test/editor.spec.ts:23:16) at /home/runner/work/notebook/notebook/ui-tests/test/editor.spec.ts:63:5

Process completed with exit code 1.

1 flaky [firefox] › test/filebrowser.spec.ts:31:7 › File Browser › Select one file ───────────────────── 34 passed (3.9m)

2 failed [firefox] › test/menus.spec.ts:37:9 › Notebook Menus › Open menu item View ───────────────────── [firefox] › test/menus.spec.ts:37:9 › Notebook Menus › Open menu item Help ───────────────────── 33 passed (4.3m)

35 passed (3.5m)