e2e-flakiness-detector #221
Annotations
10 errors and 1 notice
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\helpers.ts#L377
1) auth.test.ts:21:3 › requires a valid auth token and allows logouts ────────────────────────────
Error: Failed to rmSync C:\Users\RUNNER~1\AppData\Local\Temp\cody-vscegBBAoW after 5 attempts: Error: EBUSY: resource busy or locked, unlink '\\?\C:\Users\RUNNER~1\AppData\Local\Temp\cody-vscegBBAoW\Crashpad\reports\f7bbfc0a-bb11-4a9a-ab6a-6626eaf9098f.dmp'
at helpers.ts:377
375 | } catch (error) {
376 | if (attempts === 1) {
> 377 | throw new Error(`Failed to rmSync ${path} after ${maxAttempts} attempts: ${error}`)
| ^
378 | }
379 |
380 | await new Promise(resolve => setTimeout(resolve, 100))
at rmSyncWithRetries (D:\a\cody\cody\vscode\test\e2e\helpers.ts:377:23)
at Object.app (D:\a\cody\cody\vscode\test\e2e\helpers.ts:258:13)
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\helpers.ts#L377
2) chat-atFile.test.ts:35:3 › @-mention file in chat ─────────────────────────────────────────────
Error: Failed to rmSync C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceNFgh0h after 5 attempts: Error: EBUSY: resource busy or locked, unlink '\\?\C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceNFgh0h\Crashpad\reports\601e8746-2f74-406f-96ad-c7935b7abbfa.dmp'
at helpers.ts:377
375 | } catch (error) {
376 | if (attempts === 1) {
> 377 | throw new Error(`Failed to rmSync ${path} after ${maxAttempts} attempts: ${error}`)
| ^
378 | }
379 |
380 | await new Promise(resolve => setTimeout(resolve, 100))
at rmSyncWithRetries (D:\a\cody\cody\vscode\test\e2e\helpers.ts:377:23)
at Object.app (D:\a\cody\cody\vscode\test\e2e\helpers.ts:258:13)
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\helpers.ts#L377
3) chat-atFile.test.ts:218:3 › editing a chat message with @-mention ─────────────────────────────
Error: Failed to rmSync C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceMsUnyt after 5 attempts: Error: EBUSY: resource busy or locked, unlink '\\?\C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceMsUnyt\Crashpad\reports\dbd979aa-5260-4560-b25f-dc8a5604d4cd.dmp'
at helpers.ts:377
375 | } catch (error) {
376 | if (attempts === 1) {
> 377 | throw new Error(`Failed to rmSync ${path} after ${maxAttempts} attempts: ${error}`)
| ^
378 | }
379 |
380 | await new Promise(resolve => setTimeout(resolve, 100))
at rmSyncWithRetries (D:\a\cody\cody\vscode\test\e2e\helpers.ts:377:23)
at Object.app (D:\a\cody\cody\vscode\test\e2e\helpers.ts:258:13)
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\chat-atFile.test.ts#L369
4) chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ────────────────────────────────────────
Error: Timed out 5000ms waiting for expect(locator).toHaveText(expected)
Locator: frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- Expected - 3
+ Received + 1
Array [
- "buzz.ts",
- "buzz.ts:2-5",
- "buzz.ts:7-10",
+ "buzz.ts:6-10",
]
Call log:
- expect.toHaveText with timeout 5000ms
- waiting for frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 1 element
- locator resolved to 1 element
- locator resolved to 1 element
- locator resolved to 1 element
- locator resolved to 1 element
- locator resolved to 1 element
367 | await selectLineRangeInEditorTab(page, 7, 10)
368 | await executeCommandInPalette(page, 'Cody: Add Selection to Cody Chat')
> 369 | await expect(chatInputMentions(lastChatInput)).toHaveText(['buzz.ts', 'buzz.ts:2-5', 'buzz.ts:7-10'])
| ^
370 | })
371 |
at D:\a\cody\cody\vscode\test\e2e\chat-atFile.test.ts:369:52
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\chat-atFile.test.ts#L369
5) chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ────────────────────────────────────────
Error: Timed out 5000ms waiting for expect(locator).toHaveText(expected)
Locator: frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- Expected - 2
+ Received + 0
Array [
- "buzz.ts",
- "buzz.ts:2-5",
"buzz.ts:7-10",
]
Call log:
- expect.toHaveText with timeout 5000ms
- waiting for frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- locator resolved to 0 elements
- locator resolved to 1 element
- locator resolved to 1 element
- locator resolved to 1 element
- locator resolved to 1 element
- locator resolved to 1 element
- locator resolved to 1 element
- locator resolved to 1 element
367 | await selectLineRangeInEditorTab(page, 7, 10)
368 | await executeCommandInPalette(page, 'Cody: Add Selection to Cody Chat')
> 369 | await expect(chatInputMentions(lastChatInput)).toHaveText(['buzz.ts', 'buzz.ts:2-5', 'buzz.ts:7-10'])
| ^
370 | })
371 |
at D:\a\cody\cody\vscode\test\e2e\chat-atFile.test.ts:369:52
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\helpers.ts#L377
6) chat-atFile.test.ts:218:3 › editing a chat message with @-mention ─────────────────────────────
Error: Failed to rmSync C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceZYbE33 after 5 attempts: Error: EBUSY: resource busy or locked, unlink '\\?\C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceZYbE33\Crashpad\reports\de9b9de1-dd46-4a39-a3f9-62998be52556.dmp'
at helpers.ts:377
375 | } catch (error) {
376 | if (attempts === 1) {
> 377 | throw new Error(`Failed to rmSync ${path} after ${maxAttempts} attempts: ${error}`)
| ^
378 | }
379 |
380 | await new Promise(resolve => setTimeout(resolve, 100))
at rmSyncWithRetries (D:\a\cody\cody\vscode\test\e2e\helpers.ts:377:23)
at Object.app (D:\a\cody\cody\vscode\test\e2e\helpers.ts:258:13)
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\chat-context.test.ts#L36
7) chat-context.test.ts:11:5 › chat followup context ─────────────────────────────────────────────
Error: Timed out 5000ms waiting for expect(locator).toHaveCount(expected)
Locator: frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').locator('[data-testid="context"]').filter({ hasText: 'Context' })
Expected: 2
Received: 1
Call log:
- expect.toHaveCount with timeout 5000ms
- waiting for frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').locator('[data-testid="context"]').filter({ hasText: 'Context' })
- locator resolved to 1 element
- unexpected value "1"
- locator resolved to 1 element
- unexpected value "1"
- locator resolved to 1 element
- unexpected value "1"
- locator resolved to 1 element
- unexpected value "1"
- locator resolved to 1 element
- unexpected value "1"
- locator resolved to 1 element
- unexpected value "1"
- locator resolved to 1 element
- unexpected value "1"
- locator resolved to 1 element
- unexpected value "1"
34 | await selectMentionMenuItem(chatFrame, 'var.go')
35 | await chatInput.press('Enter')
> 36 | expect(contextCells).toHaveCount(2)
| ^
37 | const lastContextCell = contextCells.last()
38 | expect(lastContextCell).toHaveText(/1 new item/)
39 | await openContextCell(lastContextCell)
at D:\a\cody\cody\vscode\test\e2e\chat-context.test.ts:36:26
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\chat-context.test.ts#L40
7) chat-context.test.ts:11:5 › chat followup context ─────────────────────────────────────────────
Error: Timed out 5000ms waiting for expect(locator).toHaveText(expected)
Locator: frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').locator('[data-testid="context"]').filter({ hasText: 'Context' }).last()
Expected pattern: /var\.go/
Received string: "Context— 1 item"
Call log:
- expect.toHaveText with timeout 5000ms
- waiting for frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').locator('[data-testid="context"]').filter({ hasText: 'Context' }).last()
- locator resolved to <div role="row" data-testid="context" class="tw-flex tw-flex-col tw-gap-4">…</div>
- unexpected value "Context— 1 itemMain.java Public knowledge"
- locator resolved to <div role="row" data-testid="context" class="tw-flex tw-flex-col tw-gap-4">…</div>
- unexpected value "Context— 1 itemMain.java Public knowledge"
- locator resolved to <div role="row" data-testid="context" class="tw-flex tw-flex-col tw-gap-4">…</div>
- unexpected value "Context— 1 itemMain.java Public knowledge"
- locator resolved to <div role="row" data-testid="context" class="tw-flex tw-flex-col tw-gap-4">…</div>
- unexpected value "Context— 1 item"
- locator resolved to <div role="row" data-testid="context" class="tw-flex tw-flex-col tw-gap-4">…</div>
- unexpected value "Context— 1 item"
- locator resolved to <div role="row" data-testid="context" class="tw-flex tw-flex-col tw-gap-4">…</div>
- unexpected value "Context— 1 item"
- locator resolved to <div role="row" data-testid="context" class="tw-flex tw-flex-col tw-gap-4">…</div>
- unexpected value "Context— 1 item"
- locator resolved to <div role="row" data-testid="context" class="tw-flex tw-flex-col tw-gap-4">…</div>
- unexpected value "Context— 1 item"
38 | expect(lastContextCell).toHaveText(/1 new item/)
39 | await openContextCell(lastContextCell)
> 40 | await expect(lastContextCell).toHaveText(/var\.go/)
| ^
41 | await expect(lastContextCell).toHaveText(/Prior messages/)
42 | })
43 |
at D:\a\cody\cody\vscode\test\e2e\chat-context.test.ts:40:35
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\chat-context.test.ts#L1
7) chat-context.test.ts:11:5 › chat followup context ─────────────────────────────────────────────
Error: EBUSY: resource busy or locked, rename 'D:\a\cody\cody\playwright\chat_followup_context\temp-videos\579652be3bbe57336ec1790c17279e22.webm' -> 'D:\a\cody\cody\playwright\chat_followup_context\videos\run_0_retry_0_failure.webm'
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\helpers.ts#L377
8) chat-input.test.ts:194:3 › chat model selector ────────────────────────────────────────────────
Error: Failed to rmSync C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsce9rU9LE after 5 attempts: Error: EBUSY: resource busy or locked, unlink '\\?\C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsce9rU9LE\Crashpad\reports\d29fe200-85d1-43d9-99fd-1008154e84ba.dmp'
at helpers.ts:377
375 | } catch (error) {
376 | if (attempts === 1) {
> 377 | throw new Error(`Failed to rmSync ${path} after ${maxAttempts} attempts: ${error}`)
| ^
378 | }
379 |
380 | await new Promise(resolve => setTimeout(resolve, 100))
at rmSyncWithRetries (D:\a\cody\cody\vscode\test\e2e\helpers.ts:377:23)
at Object.app (D:\a\cody\cody\vscode\test\e2e\helpers.ts:258:13)
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0
27 failed
auth.test.ts:21:3 › requires a valid auth token and allows logouts ─────────────────────────────
chat-atFile.test.ts:35:3 › @-mention file in chat ──────────────────────────────────────────────
chat-atFile.test.ts:218:3 › editing a chat message with @-mention ──────────────────────────────
chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ─────────────────────────────────────────
chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ─────────────────────────────────────────
chat-atFile.test.ts:218:3 › editing a chat message with @-mention ──────────────────────────────
chat-context.test.ts:11:5 › chat followup context ──────────────────────────────────────────────
chat-input.test.ts:194:3 › chat model selector ─────────────────────────────────────────────────
chat-input.test.ts:194:3 › chat model selector ─────────────────────────────────────────────────
chat-keyboard-shortcuts.test.ts:35:5 › re-opening chat adds selection ──────────────────────────
chat-messages.test.ts:7:5 › chat assistant response code buttons ───────────────────────────────
command-commit.test.ts:24:3 › use terminal output as context ───────────────────────────────────
command-commit.test.ts:24:3 › use terminal output as context ───────────────────────────────────
command-commit.test.ts:24:3 › use terminal output as context ───────────────────────────────────
command-commit.test.ts:24:3 › use terminal output as context ───────────────────────────────────
command-edit.test.ts:95:1 › edit (fixup) input - range selection ───────────────────────────────
command-edit.test.ts:133:1 › edit (fixup) input - model selection ──────────────────────────────
command-edit.test.ts:95:1 › edit (fixup) input - range selection ───────────────────────────────
command-edit.test.ts:95:1 › edit (fixup) input - range selection ───────────────────────────────
command-edit.test.ts:95:1 › edit (fixup) input - range selection ───────────────────────────────
command-edit.test.ts:133:1 › edit (fixup) input - model selection ──────────────────────────────
enterprise-cody-ignore.test.ts:43:7 › using actively invoked commands and autocomplete shows a error
enterprise-cody-ignore.test.ts:43:7 › using actively invoked commands and autocomplete shows a error
initial-context.test.ts:38:18 › initial context - file ─────────────────────────────────────────
uninstall.test.ts:7:5 › uninstall extension ────────────────────────────────────────────────────
uninstall.test.ts:7:5 › uninstall extension ────────────────────────────────────────────────────
uninstall.test.ts:7:5 › uninstall extension ────────────────────────────────────────────────────
12 skipped
149 passed (41.0m)
|
Loading