e2e-flakiness-detector #239
Annotations
10 errors and 1 notice
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\helpers.ts#L377
1) attribution.test.ts:20:1 › attribution search disabled in chat ────────────────────────────────
Error: Failed to rmSync C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceykrRpz after 5 attempts: Error: EBUSY: resource busy or locked, unlink '\\?\C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceykrRpz\Crashpad\reports\15bdf019-b1fa-4c4e-b75a-c54131adc7ea.dmp'
at helpers.ts:377
375 | } catch (error) {
376 | if (attempts === 1) {
> 377 | throw new Error(`Failed to rmSync ${path} after ${maxAttempts} attempts: ${error}`)
| ^
378 | }
379 |
380 | await new Promise(resolve => setTimeout(resolve, 100))
at rmSyncWithRetries (D:\a\cody\cody\vscode\test\e2e\helpers.ts:377:23)
at Object.app (D:\a\cody\cody\vscode\test\e2e\helpers.ts:258:13)
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\chat-atFile.test.ts#L365
2) chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ────────────────────────────────────────
Error: Timed out 2000ms waiting for expect(locator).toHaveText(expected)
Locator: frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- Expected - 4
+ Received + 1
- Array [
- "buzz.ts",
- "buzz.ts:2-5",
- ]
+ Array []
Call log:
- expect.toHaveText with timeout 2000ms
- waiting for frameLocator('.simple-find-part-wrapper + iframe.webview').last().frameLocator('iframe').getByRole('textbox', { name: 'Chat message' }).last().locator('.context-item-mention-node')
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
- locator resolved to 0 elements
363 |
364 | const [, lastChatInput] = await createEmptyChatPanel(page)
> 365 | await expect(chatInputMentions(lastChatInput)).toHaveText(['buzz.ts', 'buzz.ts:2-5'], {
| ^
366 | timeout: 2_000,
367 | })
368 |
at D:\a\cody\cody\vscode\test\e2e\chat-atFile.test.ts:365:52
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\chat-atFile.test.ts#L1
2) chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ────────────────────────────────────────
Error: EBUSY: resource busy or locked, rename 'D:\a\cody\cody\playwright\Add_Selection_to_Cody_Chat\temp-videos\03833513be8991e8f2ec67bf9dad9e19.webm' -> 'D:\a\cody\cody\playwright\Add_Selection_to_Cody_Chat\videos\run_2_retry_0_failure.webm'
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\common.ts#L185
3) chat-keyboard-shortcuts.test.ts:35:5 › re-opening chat adds selection ─────────────────────────
Error: Timed out 5000ms waiting for expect(locator).toHaveAccessibleName(expected)
Locator: getByRole('listbox', { name: /^Search files/ }).getByRole('option').first()
Expected pattern: /buzz.ts,/
Received: <element(s) not found>
Call log:
- expect.toHaveAccessibleName with timeout 5000ms
- waiting for getByRole('listbox', { name: /^Search files/ }).getByRole('option').first()
at common.ts:185
183 | .getByRole('option')
184 | .first()
> 185 | ).toHaveAccessibleName(new RegExp(`${filename},`))
| ^
186 | await page.keyboard.press('Enter')
187 |
188 | await clickEditorTab(page, filename)
at openFileInEditorTab (D:\a\cody\cody\vscode\test\e2e\common.ts:185:7)
at D:\a\cody\cody\vscode\test\e2e\chat-keyboard-shortcuts.test.ts:50:5
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\helpers.ts#L377
4) chat-messages.test.ts:7:5 › chat assistant response code buttons ──────────────────────────────
Error: Failed to rmSync C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceGtYBFY after 5 attempts: Error: EBUSY: resource busy or locked, unlink '\\?\C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceGtYBFY\Crashpad\reports\d743ee34-dbf8-4ab0-8188-94be14753b18.dmp'
at helpers.ts:377
375 | } catch (error) {
376 | if (attempts === 1) {
> 377 | throw new Error(`Failed to rmSync ${path} after ${maxAttempts} attempts: ${error}`)
| ^
378 | }
379 |
380 | await new Promise(resolve => setTimeout(resolve, 100))
at rmSyncWithRetries (D:\a\cody\cody\vscode\test\e2e\helpers.ts:377:23)
at Object.app (D:\a\cody\cody\vscode\test\e2e\helpers.ts:258:13)
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\helpers.ts#L377
5) code-actions.test.ts:88:3 › code action: fix ──────────────────────────────────────────────────
Error: Failed to rmSync C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceKk0aI9 after 5 attempts: Error: EBUSY: resource busy or locked, unlink '\\?\C:\Users\RUNNER~1\AppData\Local\Temp\cody-vsceKk0aI9\Crashpad\reports\b5698760-c1ba-4402-bb67-2491e91fc79f.dmp'
at helpers.ts:377
375 | } catch (error) {
376 | if (attempts === 1) {
> 377 | throw new Error(`Failed to rmSync ${path} after ${maxAttempts} attempts: ${error}`)
| ^
378 | }
379 |
380 | await new Promise(resolve => setTimeout(resolve, 100))
at rmSyncWithRetries (D:\a\cody\cody\vscode\test\e2e\helpers.ts:377:23)
at Object.app (D:\a\cody\cody\vscode\test\e2e\helpers.ts:258:13)
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\command-edit.test.ts#L123
6) command-edit.test.ts:100:1 › edit (fixup) input - range selection ─────────────────────────────
Error: expect(locator).toBeVisible()
Locator: getByLabel('check file-code Nearest Code Block')
Expected: visible
Received: <element(s) not found>
Call log:
- expect.toBeVisible with timeout 5000ms
- waiting for getByLabel('check file-code Nearest Code Block')
121 | await rangeItem.click()
122 | const selectedRangeItem = page.getByLabel('check file-code Nearest Code Block')
> 123 | expect(selectedRangeItem).toBeVisible()
| ^
124 |
125 | // Open the symbols input and check it has the correct item selected
126 | const symbolitem = page.getByText('Select a Symbol...')
at D:\a\cody\cody\vscode\test\e2e\command-edit.test.ts:123:31
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\command-edit.test.ts#L118
7) command-edit.test.ts:100:1 › edit (fixup) input - range selection ─────────────────────────────
Error: expect(locator).toBeVisible()
Locator: getByText('Nearest Code Block')
Expected: visible
Received: <element(s) not found>
Call log:
- expect.toBeVisible with timeout 5000ms
- waiting for getByText('Nearest Code Block')
116 | // Check the correct range item is auto-selected
117 | const rangeItem = page.getByText('Nearest Code Block')
> 118 | expect(rangeItem).toBeVisible()
| ^
119 |
120 | // Open the range input and check it has the correct item selected
121 | await rangeItem.click()
at D:\a\cody\cody\vscode\test\e2e\command-edit.test.ts:118:23
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\command-edit.test.ts#L118
8) command-edit.test.ts:100:1 › edit (fixup) input - range selection ─────────────────────────────
Error: expect(locator).toBeVisible()
Locator: getByText('Nearest Code Block')
Expected: visible
Received: <element(s) not found>
Call log:
- expect.toBeVisible with timeout 5000ms
- waiting for getByText('Nearest Code Block')
116 | // Check the correct range item is auto-selected
117 | const rangeItem = page.getByText('Nearest Code Block')
> 118 | expect(rangeItem).toBeVisible()
| ^
119 |
120 | // Open the range input and check it has the correct item selected
121 | await rangeItem.click()
at D:\a\cody\cody\vscode\test\e2e\command-edit.test.ts:118:23
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0:
vscode\test\e2e\command-edit.test.ts#L154
9) command-edit.test.ts:138:1 › edit (fixup) input - model selection ─────────────────────────────
Error: expect(locator).toBeVisible()
Locator: getByLabel('$(anthropic-logo) Claude 3.5 Sonnet').locator('a')
Expected: visible
Received: hidden
Call log:
- expect.toBeVisible with timeout 5000ms
- waiting for getByLabel('$(anthropic-logo) Claude 3.5 Sonnet').locator('a')
- locator resolved to <a class="label-name">…</a>
- unexpected value "hidden"
- locator resolved to <a class="label-name">…</a>
- unexpected value "hidden"
- locator resolved to <a class="label-name">…</a>
- unexpected value "hidden"
- locator resolved to <a class="label-name">…</a>
- unexpected value "hidden"
152 | const modelItem = page.getByLabel('$(anthropic-logo) Claude 3.5 Sonnet').locator('a')
153 | await nap()
> 154 | expect(modelItem).toBeVisible()
| ^
155 |
156 | // Open the model input and check it has the correct item selected
157 | await modelItem.click()
at D:\a\cody\cody\vscode\test\e2e\command-edit.test.ts:154:23
|
|
Run pnpm -C vscode run test:e2e --repeat-each 4 --retries 0
15 failed
attribution.test.ts:20:1 › attribution search disabled in chat ─────────────────────────────────
chat-atFile.test.ts:358:3 › Add Selection to Cody Chat ─────────────────────────────────────────
chat-keyboard-shortcuts.test.ts:35:5 › re-opening chat adds selection ──────────────────────────
chat-messages.test.ts:7:5 › chat assistant response code buttons ───────────────────────────────
code-actions.test.ts:88:3 › code action: fix ───────────────────────────────────────────────────
command-edit.test.ts:100:1 › edit (fixup) input - range selection ──────────────────────────────
command-edit.test.ts:100:1 › edit (fixup) input - range selection ──────────────────────────────
command-edit.test.ts:100:1 › edit (fixup) input - range selection ──────────────────────────────
command-edit.test.ts:138:1 › edit (fixup) input - model selection ──────────────────────────────
enterprise-cody-ignore.test.ts:43:7 › using actively invoked commands and autocomplete shows a error
mention-repository.test.ts:14:18 › @-mention repository ────────────────────────────────────────
uninstall.test.ts:7:5 › uninstall extension ────────────────────────────────────────────────────
uninstall.test.ts:7:5 › uninstall extension ────────────────────────────────────────────────────
uninstall.test.ts:7:5 › uninstall extension ────────────────────────────────────────────────────
uninstall.test.ts:7:5 › uninstall extension ────────────────────────────────────────────────────
12 skipped
161 passed (49.3m)
|
Loading