MWPW-163603 benchmark card rendering time in PR #2146
npeltierrun-nala-default.yml
on: pull_request
Matrix: Running Nala E2E UI Tests
Annotations
10 errors, 1 warning, and 1 notice
|
[milo-live-chromium] › features/mas/benchmark/benchmark.test.js:17:7 › Benchmark feature test suite › @MAS-CCD-benchmark:
nala/features/mas/benchmark/benchmark.test.js#L31
1) [milo-live-chromium] › features/mas/benchmark/benchmark.test.js:17:7 › Benchmark feature test suite › @MAS-CCD-benchmark,@MAS-CCD @merch-benchmark-ccd-cards @mas-benchmark @Commerce @smoke @regression @milo › step-2: Validate benchmark
Error: Timed out 5000ms waiting for expect(locator).toBeVisible()
Locator: locator('.ccd-cards')
Expected: visible
Received: <element(s) not found>
Call log:
- expect.toBeVisible with timeout 5000ms
- waiting for locator('.ccd-cards')
29 | const benchmarkPage = new BenchmarkPage(page);
30 | const benchmark = await benchmarkPage.getBenchmark(selector);
> 31 | await expect(benchmark).toBeVisible();
| ^
32 | const limit = await benchmark.getAttribute('data-benchmark-limit');
33 | const previousLimit = await benchmark.getAttribute('data-benchmark-previous-limit');
34 | const limitMessage = previousLimit ? `${limit}ms (adjusted from ${previousLimit}ms)` : `${limit}ms`;
at /home/runner/work/milo/milo/nala/features/mas/benchmark/benchmark.test.js:31:31
at /home/runner/work/milo/milo/nala/features/mas/benchmark/benchmark.test.js:27:5
|
|
[milo-live-chromium] › features/mas/benchmark/benchmark.test.js:17:7 › Benchmark feature test suite › @MAS-CCD-benchmark:
nala/features/mas/benchmark/benchmark.test.js#L31
1) [milo-live-chromium] › features/mas/benchmark/benchmark.test.js:17:7 › Benchmark feature test suite › @MAS-CCD-benchmark,@MAS-CCD @merch-benchmark-ccd-cards @mas-benchmark @Commerce @smoke @regression @milo › step-2: Validate benchmark
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: Timed out 5000ms waiting for expect(locator).toBeVisible()
Locator: locator('.ccd-cards')
Expected: visible
Received: <element(s) not found>
Call log:
- expect.toBeVisible with timeout 5000ms
- waiting for locator('.ccd-cards')
29 | const benchmarkPage = new BenchmarkPage(page);
30 | const benchmark = await benchmarkPage.getBenchmark(selector);
> 31 | await expect(benchmark).toBeVisible();
| ^
32 | const limit = await benchmark.getAttribute('data-benchmark-limit');
33 | const previousLimit = await benchmark.getAttribute('data-benchmark-previous-limit');
34 | const limitMessage = previousLimit ? `${limit}ms (adjusted from ${previousLimit}ms)` : `${limit}ms`;
at /home/runner/work/milo/milo/nala/features/mas/benchmark/benchmark.test.js:31:31
at /home/runner/work/milo/milo/nala/features/mas/benchmark/benchmark.test.js:27:5
|
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:25:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-eyebrow:
nala/features/mas/ccd/masccd.test.js#L58
2) [milo-live-chromium] › features/mas/ccd/masccd.test.js:25:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-eyebrow,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Error: expect(received).toBeTruthy()
Received: false
56 |
57 | await test.step('step-3: Verify CCD Merch Card spec', async () => {
> 58 | expect(await webUtil.verifyCSS(await CCD.getCard(data.id, 'suggested'), CCD.suggestedCssProp.light)).toBeTruthy();
| ^
59 | expect(await webUtil.verifyCSS(await CCD.getCardIcon(data.id, 'suggested'), CCD.suggestedCssProp.icon)).toBeTruthy();
60 | expect(await webUtil.verifyCSS(await CCD.getCardEyebrow(data.id, 'suggested'), CCD.suggestedCssProp.eyebrow.light)).toBeTruthy();
61 | expect(await webUtil.verifyCSS(await CCD.getCardTitle(data.id, 'suggested'), CCD.suggestedCssProp.title.light)).toBeTruthy();
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:58:108
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:57:5
|
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:25:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-eyebrow:
nala/features/mas/ccd/masccd.test.js#L58
2) [milo-live-chromium] › features/mas/ccd/masccd.test.js:25:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-eyebrow,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toBeTruthy()
Received: false
56 |
57 | await test.step('step-3: Verify CCD Merch Card spec', async () => {
> 58 | expect(await webUtil.verifyCSS(await CCD.getCard(data.id, 'suggested'), CCD.suggestedCssProp.light)).toBeTruthy();
| ^
59 | expect(await webUtil.verifyCSS(await CCD.getCardIcon(data.id, 'suggested'), CCD.suggestedCssProp.icon)).toBeTruthy();
60 | expect(await webUtil.verifyCSS(await CCD.getCardEyebrow(data.id, 'suggested'), CCD.suggestedCssProp.eyebrow.light)).toBeTruthy();
61 | expect(await webUtil.verifyCSS(await CCD.getCardTitle(data.id, 'suggested'), CCD.suggestedCssProp.title.light)).toBeTruthy();
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:58:108
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:57:5
|
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:87:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-strikethrough:
nala/features/mas/ccd/masccd.test.js#L125
3) [milo-live-chromium] › features/mas/ccd/masccd.test.js:87:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-strikethrough,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Error: expect(received).toBeTruthy()
Received: false
123 |
124 | await test.step('step-3: Verify CCD Merch Card spec', async () => {
> 125 | expect(await webUtil.verifyCSS(await CCD.getCard(data.id, 'suggested'), CCD.suggestedCssProp.light)).toBeTruthy();
| ^
126 | expect(await webUtil.verifyCSS(await CCD.getCardIcon(data.id, 'suggested'), CCD.suggestedCssProp.icon)).toBeTruthy();
127 | expect(await webUtil.verifyCSS(await CCD.getCardEyebrow(data.id, 'suggested'), CCD.suggestedCssProp.eyebrow.light)).toBeTruthy();
128 | expect(await webUtil.verifyCSS(await CCD.getCardTitle(data.id, 'suggested'), CCD.suggestedCssProp.title.light)).toBeTruthy();
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:125:108
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:124:5
|
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:87:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-strikethrough:
nala/features/mas/ccd/masccd.test.js#L125
3) [milo-live-chromium] › features/mas/ccd/masccd.test.js:87:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-strikethrough,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toBeTruthy()
Received: false
123 |
124 | await test.step('step-3: Verify CCD Merch Card spec', async () => {
> 125 | expect(await webUtil.verifyCSS(await CCD.getCard(data.id, 'suggested'), CCD.suggestedCssProp.light)).toBeTruthy();
| ^
126 | expect(await webUtil.verifyCSS(await CCD.getCardIcon(data.id, 'suggested'), CCD.suggestedCssProp.icon)).toBeTruthy();
127 | expect(await webUtil.verifyCSS(await CCD.getCardEyebrow(data.id, 'suggested'), CCD.suggestedCssProp.eyebrow.light)).toBeTruthy();
128 | expect(await webUtil.verifyCSS(await CCD.getCardTitle(data.id, 'suggested'), CCD.suggestedCssProp.title.light)).toBeTruthy();
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:125:108
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:124:5
|
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:158:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-noeyebrow-priceunit:
nala/features/mas/ccd/masccd.test.js#L192
4) [milo-live-chromium] › features/mas/ccd/masccd.test.js:158:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-noeyebrow-priceunit,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Error: expect(received).toBeTruthy()
Received: false
190 | await test.step('step-3: Verify CCD Merch Card spec', async () => {
191 | await expect(await CCD.getCard(data.id, 'suggested')).toBeVisible();
> 192 | expect(await webUtil.verifyCSS(await CCD.getCard(data.id, 'suggested'), CCD.suggestedCssProp.light)).toBeTruthy();
| ^
193 | expect(await webUtil.verifyCSS(await CCD.getCardIcon(data.id, 'suggested'), CCD.suggestedCssProp.icon)).toBeTruthy();
194 | expect(await webUtil.verifyCSS(await CCD.getCardTitle(data.id, 'suggested'), CCD.suggestedCssProp.title.light)).toBeTruthy();
195 | expect(await webUtil.verifyCSS(await CCD.getCardDescription(data.id, 'suggested'), CCD.suggestedCssProp.description.light)).toBeTruthy();
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:192:108
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:190:5
|
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:158:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-noeyebrow-priceunit:
nala/features/mas/ccd/masccd.test.js#L192
4) [milo-live-chromium] › features/mas/ccd/masccd.test.js:158:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-noeyebrow-priceunit,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toBeTruthy()
Received: false
190 | await test.step('step-3: Verify CCD Merch Card spec', async () => {
191 | await expect(await CCD.getCard(data.id, 'suggested')).toBeVisible();
> 192 | expect(await webUtil.verifyCSS(await CCD.getCard(data.id, 'suggested'), CCD.suggestedCssProp.light)).toBeTruthy();
| ^
193 | expect(await webUtil.verifyCSS(await CCD.getCardIcon(data.id, 'suggested'), CCD.suggestedCssProp.icon)).toBeTruthy();
194 | expect(await webUtil.verifyCSS(await CCD.getCardTitle(data.id, 'suggested'), CCD.suggestedCssProp.title.light)).toBeTruthy();
195 | expect(await webUtil.verifyCSS(await CCD.getCardDescription(data.id, 'suggested'), CCD.suggestedCssProp.description.light)).toBeTruthy();
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:192:108
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:190:5
|
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:219:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin:
nala/features/mas/ccd/masccd.test.js#L253
5) [milo-live-chromium] › features/mas/ccd/masccd.test.js:219:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Error: expect(received).toBeTruthy()
Received: false
251 |
252 | await test.step('step-3: Verify CCD Merch Card spec', async () => {
> 253 | expect(await webUtil.verifyCSS(await CCD.getCard(data.id, 'suggested'), CCD.suggestedCssProp.light)).toBeTruthy();
| ^
254 | expect(await webUtil.verifyCSS(await CCD.getCardIcon(data.id, 'suggested'), CCD.suggestedCssProp.icon)).toBeTruthy();
255 | expect(await webUtil.verifyCSS(await CCD.getCardEyebrow(data.id, 'suggested'), CCD.suggestedCssProp.eyebrow.light)).toBeTruthy();
256 | expect(await webUtil.verifyCSS(await CCD.getCardTitle(data.id, 'suggested'), CCD.suggestedCssProp.title.light)).toBeTruthy();
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:253:108
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:252:5
|
|
[milo-live-chromium] › features/mas/ccd/masccd.test.js:219:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin:
nala/features/mas/ccd/masccd.test.js#L253
5) [milo-live-chromium] › features/mas/ccd/masccd.test.js:219:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo › step-3: Verify CCD Merch Card spec
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: expect(received).toBeTruthy()
Received: false
251 |
252 | await test.step('step-3: Verify CCD Merch Card spec', async () => {
> 253 | expect(await webUtil.verifyCSS(await CCD.getCard(data.id, 'suggested'), CCD.suggestedCssProp.light)).toBeTruthy();
| ^
254 | expect(await webUtil.verifyCSS(await CCD.getCardIcon(data.id, 'suggested'), CCD.suggestedCssProp.icon)).toBeTruthy();
255 | expect(await webUtil.verifyCSS(await CCD.getCardEyebrow(data.id, 'suggested'), CCD.suggestedCssProp.eyebrow.light)).toBeTruthy();
256 | expect(await webUtil.verifyCSS(await CCD.getCardTitle(data.id, 'suggested'), CCD.suggestedCssProp.title.light)).toBeTruthy();
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:253:108
at /home/runner/work/milo/milo/nala/features/mas/ccd/masccd.test.js:252:5
|
|
Running Nala E2E UI Tests (20.x)
ubuntu-latest pipelines will use ubuntu-24.04 soon. For more details, see https://github.com/actions/runner-images/issues/10636
|
|
🎭 Playwright Run Summary
15 failed
[milo-live-chromium] › features/mas/benchmark/benchmark.test.js:17:7 › Benchmark feature test suite › @MAS-CCD-benchmark,@MAS-CCD @merch-benchmark-ccd-cards @mas-benchmark @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:25:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-eyebrow,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:87:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-strikethrough,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:158:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-noeyebrow-priceunit,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:219:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:282:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin-seeterms,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:350:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-thin-noeyebrow-priceunit,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:411:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-wide-seeterms,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:479:7 › CCD Merchcard feature test suite › @MAS-CCD-suggested-wide-noeyebrow-priceunit,@MAS-CCD @suggested-card @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:542:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-percentage,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:600:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-mnemonics,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:667:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-seeterms,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:730:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-percentage-seeterms,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:791:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-without-mnemonic,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
[milo-live-chromium] › features/mas/ccd/masccd.test.js:848:7 › CCD Merchcard feature test suite › @MAS-CCD-slice-badge,@MAS-CCD @slice-card @slice-single @Commerce @smoke @regression @milo
2 flaky
[milo-live-firefox] › blocks/actionitem/actionitem.test.js:193:7 › Milo Action-Item block test suite › 7: @action-item (scroller with navigation), @action-item @smoke @regression @milo
[milo-live-webkit] › features/georouting/georouting.test.js:38:7 › Milo Georouting feature test suite › @Georouting with query param,@georouting @georouting-query-param @smoke @regression @milo
56 skipped
584 passed (8.1m)
|