diff --git a/docs/playwright-tests.md b/docs/playwright-tests.md index 931565dc4..7789c5f4f 100644 --- a/docs/playwright-tests.md +++ b/docs/playwright-tests.md @@ -73,6 +73,18 @@ await emailPage.clickIntoInput() npm run test:integration ``` +## Running only flaky tests + +```shell +npm run test:integration -- --grep '@flaky' +``` + +## Running everything BUT flaky tests + +```shell +npm run test:integration -- --grep-invert '@flaky' +``` + --- # Workflows diff --git a/integration-test/tests/email-autofill.extension.spec.js b/integration-test/tests/email-autofill.extension.spec.js index 9122f8d7f..513285b64 100644 --- a/integration-test/tests/email-autofill.extension.spec.js +++ b/integration-test/tests/email-autofill.extension.spec.js @@ -14,7 +14,7 @@ import {emailAutofillPage} from '../helpers/pages/emailAutofillPage.js' const test = testContext(base) test.describe('chrome extension', () => { - test('should autofill the selected email', async ({page}) => { + test('should autofill the selected email @flaky', async ({page}) => { const {personalAddress, privateAddress0, privateAddress1} = constants.fields.email forwardConsoleMessages(page) @@ -68,7 +68,7 @@ test.describe('chrome extension', () => { ]) }) - test('should not close the modal when autofilling', async ({page}) => { + test('should not close the modal when autofilling @flaky', async ({page}) => { const {personalAddress} = constants.fields.email forwardConsoleMessages(page) diff --git a/integration-test/tests/email-autofill.macos.spec.js b/integration-test/tests/email-autofill.macos.spec.js index c820c649e..81bec74c0 100644 --- a/integration-test/tests/email-autofill.macos.spec.js +++ b/integration-test/tests/email-autofill.macos.spec.js @@ -121,7 +121,7 @@ test.describe('macos', () => { username: constants.fields.email.privateAddress0 }) }) - test('using a private address, but then editing it', async ({page}) => { + test('using a private address, but then editing it @flaky', async ({page}) => { await forwardConsoleMessages(page) const signup = signupPage(page) diff --git a/integration-test/tests/login-form.macos.spec.js b/integration-test/tests/login-form.macos.spec.js index e0b37f70f..9085f5ae5 100644 --- a/integration-test/tests/login-form.macos.spec.js +++ b/integration-test/tests/login-form.macos.spec.js @@ -138,7 +138,7 @@ test.describe('Auto-fill a login form on macOS', () => { await login.assertFocusMessage() }) }) - test('by clicking a label', async ({page}) => { + test('by clicking a label @flaky', async ({page}) => { await testLoginPage(page, {clickLabel: true, pageType: 'loginWithText'}) }) test('selecting an item inside an overlay', async ({page}) => { @@ -314,7 +314,7 @@ test.describe('Auto-fill a login form on macOS', () => { }) test.describe('When the form is in a modal', () => { - test('Filling the form should not close the modal', async ({page}) => { + test('Filling the form should not close the modal @flaky', async ({page}) => { const login = await createLoginFormInModalPage(page) await login.openDialog() await login.fieldsContainIcons()