add tests for different identity verification configs

corbado · Jan 30, 2024 · 1b81078 · 1b81078
1 parent d5f08cc
commit 1b81078
Show file tree

Hide file tree

Showing 30 changed files with 411 additions and 44 deletions.
diff --git a/packages/tests-e2e/playwright.config.ui.ts b/packages/tests-e2e/playwright.config.ui.ts
@@ -12,35 +12,112 @@ export default defineConfig({
     trace: 'on-first-retry',
   },
   projects: [
+    ////////////////////////////////////////////
+    // default configs:
+    // - doubleOptIn: true
+    // - signupFlow: PasskeyWithEmailOTPFallback
+    // - allowUserRegistration: true
+    // - userFullNameRequired: true
     {
-      name: 'chromium',
+      name: 'default-setup',
+      testMatch: ['ui/default/setup.ts'],
+    },
+    {
+      name: 'default-chromium',
       use: { ...devices['Desktop Chrome'] },
-      testMatch: ['ui/**/*.*'],
+      testMatch: ['ui/default/**/*.*'],
+      dependencies: ['default-setup'],
     },
     // {
     //   name: 'firefox',
     //   use: { ...devices['Desktop Firefox'] },
-    //   testMatch: ['ui/all-browsers/**/*.*'],
+    //   testMatch: ['ui/default/all-browsers/**/*.*'],
     // },
     {
-      name: 'webkit',
+      name: 'default-webkit',
       use: { ...devices['Desktop Safari'] },
-      testMatch: ['ui/all-browsers/**/*.*'],
+      testMatch: ['ui/default/all-browsers/**/*.*'],
+      dependencies: ['default-setup'],
     },
     {
-      name: 'Mobile Chrome',
+      name: 'default-mobileChrome',
       use: { ...devices['Pixel 7'] },
-      testMatch: ['ui/**/*.*'],
+      testMatch: ['ui/default/**/*.*'],
+      dependencies: ['default-setup'],
     },
     {
-      name: 'Mobile Safari',
+      name: 'default-mobileSafari',
       use: { ...devices['iPhone 14 Pro Max'] },
-      testMatch: ['ui/all-browsers/**/*.*'],
+      testMatch: ['ui/default/all-browsers/**/*.*'],
+      dependencies: ['default-setup'],
     },
     {
-      name: 'Microsoft Edge',
+      name: 'default-msedge',
       use: { ...devices['Desktop Edge'], channel: 'msedge' },
-      testMatch: ['ui/**/*.*'],
+      testMatch: ['ui/default/**/*.*'],
+      dependencies: ['default-setup'],
+    },
+    ////////////////////////////////////////////
+    // changed config:
+    // - doubleOptIn: false
+    {
+      name: 'noVerification-setup',
+      testMatch: ['ui/noVerification/setup.ts'],
+      dependencies: [
+        'default-chromium',
+        'default-webkit',
+        'default-mobileChrome',
+        'default-mobileSafari',
+        'default-msedge',
+      ],
+    },
+    {
+      name: 'noVerification-chromium',
+      use: { ...devices['Desktop Chrome'] },
+      testMatch: ['ui/noVerification/**/*.*'],
+      dependencies: ['noVerification-setup'],
+    },
+    ////////////////////////////////////////////
+    // changed config:
+    // - signupFlow: EmailOTPSignup
+    {
+      name: 'verificationAtSignup-setup',
+      testMatch: ['ui/verificationAtSignup/setup.ts'],
+      dependencies: ['noVerification-chromium'],
+    },
+    {
+      name: 'verificationAtSignup-chromium',
+      use: { ...devices['Desktop Chrome'] },
+      testMatch: ['ui/verificationAtSignup/**/*.*'],
+      dependencies: ['verificationAtSignup-setup'],
+    },
+    ////////////////////////////////////////////
+    // changed config:
+    // - allowUserRegistration: false
+    {
+      name: 'noSignup-setup',
+      testMatch: ['ui/noSignup/setup.ts'],
+      dependencies: ['verificationAtSignup-chromium'],
+    },
+    {
+      name: 'noSignup-chromium',
+      use: { ...devices['Desktop Chrome'] },
+      testMatch: ['ui/noSignup/**/*.*'],
+      dependencies: ['noSignup-setup'],
+    },
+    ////////////////////////////////////////////
+    // changed config:
+    // - userFullNameRequired: false
+    {
+      name: 'noName-setup',
+      testMatch: ['ui/noName/setup.ts'],
+      dependencies: ['noSignup-chromium'],
+    },
+    {
+      name: 'noName-chromium',
+      use: { ...devices['Desktop Chrome'] },
+      testMatch: ['ui/noName/**/*.*'],
+      dependencies: ['noName-setup'],
     },
   ],
 });
diff --git a/packages/tests-e2e/src/models/UILoginFlow.ts b/packages/tests-e2e/src/models/UILoginFlow.ts
@@ -135,6 +135,56 @@ export class UILoginFlow {
     return [name, email];
   }
 
+  // only for "Verification at sign up" config
+  async createAccountWithVerificationAtSignup(
+    passkeySupported: boolean,
+    registerPasskey = true,
+  ): Promise<[name: string, email: string]> {
+    const name = UserManager.getUserForSignup();
+    const email = `${name}@corbado.com`;
+
+    await this.page.getByPlaceholder('Name').click();
+    await this.page.getByPlaceholder('Name').fill(name);
+    await expect(this.page.getByPlaceholder('Name')).toHaveValue(name);
+
+    await this.page.getByPlaceholder('Email address').click();
+    await this.page.getByPlaceholder('Email address').fill(email);
+    await expect(this.page.getByPlaceholder('Email address')).toHaveValue(email);
+
+    await this.page.getByRole('button', { name: 'Continue' }).click();
+    await this.checkLandedOnScreen(ScreenNames.EnterOtp);
+
+    await this.fillOTP();
+
+    if (passkeySupported) {
+      await this.checkLandedOnScreen(ScreenNames.PasskeyAppend);
+
+      if (registerPasskey) {
+        await this.page.getByRole('button', { name: 'Activate' }).click();
+        await this.inputPasskey(async () => {
+          await this.checkLandedOnScreen(ScreenNames.PasskeySuccess);
+        });
+
+        await this.page.getByRole('button', { name: 'Continue' }).click();
+        await this.checkLandedOnScreen(ScreenNames.End);
+        await this.checkPasskeyRegistered();
+      } else {
+        await this.page.getByRole('button', { name: 'Maybe later' }).click();
+        await this.checkLandedOnScreen(ScreenNames.End);
+        await this.checkNoPasskeyRegistered();
+      }
+
+      await this.page.getByRole('button', { name: 'Logout' }).click();
+    } else {
+      await this.checkLandedOnScreen(ScreenNames.End);
+      await this.checkNoPasskeyRegistered();
+    }
+
+    await loadAuth(this.page);
+
+    return [name, email];
+  }
+
   async checkPasskeyRegistered() {
     await expect(this.page.locator('.cb-passkey-list-card')).toHaveCount(1);
   }
@@ -151,6 +201,9 @@ export class UILoginFlow {
       case ScreenNames.EnterOtp:
         await expect(this.page.getByRole('heading', { level: 1 })).toContainText('Enter one-time passcode to');
         break;
+      case ScreenNames.PasskeyCreate:
+        await expect(this.page.getByRole('heading', { level: 1 })).toContainText("Let's get you set up with");
+        break;
       case ScreenNames.PasskeyBenefits:
         await expect(this.page.getByRole('heading', { level: 1 })).toHaveText('Passkeys');
         break;

diff --git a/...sers/login/EmailOTP-functionality.spec.ts → ...sers/login/EmailOTP-functionality.spec.ts b/...sers/login/EmailOTP-functionality.spec.ts → ...sers/login/EmailOTP-functionality.spec.ts
@@ -1,5 +1,5 @@
-import { test } from '../../../fixtures/UILoginTest';
-import { ScreenNames } from '../../../utils/constants';
+import { test } from '../../../../fixtures/UILoginTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('Login with email OTP proper user behavior', () => {
   test('with no passkey support', async ({ loginFlow }) => {

diff --git a/...s/login/EnterOtpScreen-robustness.spec.ts → ...s/login/EnterOtpScreen-robustness.spec.ts b/...s/login/EnterOtpScreen-robustness.spec.ts → ...s/login/EnterOtpScreen-robustness.spec.ts
@@ -1,5 +1,5 @@
-import { expect, test } from '../../../fixtures/UILoginTest';
-import { OtpType, ScreenNames } from '../../../utils/constants';
+import { expect, test } from '../../../../fixtures/UILoginTest';
+import { OtpType, ScreenNames } from '../../../../utils/constants';
 
 test.describe('EnterOtpScreen unproductive user behavior', () => {
   test('go back to Start', async ({ loginFlow, page }) => {

diff --git a/...sers/login/StartScreen-robustness.spec.ts → ...sers/login/StartScreen-robustness.spec.ts b/...sers/login/StartScreen-robustness.spec.ts → ...sers/login/StartScreen-robustness.spec.ts
@@ -1,5 +1,5 @@
-import { expect, test } from '../../../fixtures/UILoginTest';
-import { ScreenNames } from '../../../utils/constants';
+import { expect, test } from '../../../../fixtures/UILoginTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('StartScreen unproductive user behavior', () => {
   // TODO: add when bug is fixed

diff --git a/...ers/signup/EmailOTP-functionality.spec.ts → ...ers/signup/EmailOTP-functionality.spec.ts b/...ers/signup/EmailOTP-functionality.spec.ts → ...ers/signup/EmailOTP-functionality.spec.ts
@@ -1,5 +1,5 @@
-import { test } from '../../../fixtures/UISignupTest';
-import { ScreenNames } from '../../../utils/constants';
+import { test } from '../../../../fixtures/UISignupTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('Signup with email OTP proper user behavior', () => {
   test('with no passkey support', async ({ signupFlow }) => {

diff --git a/.../signup/EnterOtpScreen-robustness.spec.ts → .../signup/EnterOtpScreen-robustness.spec.ts b/.../signup/EnterOtpScreen-robustness.spec.ts → .../signup/EnterOtpScreen-robustness.spec.ts
@@ -1,5 +1,5 @@
-import { expect, test } from '../../../fixtures/UISignupTest';
-import { OtpType, ScreenNames } from '../../../utils/constants';
+import { expect, test } from '../../../../fixtures/UISignupTest';
+import { OtpType, ScreenNames } from '../../../../utils/constants';
 
 test.describe('EnterOtpScreen unproductive user behavior', () => {
   test('go back to InitiateSignup', async ({ signupFlow, page }) => {

diff --git a/...ers/signup/StartScreen-robustness.spec.ts → ...ers/signup/StartScreen-robustness.spec.ts b/...ers/signup/StartScreen-robustness.spec.ts → ...ers/signup/StartScreen-robustness.spec.ts
@@ -1,5 +1,5 @@
-import { expect, test } from '../../../fixtures/UISignupTest';
-import { ScreenNames } from '../../../utils/constants';
+import { expect, test } from '../../../../fixtures/UISignupTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('StartScreen unproductive user behavior', () => {
   test('with empty name', async ({ signupFlow, page }) => {

diff --git a/...mium/login/EmailOTP-functionality.spec.ts → ...mium/login/EmailOTP-functionality.spec.ts b/...mium/login/EmailOTP-functionality.spec.ts → ...mium/login/EmailOTP-functionality.spec.ts
@@ -1,5 +1,5 @@
-import { test } from '../../../fixtures/UILoginTest';
-import { ScreenNames } from '../../../utils/constants';
+import { test } from '../../../../fixtures/UILoginTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('Login with email OTP proper user behavior', () => {
   test('with passkey support', async ({ loginFlow, page }) => {

diff --git a/...omium/login/Passkey-functionality.spec.ts → ...omium/login/Passkey-functionality.spec.ts b/...omium/login/Passkey-functionality.spec.ts → ...omium/login/Passkey-functionality.spec.ts
@@ -1,5 +1,5 @@
-import { expect, test } from '../../../fixtures/UILoginTest';
-import { ScreenNames } from '../../../utils/constants';
+import { expect, test } from '../../../../fixtures/UILoginTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('Login with passkey proper user behavior', () => {
   test('from Start', async ({ loginFlow, page }) => {
@@ -40,6 +40,8 @@ test.describe('Login with passkey proper user behavior', () => {
     });
   });
 
+  // TODO: figure out why there's flakiness where conditional UI does not show up
+  // (almost always fails when running all tests wtf??? but never fails when running alone)
   test('from Start with conditional UI', async ({ loginFlow, page, channel }) => {
     if (channel) {
       test.skip(channel.includes('msedge'), 'Edge does not support conditional UI');

diff --git a/...in/PasskeyAppendScreen-robustness.spec.ts → ...in/PasskeyAppendScreen-robustness.spec.ts b/...in/PasskeyAppendScreen-robustness.spec.ts → ...in/PasskeyAppendScreen-robustness.spec.ts
@@ -1,5 +1,5 @@
-import { test } from '../../../fixtures/UILoginTest';
-import { ScreenNames } from '../../../utils/constants';
+import { test } from '../../../../fixtures/UILoginTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('PasskeyAppendScreen unproductive user behavior', () => {
   test('go to PasskeyBenefits', async ({ loginFlow, page }) => {

diff --git a/.../PasskeyBenefitsScreen-robustness.spec.ts → .../PasskeyBenefitsScreen-robustness.spec.ts b/.../PasskeyBenefitsScreen-robustness.spec.ts → .../PasskeyBenefitsScreen-robustness.spec.ts
@@ -1,5 +1,5 @@
-import { test } from '../../../fixtures/UILoginTest';
-import { ScreenNames } from '../../../utils/constants';
+import { test } from '../../../../fixtures/UILoginTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('PasskeyBenefitsScreen unproductive user behavior', () => {
   test('declining goes to LoggedIn', async ({ loginFlow, page }) => {

diff --git a/...mium/login/StartScreen-robustness.spec.ts → ...mium/login/StartScreen-robustness.spec.ts b/...mium/login/StartScreen-robustness.spec.ts → ...mium/login/StartScreen-robustness.spec.ts
@@ -1,8 +1,9 @@
-import { expect, test } from '../../../fixtures/UILoginTest';
-import { ScreenNames } from '../../../utils/constants';
+import { expect, test } from '../../../../fixtures/UILoginTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('StartScreen unproductive user behavior', () => {
-  test('logging in from different device goes to EnterOtp', async ({ loginFlow, page }) => {
+  // TODO: figure out how to simulate different users (simply adding a different webauthn doesn't work, maybe try adding credentials manually)
+  test.skip('logging in from different device goes to EnterOtp', async ({ loginFlow, page }) => {
     await loginFlow.initializeCDPSession();
     await loginFlow.addWebAuthn(true);
     await loginFlow.loadAuth();

diff --git a/...ium/signup/EmailOTP-functionality.spec.ts → ...ium/signup/EmailOTP-functionality.spec.ts b/...ium/signup/EmailOTP-functionality.spec.ts → ...ium/signup/EmailOTP-functionality.spec.ts
@@ -1,5 +1,5 @@
-import { test } from '../../../fixtures/UISignupTest';
-import { ScreenNames } from '../../../utils/constants';
+import { test } from '../../../../fixtures/UISignupTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('Signup with email OTP proper user behavior', () => {
   test('with passkey support', async ({ signupFlow, page }) => {

diff --git a/...mium/signup/Passkey-functionality.spec.ts → ...mium/signup/Passkey-functionality.spec.ts b/...mium/signup/Passkey-functionality.spec.ts → ...mium/signup/Passkey-functionality.spec.ts
@@ -1,5 +1,5 @@
-import { test } from '../../../fixtures/UISignupTest';
-import { ScreenNames } from '../../../utils/constants';
+import { test } from '../../../../fixtures/UISignupTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('Signup with passkey proper user behavior', () => {
   test('from PasskeySignup', async ({ signupFlow, page }) => {

diff --git a/...up/PasskeyAppendScreen-robustness.spec.ts → ...up/PasskeyAppendScreen-robustness.spec.ts b/...up/PasskeyAppendScreen-robustness.spec.ts → ...up/PasskeyAppendScreen-robustness.spec.ts
@@ -1,5 +1,5 @@
-import { test } from '../../../fixtures/UISignupTest';
-import { ScreenNames } from '../../../utils/constants';
+import { test } from '../../../../fixtures/UISignupTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('PasskeyAppendScreen unproductive user behavior', () => {
   test('go to PasskeyBenefits', async ({ signupFlow, page }) => {

diff --git a/.../PasskeyBenefitsScreen-robustness.spec.ts → .../PasskeyBenefitsScreen-robustness.spec.ts b/.../PasskeyBenefitsScreen-robustness.spec.ts → .../PasskeyBenefitsScreen-robustness.spec.ts
@@ -1,5 +1,5 @@
-import { test } from '../../../fixtures/UISignupTest';
-import { ScreenNames } from '../../../utils/constants';
+import { test } from '../../../../fixtures/UISignupTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('PasskeyBenefitsScreen unproductive user behavior', () => {
   test('skip to OTP method', async ({ signupFlow, page }) => {

diff --git a/...up/PasskeyCreateScreen-robustness.spec.ts → ...up/PasskeyCreateScreen-robustness.spec.ts b/...up/PasskeyCreateScreen-robustness.spec.ts → ...up/PasskeyCreateScreen-robustness.spec.ts
@@ -1,5 +1,5 @@
-import { test } from '../../../fixtures/UISignupTest';
-import { ScreenNames } from '../../../utils/constants';
+import { test } from '../../../../fixtures/UISignupTest';
+import { ScreenNames } from '../../../../utils/constants';
 
 test.describe('PasskeyCreateScreen unproductive user behavior', () => {
   test('change to OTP method', async ({ signupFlow, page }) => {

diff --git a/packages/tests-e2e/src/ui/default/setup.ts b/packages/tests-e2e/src/ui/default/setup.ts
@@ -0,0 +1,7 @@
+import { test as setup } from '@playwright/test';
+
+import { setBackendConfigs } from '../../utils/helperFunctions/setBackendConfigs';
+
+setup('set default configs', async () => {
+  await setBackendConfigs();
+});
diff --git a/packages/tests-e2e/src/ui/noName/setup.ts b/packages/tests-e2e/src/ui/noName/setup.ts
@@ -0,0 +1,7 @@
+import { test as setup } from '@playwright/test';
+
+import { setBackendConfigs } from '../../utils/helperFunctions/setBackendConfigs';
+
+setup('set default configs', async () => {
+  await setBackendConfigs({ userFullNameRequired: false });
+});
diff --git a/packages/tests-e2e/src/ui/noSignup/setup.ts b/packages/tests-e2e/src/ui/noSignup/setup.ts
@@ -0,0 +1,7 @@
+import { test as setup } from '@playwright/test';
+
+import { setBackendConfigs } from '../../utils/helperFunctions/setBackendConfigs';
+
+setup('set default configs', async () => {
+  await setBackendConfigs({ allowUserRegistration: false });
+});