Test reorg: K8S, config-ui, ttl, shamir

ui/app/helpers/supported-auth-backends.js

@@ -90,7 +90,7 @@ const ENTERPRISE_AUTH_METHODS = [
 ];
 
 export function supportedAuthBackends() {
-  return SUPPORTED_AUTH_BACKENDS;
+  return [...SUPPORTED_AUTH_BACKENDS];
 }
 
 export function allSupportedAuthBackends() {

ui/app/serializers/clients/activity.js

@@ -8,7 +8,7 @@ import { formatISO } from 'date-fns';
 import { formatByMonths, formatByNamespace, destructureClientCounts } from 'core/utils/client-count-utils';
 import timestamp from 'core/utils/timestamp';
 
-// see tests/helpers/clients for sample API response (ACTIVITY_RESPONSE_STUB)
+// see tests/helpers/clients/client-count-helpers for sample API response (ACTIVITY_RESPONSE_STUB)
 // and transformed by_namespace and by_month examples (SERIALIZED_ACTIVITY_RESPONSE)
 export default class ActivitySerializer extends ApplicationSerializer {
   normalizeResponse(store, primaryModelClass, payload, id, requestType) {

ui/lib/config-ui/addon/components/messages/tab-page-header.hbs

@@ -26,7 +26,7 @@
             class={{if @authenticated "active"}}
             @route="messages"
             @query={{hash authenticated=true page=1}}
-            data-test-custom-messages-tab="After user logs in"
+            data-test-tab="After user logs in"
           >
             After user logs in
           </LinkTo>
@@ -36,7 +36,7 @@
             class={{unless @authenticated "active"}}
             @route="messages"
             @query={{hash authenticated=false page=1}}
-            data-test-custom-messages-tab="On login page"
+            data-test-tab="On login page"
           >
             On login page
           </LinkTo>

ui/tests/_README.md

@@ -0,0 +1,27 @@
+# Test Helpers Organization
+
+Our test are constantly evolving, but here's a general overview of how the tests and selectors organization
+
+## Folder organization
+
+### acceptance
+
+Acceptance tests should test the overall workflows and navigation within Vault. When possible, they should use the real API instead of mocked so that breaking changes from the backend can be caught. Reasons you may opt to use a mocked backend instead of the real one:
+
+- Using the real backend would cause instability in concurrently-running tests (eg. seal/unseal flow)
+- There isn't a way to set up a 3rd party dependency that the backend needs to run correctly (Database Secrets Engine, Sync Secrets)
+
+### helpers
+
+### integration
+
+### pages
+
+[DEPRECATED] This file should be removed in favor of selectors within the "helpers" folder
+
+### unit
+
+## Process
+
+- Rename export from `general-selectors` to `GENERAL`
+-

ui/tests/acceptance/access/identity/entities/index-test.js

@@ -9,7 +9,7 @@ import { setupApplicationTest } from 'ember-qunit';
 import page from 'vault/tests/pages/access/identity/index';
 import authPage from 'vault/tests/pages/auth';
 import { runCmd } from 'vault/tests/helpers/commands';
-import { SELECTORS as GENERAL } from 'vault/tests/helpers/general-selectors';
+import { GENERAL } from 'vault/tests/helpers/general-selectors';
 import { v4 as uuidv4 } from 'uuid';
 
 const SELECTORS = {

ui/tests/acceptance/auth-list-test.js

@@ -73,109 +73,95 @@ module('Acceptance | auth backend list', function (hooks) {
     assert.dom(SELECTORS.listItem).hasText(this.user1, 'user1 exists in the list');
   });
 
-  test('auth methods are linkable and link to correct view', async function (assert) {
-    assert.expect(45);
-    const uid = uuidv4();
-    await visit('/vault/access');
+  module('auth methods are linkable and link to correct view', function (hooks) {
+    hooks.beforeEach(async function () {
+      this.uid = uuidv4();
+      await visit('/vault/access');
+    });
 
-    const supportManaged = supportedManagedAuthBackends();
     // Test all auth methods, not just those you can log in with
-    const backends = methods().map((backend) => backend.type);
-    assert.deepEqual(
-      backends,
-      [
-        'alicloud',
-        'approle',
-        'aws',
-        'azure',
-        'gcp',
-        'github',
-        'jwt',
-        'oidc',
-        'kubernetes',
-        'ldap',
-        'okta',
-        'radius',
-        'cert',
-        'userpass',
-      ],
-      'non-enterprise auth methods are available'
-    );
-    for (const type of backends) {
-      const path = type === 'token' ? 'token' : `auth-list-${type}-${uid}`;
-      if (type !== 'token') {
-        await enablePage.enable(type, path);
-      }
-      await settled();
+    methods()
+      .map((backend) => backend.type)
+      .forEach((type) => {
+        test(`${type} auth method`, async function (assert) {
+          const supportManaged = supportedManagedAuthBackends();
+          const path = type === 'token' ? 'token' : `auth-list-${type}-${this.uid}`;
+          if (type !== 'token') {
+            await enablePage.enable(type, path);
+          }
+          await settled();
+          await visit('/vault/access');
+
+          // check popup menu
+          const itemCount = type === 'token' ? 2 : 3;
+          await click(`[data-test-auth-backend-link="${path}"] [data-test-popup-menu-trigger]`);
+          assert
+            .dom('.hds-dropdown-list-item')
+            .exists({ count: itemCount }, `shows ${itemCount} dropdown items for ${type}`);
+
+          // all auth methods should be linkable
+          await click(`[data-test-auth-backend-link="${path}"]`);
+          if (!supportManaged.includes(type)) {
+            assert.dom('[data-test-auth-section-tab]').exists({ count: 1 });
+            assert
+              .dom('[data-test-auth-section-tab]')
+              .hasText('Configuration', `only shows configuration tab for ${type} auth method`);
+            assert.dom('[data-test-doc-link] .doc-link').exists(`includes doc link for ${type} auth method`);
+          } else {
+            let expectedTabs = 2;
+            if (type == 'ldap' || type === 'okta') {
+              expectedTabs = 3;
+            }
+            assert
+              .dom('[data-test-auth-section-tab]')
+              .exists({ count: expectedTabs }, `has management tabs for ${type} auth method`);
+          }
+          if (type !== 'token') {
+            // cleanup method
+            await runCmd(deleteAuthCmd(path));
+          }
+        });
+      });
+  });
+
+  module('enterprise', function () {
+    test('ent-only auth methods are linkable and link to correct view', async function (assert) {
+      assert.expect(3);
+      const uid = uuidv4();
       await visit('/vault/access');
 
-      // check popup menu
-      const itemCount = type === 'token' ? 2 : 3;
-      await click(`[data-test-auth-backend-link="${path}"] [data-test-popup-menu-trigger]`);
-      assert
-        .dom('.hds-dropdown-list-item')
-        .exists({ count: itemCount }, `shows ${itemCount} dropdown items for ${type}`);
+      // Only SAML is enterprise-only for now
+      const type = 'saml';
+      const path = `auth-list-${type}-${uid}`;
+      await enablePage.enable(type, path);
+      await settled();
+      await visit('/vault/access');
 
       // all auth methods should be linkable
       await click(`[data-test-auth-backend-link="${path}"]`);
-      if (!supportManaged.includes(type)) {
-        assert.dom('[data-test-auth-section-tab]').exists({ count: 1 });
-        assert
-          .dom('[data-test-auth-section-tab]')
-          .hasText('Configuration', `only shows configuration tab for ${type} auth method`);
-        assert.dom('[data-test-doc-link] .doc-link').exists(`includes doc link for ${type} auth method`);
-      } else {
-        let expectedTabs = 2;
-        if (type == 'ldap' || type === 'okta') {
-          expectedTabs = 3;
-        }
-        assert
-          .dom('[data-test-auth-section-tab]')
-          .exists({ count: expectedTabs }, `has management tabs for ${type} auth method`);
-      }
-      if (type !== 'token') {
-        // cleanup method
-        await runCmd(deleteAuthCmd(path));
-      }
-    }
-  });
-
-  test('enterprise: auth methods are linkable and link to correct view', async function (assert) {
-    assert.expect(3);
-    const uid = uuidv4();
-    await visit('/vault/access');
-
-    // Only SAML is enterprise-only for now
-    const type = 'saml';
-    const path = `auth-list-${type}-${uid}`;
-    await enablePage.enable(type, path);
-    await settled();
-    await visit('/vault/access');
-
-    // all auth methods should be linkable
-    await click(`[data-test-auth-backend-link="${path}"]`);
-    assert.dom('[data-test-auth-section-tab]').exists({ count: 1 });
-    assert
-      .dom('[data-test-auth-section-tab]')
-      .hasText('Configuration', `only shows configuration tab for ${type} auth method`);
-    assert.dom('[data-test-doc-link] .doc-link').exists(`includes doc link for ${type} auth method`);
-    await runCmd(deleteAuthCmd(path));
-  });
-
-  test('enterprise: token config within namespace', async function (assert) {
-    const ns = 'ns-wxyz';
-    await runCmd(createNS(ns), false);
-    await settled();
-    await authPage.loginNs(ns);
-    // go directly to token configure route
-    await visit('/vault/settings/auth/configure/token/options');
-    await fillIn('[data-test-input="description"]', 'My custom description');
-    await click('[data-test-save-config="true"]');
-    assert.strictEqual(currentURL(), '/vault/access', 'successfully saves and navigates away');
-    await click('[data-test-auth-backend-link="token"]');
-    assert
-      .dom('[data-test-row-value="Description"]')
-      .hasText('My custom description', 'description was saved');
-    await runCmd(`delete sys/namespaces/${ns}`);
+      assert.dom('[data-test-auth-section-tab]').exists({ count: 1 });
+      assert
+        .dom('[data-test-auth-section-tab]')
+        .hasText('Configuration', `only shows configuration tab for ${type} auth method`);
+      assert.dom('[data-test-doc-link] .doc-link').exists(`includes doc link for ${type} auth method`);
+      await runCmd(deleteAuthCmd(path));
+    });
+
+    test('token config within namespace', async function (assert) {
+      const ns = 'ns-wxyz';
+      await runCmd(createNS(ns), false);
+      await settled();
+      await authPage.loginNs(ns);
+      // go directly to token configure route
+      await visit('/vault/settings/auth/configure/token/options');
+      await fillIn('[data-test-input="description"]', 'My custom description');
+      await click('[data-test-save-config="true"]');
+      assert.strictEqual(currentURL(), '/vault/access', 'successfully saves and navigates away');
+      await click('[data-test-auth-backend-link="token"]');
+      assert
+        .dom('[data-test-row-value="Description"]')
+        .hasText('My custom description', 'description was saved');
+      await runCmd(`delete sys/namespaces/${ns}`);
+    });
   });
 });