@testspectra/cli 1.1.7 → 1.1.8-rc.2

package/templates/nx/CLAUDE.md

@@ -1,10 +1,10 @@
-# CLAUDE.md - TestSpectra Framework Conventions
-
-## Commands
-- Run all Web tests: `pnpm spectra run -t web`
-- Run specific spec: `pnpm spectra run "packages/playground/e2e/specs/Playground/TC-0001-form-controls/web.test.ts" -t web`
-- Run Nx monorepo E2E targets: `pnpm nx run-many -t e2e`
-- Run Mobile tests: `pnpm spectra run --target android` or `pnpm spectra run --target ios`
-- Type checking: `pnpm type-check` (or `tsc -b`)
-- Preflight doctor: `pnpm spectra doctor`
-- List devices: `pnpm spectra devices`
+# CLAUDE.md - TestSpectra Framework Conventions
+
+## Commands
+- Run all Web tests: `pnpm spectra run -t web`
+- Run specific spec: `pnpm spectra run "packages/playground/e2e/specs/Playground/TC-0001-form-controls/web.test.ts" -t web`
+- Run Nx monorepo E2E targets: `pnpm nx run-many -t e2e`
+- Run Mobile tests: `pnpm spectra run --target android` or `pnpm spectra run --target ios`
+- Type checking: `pnpm type-check` (or `tsc -b`)
+- Preflight doctor: `pnpm spectra doctor`
+- List devices: `pnpm spectra devices`

package/templates/nx/package.json

@@ -12,8 +12,8 @@
     "postinstall": "spectra sync-types"
   },
   "devDependencies": {
-    "@testspectra/cli": "link:../..",
-    "@testspectra/matchers": "link:../../../tools/matchers",
+    "@testspectra/cli": "^1.1.8-rc.2",
+    "@testspectra/matchers": "^1.1.8-rc.2",
     "@types/node": "^20.14.0",
     "@wdio/cli": "^9.2.8",
     "@wdio/local-runner": "^9.2.8",
@@ -25,4 +25,4 @@
     "typescript": "^5.4.5",
     "webdriverio": "^9.2.8"
   }
-}
+}

package/templates/nx/packages/matchers/e2e/specs/ApiInterception/TC-0008-fetch-mocking/mobile.test.ts

@@ -1,3 +1,27 @@
-it("should handle GET API state on Mobile", async () => {
-  await MatchersPage.open("api-fetch");
-});
+it("Mock and assert GET API requests using browser.intercept", async () => {
+  // Navigate to API Fetch section
+  await MatchersPage.open("api-fetch");
+
+  // Setup API interception with Fixture data
+  const mock = await Spectra.intercept(
+    "/api/posts",
+    "GET",
+    Fixture.apiData.mockPosts
+  );
+
+  // Trigger fetch button in mobile demo app
+  await MatchersPage.fetchApiButton.click();
+
+  // Assert status and mocked elements
+  await MatchersPage.fetchStatusBadge.shouldHaveText("200 OK");
+  await MatchersPage.fetchedItems.shouldHaveLength(Fixture.apiData.mockPosts.length);
+  await MatchersPage.fetchedItems.first().shouldContainText(Fixture.apiData.mockPosts[0].title);
+
+  // Dynamically update fixture response
+  await mock.respondWith([
+    { id: 99, title: "Dynamic Updated Mock Title", body: "Updated on the fly" }
+  ]);
+  await MatchersPage.fetchApiButton.click();
+  await MatchersPage.fetchedItems.shouldHaveLength(1);
+  await MatchersPage.fetchedItems.first().shouldContainText("Dynamic Updated Mock Title");
+});

package/templates/nx/packages/matchers/e2e/specs/ApiInterception/TC-0008-fetch-mocking/web.test.ts

@@ -1,27 +1,27 @@
-it("should mock GET API response using browser.intercept and verify rendered items", async () => {
-  // Navigate to API Fetch section
-  await MatchersPage.open("api-fetch");
-
-  // Setup API interception with Fixture data
-  const mock = await browser.intercept(
-    "/api/posts",
-    "GET",
-    Fixture.apiData.mockPosts
-  );
-
-  // Trigger fetch button
-  await MatchersPage.fetchApiButton.click();
-
-  // Assert status and mocked elements
-  await MatchersPage.fetchStatusBadge.shouldHaveText("200 OK");
-  await MatchersPage.fetchedItems.shouldHaveLength(Fixture.apiData.mockPosts.length);
-  await MatchersPage.fetchedItems.first().shouldContainText(Fixture.apiData.mockPosts[0].title);
-
-  // Dynamically update fixture response
-  await mock.respondWith([
-    { id: 99, title: "Dynamic Updated Mock Title", body: "Updated on the fly" }
-  ]);
-  await MatchersPage.fetchApiButton.click();
-  await MatchersPage.fetchedItems.shouldHaveLength(1);
-  await MatchersPage.fetchedItems.first().shouldContainText("Dynamic Updated Mock Title");
-});
+it("Mock and assert GET API requests using browser.intercept", async () => {
+  // Navigate to API Fetch section
+  await MatchersPage.open("api-fetch");
+
+  // Setup API interception with Fixture data
+  const mock = await Spectra.intercept(
+    "/api/posts",
+    "GET",
+    Fixture.apiData.mockPosts
+  );
+
+  // Trigger fetch button
+  await MatchersPage.fetchApiButton.click();
+
+  // Assert status and mocked elements
+  await MatchersPage.fetchStatusBadge.shouldHaveText("200 OK");
+  await MatchersPage.fetchedItems.shouldHaveLength(Fixture.apiData.mockPosts.length);
+  await MatchersPage.fetchedItems.first().shouldContainText(Fixture.apiData.mockPosts[0].title);
+
+  // Dynamically update fixture response
+  await mock.respondWith([
+    { id: 99, title: "Dynamic Updated Mock Title", body: "Updated on the fly" }
+  ]);
+  await MatchersPage.fetchApiButton.click();
+  await MatchersPage.fetchedItems.shouldHaveLength(1);
+  await MatchersPage.fetchedItems.first().shouldContainText("Dynamic Updated Mock Title");
+});

package/templates/nx/packages/matchers/e2e/specs/ApiInterception/TC-0009-post-mocking/mobile.test.ts

@@ -1,3 +1,24 @@
-it("should handle POST API state on Mobile", async () => {
-  await MatchersPage.open("api-post");
-});
+it("Mock and assert POST API requests using browser.intercept", async () => {
+  // Navigate to API POST section
+  await MatchersPage.open("api-post");
+
+  // Setup POST API interception with status 201
+  await Spectra.intercept(
+    "/api/posts",
+    "POST",
+    Fixture.apiData.mockPostResponse,
+    { statusCode: 201 }
+  );
+
+  // Fill in form fields from Fixture
+  await MatchersPage.postTitleInput.type(Fixture.apiData.mockNewPost.title);
+  await MatchersPage.postBodyInput.type(Fixture.apiData.mockNewPost.body);
+
+  // Submit POST form
+  await MatchersPage.submitPostButton.click();
+
+  // Assert response elements and status
+  await MatchersPage.postStatusBadge.shouldHaveText("201 Created");
+  await MatchersPage.postSuccessBanner.shouldBeVisible();
+  await MatchersPage.postResponseJson.shouldContainText(Fixture.apiData.mockNewPost.title);
+});

package/templates/nx/packages/matchers/e2e/specs/ApiInterception/TC-0009-post-mocking/web.test.ts

@@ -1,24 +1,24 @@
-it("should mock POST API submission using browser.intercept and verify created response", async () => {
-  // Navigate to API POST section
-  await MatchersPage.open("api-post");
-
-  // Setup POST API interception with status 201
-  await browser.intercept(
-    "/api/posts",
-    "POST",
-    Fixture.apiData.mockPostResponse,
-    { statusCode: 201 }
-  );
-
-  // Fill in form fields from Fixture
-  await MatchersPage.postTitleInput.type(Fixture.apiData.mockNewPost.title);
-  await MatchersPage.postBodyInput.type(Fixture.apiData.mockNewPost.body);
-
-  // Submit POST form
-  await MatchersPage.submitPostButton.click();
-
-  // Assert response elements and status
-  await MatchersPage.postStatusBadge.shouldHaveText("201 Created");
-  await MatchersPage.postSuccessBanner.shouldBeVisible();
-  await MatchersPage.postResponseJson.shouldContainText(Fixture.apiData.mockNewPost.title);
-});
+it("Mock and assert POST API requests using browser.intercept", async () => {
+  // Navigate to API POST section
+  await MatchersPage.open("api-post");
+
+  // Setup POST API interception with status 201
+  await Spectra.intercept(
+    "/api/posts",
+    "POST",
+    Fixture.apiData.mockPostResponse,
+    { statusCode: 201 }
+  );
+
+  // Fill in form fields from Fixture
+  await MatchersPage.postTitleInput.type(Fixture.apiData.mockNewPost.title);
+  await MatchersPage.postBodyInput.type(Fixture.apiData.mockNewPost.body);
+
+  // Submit POST form
+  await MatchersPage.submitPostButton.click();
+
+  // Assert response elements and status
+  await MatchersPage.postStatusBadge.shouldHaveText("201 Created");
+  await MatchersPage.postSuccessBanner.shouldBeVisible();
+  await MatchersPage.postResponseJson.shouldContainText(Fixture.apiData.mockNewPost.title);
+});

package/templates/nx/packages/matchers/e2e/specs/BrowserContext/TC-0007-title-and-navigation/mobile.test.ts

@@ -1,3 +1,3 @@
-it("should verify title on Mobile", async () => {
-  await MatchersPage.open();
-});
+it("Verify page title and sidebar navigation links", async () => {
+  await MatchersPage.open();
+});

package/templates/nx/packages/matchers/e2e/specs/BrowserContext/TC-0007-title-and-navigation/web.test.ts

@@ -1,19 +1,19 @@
-it("should verify browser page title, URL, diagnostics, and navigation on Web", async () => {
-  await MatchersPage.open();
-
-  // Browser title assertions
-  await Spectra.browser.shouldHaveTitle("TestSpectra — Matchers API Reference");
-  await Spectra.browser.shouldContainTitle("TestSpectra");
-
-  // Browser URL assertions
-  const currentUrl = await browser.getUrl();
-  await Spectra.browser.shouldHaveUrl(currentUrl);
-  await Spectra.browser.shouldContainUrl("localhost:5173");
-
-  // Page lifecycle and console error diagnostics
-  await Spectra.browser.shouldBeLoaded();
-  await Spectra.browser.shouldHaveNoConsoleErrors();
-
-  // Navigation sidebar collection verification
-  await NavigationPage.sidebarLinks.shouldHaveLengthGreaterThan(0);
-});
+it("Verify page title and sidebar navigation links", async () => {
+  await MatchersPage.open();
+
+  // Browser title assertions
+  await Spectra.browser.shouldHaveTitle("TestSpectra — Matchers API Reference");
+  await Spectra.browser.shouldContainTitle("TestSpectra");
+
+  // Browser URL assertions
+  const currentUrl = await browser.getUrl();
+  await Spectra.browser.shouldHaveUrl(currentUrl);
+  await Spectra.browser.shouldContainUrl("localhost:5173");
+
+  // Page lifecycle and console error diagnostics
+  await Spectra.browser.shouldBeLoaded();
+  await Spectra.browser.shouldHaveNoConsoleErrors();
+
+  // Navigation sidebar collection verification
+  await NavigationPage.sidebarLinks.shouldHaveLengthGreaterThan(0);
+});

package/templates/nx/packages/matchers/e2e/specs/ContentMatchers/TC-0005-text-and-values/mobile.test.ts

@@ -1,3 +1,3 @@
-it("should verify text on Mobile", async () => {
-  await MatchersPage.open("text");
-});
+it("Verify exact text, substring text, and input values", async () => {
+  await MatchersPage.open("text");
+});

package/templates/nx/packages/matchers/e2e/specs/ContentMatchers/TC-0005-text-and-values/web.test.ts

@@ -1,17 +1,17 @@
-it("should verify text and value matchers on Web", async () => {
-  await MatchersPage.open("text");
-
-  // Text assertions (positive and negative)
-  await MatchersPage.exactText.shouldHaveText(Fixture.playgroundData.welcomeText);
-  await MatchersPage.exactText.shouldNotHaveText("Unexpected Text");
-
-  await MatchersPage.partialText.shouldContainText("Welcome");
-  await MatchersPage.partialText.shouldNotContainText("Goodbye");
-
-  // Value assertions (positive and negative)
-  await MatchersPage.emailInput.shouldHaveValue(Fixture.playgroundData.defaultEmail);
-  await MatchersPage.emailInput.shouldNotHaveValue("wrong.user@testspectra.dev");
-
-  await MatchersPage.tokenInput.shouldContainValue("JWT_");
-  await MatchersPage.tokenInput.shouldNotContainValue("EXPIRED_SESSION");
-});
+it("Verify exact text, substring text, and input values", async () => {
+  await MatchersPage.open("text");
+
+  // Text assertions (positive and negative)
+  await MatchersPage.exactText.shouldHaveText(Fixture.playgroundData.welcomeText);
+  await MatchersPage.exactText.shouldNotHaveText("Unexpected Text");
+
+  await MatchersPage.partialText.shouldContainText("Welcome");
+  await MatchersPage.partialText.shouldNotContainText("Goodbye");
+
+  // Value assertions (positive and negative)
+  await MatchersPage.emailInput.shouldHaveValue(Fixture.playgroundData.defaultEmail);
+  await MatchersPage.emailInput.shouldNotHaveValue("wrong.user@testspectra.dev");
+
+  await MatchersPage.tokenInput.shouldContainValue("JWT_");
+  await MatchersPage.tokenInput.shouldNotContainValue("EXPIRED_SESSION");
+});

package/templates/nx/packages/matchers/e2e/specs/ContentMatchers/TC-0006-collections-and-empty/mobile.test.ts

@@ -1,3 +1,3 @@
-it("should verify collection length on Mobile", async () => {
-  await MatchersPage.open("length");
-});
+it("Verify collection lengths, counts, and empty lists", async () => {
+  await MatchersPage.open("length");
+});

package/templates/nx/packages/matchers/e2e/specs/ContentMatchers/TC-0006-collections-and-empty/web.test.ts

@@ -1,11 +1,11 @@
-it("should verify collection lengths and empty lists on Web", async () => {
-  await MatchersPage.open("length");
-
-  // Receiver assertion methods
-  await MatchersPage.productCards.shouldHaveLength(4);
-  await MatchersPage.productCards.shouldNotHaveLength(0);
-  await MatchersPage.productCards.shouldHaveLengthGreaterThan(0);
-  await MatchersPage.productCards.shouldHaveLengthLessThan(10);
-  await MatchersPage.emptyList.shouldBeEmpty();
-  await MatchersPage.productCards.shouldNotBeEmpty();
-});
+it("Verify collection lengths, counts, and empty lists", async () => {
+  await MatchersPage.open("length");
+
+  // Receiver assertion methods
+  await MatchersPage.productCards.shouldHaveLength(4);
+  await MatchersPage.productCards.shouldNotHaveLength(0);
+  await MatchersPage.productCards.shouldHaveLengthGreaterThan(0);
+  await MatchersPage.productCards.shouldHaveLengthLessThan(10);
+  await MatchersPage.emptyList.shouldBeEmpty();
+  await MatchersPage.productCards.shouldNotBeEmpty();
+});

package/templates/nx/packages/matchers/e2e/specs/ElementMatchers/TC-0003-visibility-and-dom/mobile.test.ts

@@ -1,3 +1,3 @@
-it("should verify visibility on Mobile", async () => {
-  await MatchersPage.open("visibility");
-});
+it("Verify element visibility and existence matchers", async () => {
+  await MatchersPage.open("visibility");
+});

package/templates/nx/packages/matchers/e2e/specs/ElementMatchers/TC-0003-visibility-and-dom/web.test.ts

@@ -1,11 +1,11 @@
-it("should verify visibility and DOM existence matchers on Web", async () => {
-  await MatchersPage.open("visibility");
-
-  // Element visibility (positive and negative)
-  await MatchersPage.visibleElement.shouldBeVisible();
-  await MatchersPage.hiddenElement.shouldNotBeVisible();
-
-  // DOM existence (positive and negative)
-  await MatchersPage.existingElement.shouldExist();
-  await Spectra.get("#demo-non-existent-el").shouldNotExist();
-});
+it("Verify element visibility and existence matchers", async () => {
+  await MatchersPage.open("visibility");
+
+  // Element visibility (positive and negative)
+  await MatchersPage.visibleElement.shouldBeVisible();
+  await MatchersPage.hiddenElement.shouldNotBeVisible();
+
+  // DOM existence (positive and negative)
+  await MatchersPage.existingElement.shouldExist();
+  await Spectra.get("#demo-non-existent-el").shouldNotExist();
+});

package/templates/nx/packages/matchers/e2e/specs/ElementMatchers/TC-0004-states-and-attributes/mobile.test.ts

@@ -1,3 +1,3 @@
-it("should verify button state on Mobile", async () => {
-  await MatchersPage.open("state");
-});
+it("Verify button state, checkbox, radio and attributes", async () => {
+  await MatchersPage.open("state");
+});

package/templates/nx/packages/matchers/e2e/specs/ElementMatchers/TC-0004-states-and-attributes/web.test.ts

@@ -1,29 +1,29 @@
-it("should verify interactivity states, classes, attributes, and CSS styling on Web", async () => {
-  await MatchersPage.open("state");
-
-  // Interactivity & state assertions
-  await MatchersPage.submitButton.shouldBeEnabled();
-  await MatchersPage.submitButton.shouldBeClickable();
-
-  await MatchersPage.disabledButton.shouldBeDisabled();
-  await MatchersPage.disabledButton.shouldNotBeClickable();
-
-  // Checked states
-  await MatchersPage.checkbox.shouldNotBeChecked();
-  await MatchersPage.radio.shouldBeChecked();
-
-  // Focus states
-  await MatchersPage.focusInput.shouldNotBeFocused();
-  await MatchersPage.focusInput.click();
-  await MatchersPage.focusInput.shouldBeFocused();
-
-  // Class, Attribute, and CSS assertions
-  await MatchersPage.activeTab.shouldHaveClass("is-active");
-  await MatchersPage.activeTab.shouldNotHaveClass("is-hidden");
-
-  await MatchersPage.navLink.shouldHaveAttribute("href", Fixture.playgroundData.dashboardHref);
-  await MatchersPage.navLink.shouldNotHaveAttribute("disabled");
-
-  await MatchersPage.styledElement.shouldHaveCss("color", "rgba(239,68,68,1)");
-  await MatchersPage.styledElement.shouldNotHaveCss("color", "rgba(0,0,255,1)");
-});
+it("Verify button state, checkbox, radio and attributes", async () => {
+  await MatchersPage.open("state");
+
+  // Interactivity & state assertions
+  await MatchersPage.submitButton.shouldBeEnabled();
+  await MatchersPage.submitButton.shouldBeClickable();
+
+  await MatchersPage.disabledButton.shouldBeDisabled();
+  await MatchersPage.disabledButton.shouldNotBeClickable();
+
+  // Checked states
+  await MatchersPage.checkbox.shouldNotBeChecked();
+  await MatchersPage.radio.shouldBeChecked();
+
+  // Focus states
+  await MatchersPage.focusInput.shouldNotBeFocused();
+  await MatchersPage.focusInput.click();
+  await MatchersPage.focusInput.shouldBeFocused();
+
+  // Class, Attribute, and CSS assertions
+  await MatchersPage.activeTab.shouldHaveClass("is-active");
+  await MatchersPage.activeTab.shouldNotHaveClass("is-hidden");
+
+  await MatchersPage.navLink.shouldHaveAttribute("href", Fixture.playgroundData.dashboardHref);
+  await MatchersPage.navLink.shouldNotHaveAttribute("disabled");
+
+  await MatchersPage.styledElement.shouldHaveCss("color", "rgba(239,68,68,1)");
+  await MatchersPage.styledElement.shouldNotHaveCss("color", "rgba(0,0,255,1)");
+});

package/templates/nx/packages/matchers/e2e/specs/EnvironmentConfig/TC-0019-read-custom-environment-variable/common.test.ts

@@ -0,0 +1,5 @@
+it("Verify a custom environmentVariables entry is readable via Spectra.env", async () => {
+  if (Spectra.env.DEMO_API_MODE !== "sandbox") {
+    throw new Error(`Expected Spectra.env.DEMO_API_MODE to be "sandbox", got "${Spectra.env.DEMO_API_MODE}"`);
+  }
+});

package/templates/nx/packages/matchers/e2e/specs/EnvironmentConfig/TC-0019-read-custom-environment-variable/spec.md

@@ -0,0 +1,16 @@
+---
+id: TC-0019-read-custom-environment-variable
+title: Verify a custom environmentVariables entry is readable via Spectra.env
+priority: Medium
+caseType: Positive
+status: ready-for-automation
+coverage:
+  web: automated
+  mobile: automated
+---
+
+# Verify a custom environmentVariables entry is readable via Spectra.env
+
+## Test Steps
+1. Read the DEMO_API_MODE variable via the typed Spectra.env
+2. Assert it matches the value configured in spectra.config.ts's executionConfig.environmentVariables

package/templates/nx/packages/matchers/e2e/specs/EnvironmentConfig/suite.md

@@ -0,0 +1,9 @@
+---
+id: suite-environment-config
+name: EnvironmentConfig
+description: Reading custom executionConfig.environmentVariables values via Spectra.env
+executionOrder: 2.3
+parallel: true
+---
+
+# Suite: EnvironmentConfig

package/templates/nx/packages/playground/e2e/specs/Playground/TC-0001-form-controls/mobile.test.ts

@@ -1,3 +1,3 @@
-it("should verify playground states (Mobile)", async () => {
-  await Step.verifyPlaygroundState();
-});
+it("Verify playground form inputs and default states", async () => {
+  await Step.verifyPlaygroundState();
+});

package/templates/nx/packages/playground/e2e/specs/Playground/TC-0001-form-controls/web.test.ts

@@ -1,6 +1,6 @@
-it("should verify live playground form inputs and default states (Web)", async () => {
-  await Step.verifyPlaygroundState();
-  await PlaygroundPage.emailInput.shouldHaveValue(Fixture.playgroundData.defaultEmail);
-  await PlaygroundPage.tokenInput.shouldContainValue("JWT_");
-  await PlaygroundPage.exactText.shouldHaveText(Fixture.playgroundData.welcomeText);
-});
+it("Verify playground form inputs and default states", async () => {
+  await Step.verifyPlaygroundState();
+  await PlaygroundPage.emailInput.shouldHaveValue(Fixture.playgroundData.defaultEmail);
+  await PlaygroundPage.tokenInput.shouldContainValue("JWT_");
+  await PlaygroundPage.exactText.shouldHaveText(Fixture.playgroundData.welcomeText);
+});

package/templates/nx/packages/playground/e2e/specs/Playground/TC-0002-toggle-elements/mobile.test.ts

@@ -1,3 +1,3 @@
-it("should fill credentials (Mobile)", async () => {
-  await PlaygroundPage.open();
-});
+it("Verify typing credentials and updating playground inputs", async () => {
+  await PlaygroundPage.open();
+});

package/templates/nx/packages/playground/e2e/specs/Playground/TC-0002-toggle-elements/web.test.ts

@@ -1,6 +1,6 @@
-it("should update input values and verify updated state (Web)", async () => {
-  await PlaygroundPage.open();
-  await PlaygroundPage.fillCredentials("qa.expert@testspectra.dev", "JWT_custom_session_token");
-  await PlaygroundPage.emailInput.shouldHaveValue("qa.expert@testspectra.dev");
-  await PlaygroundPage.tokenInput.shouldContainValue("JWT_custom_session_token");
-});
+it("Verify typing credentials and updating playground inputs", async () => {
+  await PlaygroundPage.open();
+  await PlaygroundPage.fillCredentials("qa.expert@testspectra.dev", "JWT_custom_session_token");
+  await PlaygroundPage.emailInput.shouldHaveValue("qa.expert@testspectra.dev");
+  await PlaygroundPage.tokenInput.shouldContainValue("JWT_custom_session_token");
+});