@camunda/e2e-test-suite 0.0.719 → 0.0.721

package/dist/pages/SM-8.8/IdpCreatePage.d.ts

@@ -14,6 +14,7 @@ declare class IdpCreatePage {
     readonly unstructured_addExtractionFieldButton: Locator;
     readonly unstructured_extractionModelDropdown: Locator;
     readonly unstructured_extractDocumentButton: Locator;
+    readonly unstructured_overrideTestCaseButton: Locator;
     readonly unstructured_saveAsTestCaseButton: Locator;
     readonly unstructured_testCaseSavedNotification: Locator;
     readonly unstructured_validateExtractionTab: Locator;

package/dist/pages/SM-8.8/IdpCreatePage.js

@@ -18,6 +18,7 @@ class IdpCreatePage {
     unstructured_addExtractionFieldButton;
     unstructured_extractionModelDropdown;
     unstructured_extractDocumentButton;
+    unstructured_overrideTestCaseButton;
     unstructured_saveAsTestCaseButton;
     unstructured_testCaseSavedNotification;
     unstructured_validateExtractionTab;
@@ -79,6 +80,9 @@ class IdpCreatePage {
         this.unstructured_extractDocumentButton = page.getByRole('button', {
             name: 'Extract document',
         });
+        this.unstructured_overrideTestCaseButton = page.getByRole('button', {
+            name: 'Override test case',
+        });
         this.unstructured_saveAsTestCaseButton = page.getByRole('button', {
             name: 'Save as test case',
         });
@@ -194,16 +198,43 @@ class IdpCreatePage {
         }
     }
     async clickExtractDocumentButton() {
+        // The unstructured extraction runs an AI model (e.g. AWS Bedrock Claude
+        // Sonnet 4) whose backend has been observed to stall in the "Extracting..."
+        // state or surface a transient failure, leaving "Save as test case"
+        // disabled. Re-trigger the extraction up to maxRetries times so a one-off
+        // backend blip self-heals while a sustained outage still surfaces red.
         await (0, test_1.expect)(this.unstructured_extractDocumentButton).toBeVisible({
             timeout: 90000,
         });
-        await this.unstructured_extractDocumentButton.click({ timeout: 60000 });
-        await (0, test_1.expect)(this.unstructured_saveAsTestCaseButton).toBeEnabled({
-            timeout: 180000,
-        });
-        await (0, test_1.expect)(this.unstructured_saveAsTestCaseButton).toBeEnabled({
-            timeout: 120000,
-        });
+        const maxRetries = 3;
+        for (let attempt = 0; attempt < maxRetries; attempt++) {
+            await (0, test_1.expect)(this.unstructured_extractDocumentButton).toBeEnabled({
+                timeout: 120000,
+            });
+            await this.unstructured_extractDocumentButton.click({ timeout: 60000 });
+            const overrideVisible = await this.unstructured_overrideTestCaseButton
+                .isVisible()
+                .catch(() => false);
+            if (overrideVisible) {
+                await this.unstructured_overrideTestCaseButton.click({ timeout: 60000 });
+            }
+            try {
+                await (0, test_1.expect)(this.unstructured_saveAsTestCaseButton).toBeEnabled({
+                    timeout: 150000,
+                });
+                return;
+            }
+            catch (error) {
+                console.error(`Attempt ${attempt + 1} of unstructured extraction did not ` +
+                    `enable "Save as test case": ${error}`);
+                await this.closeNotificationButton
+                    .click({ timeout: 5000 })
+                    .catch(() => { });
+            }
+        }
+        throw new Error(`Unstructured extraction did not complete after ${maxRetries} ` +
+            `attempts ("Save as test case" never enabled). Check Camunda's IDP ` +
+            `backend / upstream AI provider response.`);
     }
     async clickSaveAsTestCaseButton() {
         await this.unstructured_saveAsTestCaseButton.click({ timeout: 60000 });

package/dist/resources/workspace-templates/camunda-nightlies-saas/camunda-nightlies-saas.guidance.md

@@ -0,0 +1,65 @@
+# SaaS Nightly Fix — Workspace Guidance
+
+You are debugging and fixing failing **Camunda 8 SaaS** nightly Playwright runs
+for one minor version (8.7, 8.8, 8.9, or 8.10). The authoritative, always-read
+instructions are the **`## SaaS Nightly Fix Agent`** section of this repo's
+`AGENTS.md` — read it before doing anything else. This file is supplementary
+context about the workspace shape.
+
+## What is in this workspace
+
+- **`c8-cross-component-e2e-tests/`** — the repo you EDIT. SaaS specs live in
+  `tests/8.x/` (bare version, no `SM-`/`c8Run-` prefix), page objects in
+  `pages/8.x/`, fixtures in `fixtures/8.x.ts`.
+- **`camunda-docs/`** — read-only reference for intended product behavior and
+  upgrade/behavior-change notes.
+- **Possibly one or more product repos** — injected on demand by the dispatcher
+  based on which component the failing spec belongs to. You may see
+  `camunda-hub/`, `connectors/`, `marketplace-api/`, or `camunda-<version>/`
+  (the `camunda/camunda` monorepo). If the repo you need is **not** present, do
+  NOT clone it — use `gh search code` / `gh api` instead (below).
+
+## The SaaS environment is gone — fix from artifacts only
+
+The SaaS nightly creates a fresh enterprise org, runs the tests, and **deletes
+the org afterwards**. There is no live cluster to re-test against and no
+Teleport/kubectl. You diagnose entirely from the nightly artifacts
+(`json-report`, screenshots, `trace.zip`) — exactly like c8Run, never like SM's
+live-cluster mode. Do not attempt to create an org or run Playwright against a
+live endpoint.
+
+## Cross-repo lookups WITHOUT cloning (cost rule)
+
+The product UI repos are large. When the repo you need was not injected, reach
+the source with GitHub search instead of a checkout:
+
+```bash
+# Find the React component that owns a label / test-id / field
+gh search code --repo camunda/camunda-hub "<aria-label or data-testid>" --limit 5 --json path
+gh search code --repo camunda/camunda     "<field id or label>"          --limit 5 --json path
+
+# Pin a regression to a commit on a path
+gh api 'repos/camunda/camunda/commits?path=identity/client/src/.../X.tsx&per_page=10' \
+  --jq '.[] | "\(.commit.author.date|.[0:10]) \(.sha[:7]) \(.commit.message|split("\n")[0])"'
+```
+
+Component → repo (also encoded in `scripts/inject-saas-manifest.py`):
+
+| Failing spec | Component | Source repo |
+|---|---|---|
+| `web-modeler-user-flows`, `play` | Web Modeler | `camunda/camunda-hub` |
+| `connectors-user-flows`, `aws-connectors-user-flows` | Connectors / marketplace | `camunda/connectors`, `camunda/marketplace-api` |
+| `access-user-role-management`, `idp-user-flows`, `rba-enabled-v2-user-flows` | Identity (8.10+) | `camunda/camunda` (`identity/client/`) |
+| `operate-access-flow`, `hto-user-flows`, `optimize-api-tests`, `cluster-variables`, `agentic-ai-user-flows`, `orchestration-cluster-mcp-server/*` | Orchestration | `camunda/camunda` |
+| `console-user-flows`, `aws-cluster-user-flows`, `saas-migration-path-user-flows`, `navigation`, `login*`, `smoke-tests` | SaaS Console (private) | none — mirror SM/SaaS page-object patterns in this repo |
+
+> **Identity trap:** for 8.10+, Identity UI lives in `camunda/camunda`
+> (`identity/client/src/pages/...`), **not** the legacy `camunda/identity`
+> repo. For 8.9 and earlier it is `camunda/identity`. Match the version.
+
+## Deliverable
+
+Edit the test code, lint, open a draft PR labelled `failing-test-fix`, and write
+`/tmp/fix-meta.json`. See the `## SaaS Nightly Fix Agent` section of `AGENTS.md`
+for the exact PR/commit conventions and the hard constraints (no `test.skip`,
+minimal diff, the narrow `{"prs":[]}` exit cases).

package/dist/resources/workspace-templates/camunda-nightlies-saas/camunda-nightlies-saas.guidance.yaml

@@ -0,0 +1,29 @@
+name: camunda-nightlies-saas
+description: "Cross-repo debugging of Camunda 8 SaaS nightly E2E failures"
+purpose: |
+  You are a Camunda QA engineer fixing failing SaaS nightly Playwright runs.
+  SaaS exercises UI that lives in several external repos (Web Modeler in
+  camunda-hub, Identity/Operate/Tasklist/Optimize in camunda/camunda,
+  Connectors in camunda/connectors, marketplace search in
+  camunda/marketplace-api). You only EDIT test code in this repo
+  (tests/, pages/, fixtures/, utils/) and its CI surface — you READ the product
+  repos for selector/behavior reference.
+
+# Base workspace is intentionally lean: only the E2E repo and docs are cloned
+# up front. The component-specific product repo(s) a given failure needs are
+# injected on demand by scripts/inject-saas-manifest.py before `workspace
+# create`, based on the failing spec filename. Never add the big product repos
+# here unconditionally.
+repos:
+  - url: https://github.com/camunda/c8-cross-component-e2e-tests.git
+    path: c8-cross-component-e2e-tests
+    default_branch: main
+  - url: https://github.com/camunda/camunda-docs.git
+    path: camunda-docs
+    default_branch: main
+
+# Derive AGENTS.md and SKILLS.md from repo contents at create time.
+derive:
+  agents_from: AGENTS.md
+  skills_from: SKILLS.md
+  ai_guidance: camunda-nightlies-saas.guidance.md

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camunda/e2e-test-suite",
-  "version": "0.0.719",
+  "version": "0.0.721",
   "description": "End-to-end test helpers for Camunda 8",
   "repository": {
     "type": "git",

package/resources/workspace-templates/camunda-nightlies-saas/camunda-nightlies-saas.guidance.md

@@ -0,0 +1,65 @@
+# SaaS Nightly Fix — Workspace Guidance
+
+You are debugging and fixing failing **Camunda 8 SaaS** nightly Playwright runs
+for one minor version (8.7, 8.8, 8.9, or 8.10). The authoritative, always-read
+instructions are the **`## SaaS Nightly Fix Agent`** section of this repo's
+`AGENTS.md` — read it before doing anything else. This file is supplementary
+context about the workspace shape.
+
+## What is in this workspace
+
+- **`c8-cross-component-e2e-tests/`** — the repo you EDIT. SaaS specs live in
+  `tests/8.x/` (bare version, no `SM-`/`c8Run-` prefix), page objects in
+  `pages/8.x/`, fixtures in `fixtures/8.x.ts`.
+- **`camunda-docs/`** — read-only reference for intended product behavior and
+  upgrade/behavior-change notes.
+- **Possibly one or more product repos** — injected on demand by the dispatcher
+  based on which component the failing spec belongs to. You may see
+  `camunda-hub/`, `connectors/`, `marketplace-api/`, or `camunda-<version>/`
+  (the `camunda/camunda` monorepo). If the repo you need is **not** present, do
+  NOT clone it — use `gh search code` / `gh api` instead (below).
+
+## The SaaS environment is gone — fix from artifacts only
+
+The SaaS nightly creates a fresh enterprise org, runs the tests, and **deletes
+the org afterwards**. There is no live cluster to re-test against and no
+Teleport/kubectl. You diagnose entirely from the nightly artifacts
+(`json-report`, screenshots, `trace.zip`) — exactly like c8Run, never like SM's
+live-cluster mode. Do not attempt to create an org or run Playwright against a
+live endpoint.
+
+## Cross-repo lookups WITHOUT cloning (cost rule)
+
+The product UI repos are large. When the repo you need was not injected, reach
+the source with GitHub search instead of a checkout:
+
+```bash
+# Find the React component that owns a label / test-id / field
+gh search code --repo camunda/camunda-hub "<aria-label or data-testid>" --limit 5 --json path
+gh search code --repo camunda/camunda     "<field id or label>"          --limit 5 --json path
+
+# Pin a regression to a commit on a path
+gh api 'repos/camunda/camunda/commits?path=identity/client/src/.../X.tsx&per_page=10' \
+  --jq '.[] | "\(.commit.author.date|.[0:10]) \(.sha[:7]) \(.commit.message|split("\n")[0])"'
+```
+
+Component → repo (also encoded in `scripts/inject-saas-manifest.py`):
+
+| Failing spec | Component | Source repo |
+|---|---|---|
+| `web-modeler-user-flows`, `play` | Web Modeler | `camunda/camunda-hub` |
+| `connectors-user-flows`, `aws-connectors-user-flows` | Connectors / marketplace | `camunda/connectors`, `camunda/marketplace-api` |
+| `access-user-role-management`, `idp-user-flows`, `rba-enabled-v2-user-flows` | Identity (8.10+) | `camunda/camunda` (`identity/client/`) |
+| `operate-access-flow`, `hto-user-flows`, `optimize-api-tests`, `cluster-variables`, `agentic-ai-user-flows`, `orchestration-cluster-mcp-server/*` | Orchestration | `camunda/camunda` |
+| `console-user-flows`, `aws-cluster-user-flows`, `saas-migration-path-user-flows`, `navigation`, `login*`, `smoke-tests` | SaaS Console (private) | none — mirror SM/SaaS page-object patterns in this repo |
+
+> **Identity trap:** for 8.10+, Identity UI lives in `camunda/camunda`
+> (`identity/client/src/pages/...`), **not** the legacy `camunda/identity`
+> repo. For 8.9 and earlier it is `camunda/identity`. Match the version.
+
+## Deliverable
+
+Edit the test code, lint, open a draft PR labelled `failing-test-fix`, and write
+`/tmp/fix-meta.json`. See the `## SaaS Nightly Fix Agent` section of `AGENTS.md`
+for the exact PR/commit conventions and the hard constraints (no `test.skip`,
+minimal diff, the narrow `{"prs":[]}` exit cases).

package/resources/workspace-templates/camunda-nightlies-saas/camunda-nightlies-saas.guidance.yaml

@@ -0,0 +1,29 @@
+name: camunda-nightlies-saas
+description: "Cross-repo debugging of Camunda 8 SaaS nightly E2E failures"
+purpose: |
+  You are a Camunda QA engineer fixing failing SaaS nightly Playwright runs.
+  SaaS exercises UI that lives in several external repos (Web Modeler in
+  camunda-hub, Identity/Operate/Tasklist/Optimize in camunda/camunda,
+  Connectors in camunda/connectors, marketplace search in
+  camunda/marketplace-api). You only EDIT test code in this repo
+  (tests/, pages/, fixtures/, utils/) and its CI surface — you READ the product
+  repos for selector/behavior reference.
+
+# Base workspace is intentionally lean: only the E2E repo and docs are cloned
+# up front. The component-specific product repo(s) a given failure needs are
+# injected on demand by scripts/inject-saas-manifest.py before `workspace
+# create`, based on the failing spec filename. Never add the big product repos
+# here unconditionally.
+repos:
+  - url: https://github.com/camunda/c8-cross-component-e2e-tests.git
+    path: c8-cross-component-e2e-tests
+    default_branch: main
+  - url: https://github.com/camunda/camunda-docs.git
+    path: camunda-docs
+    default_branch: main
+
+# Derive AGENTS.md and SKILLS.md from repo contents at create time.
+derive:
+  agents_from: AGENTS.md
+  skills_from: SKILLS.md
+  ai_guidance: camunda-nightlies-saas.guidance.md