@camunda/e2e-test-suite 0.0.1459 → 0.0.1461

package/README.md

@@ -498,9 +498,13 @@ By following this convention, we ensure **clarity, consistency, and alignment wi
 
 | Directory Name                | Meaning                                                                                              |
 | ----------------------------- | ---------------------------------------------------------------------------------------------------- |
+| `camunda-platform-8.11-latest` | Runs SM tests against the latest 8.11 SNAPSHOT                                                      |
+| `camunda-platform-8.10-latest` | Runs SM tests against the latest 8.10 SNAPSHOT                                                      |
 | `camunda-platform-8.9-latest` | Runs SM tests against the latest 8.9 SNAPSHOT                                                        |
 | `camunda-platform-8.8-latest` | Runs SM tests against the latest 8.8 SNAPSHOT                                                        |
 | `camunda-platform-8.7-latest` | Runs SM tests against the latest 8.7 SNAPSHOT                                                        |
+| `camunda-platform-8.11`       | Runs SM tests against the 8.11 directory. This is where the `release-candidate-8.11` branch is located |
+| `camunda-platform-8.10`       | Runs SM tests against the 8.10 directory. This is where the `release-candidate-8.10` branch is located |
 | `camunda-platform-8.9`        | Runs SM tests against the 8.9 directory. This is where the `release-candidate-8.9` branch is located |
 | `camunda-platform-8.8`        | Runs SM tests against the 8.8 directory. This is where the `release-candidate-8.8` branch is located |
 | `camunda-platform-8.7`        | Runs SM tests against the 8.7 directory. This is where the `release-candidate-8.7` branch is located |
@@ -584,26 +588,25 @@ This applies to all changes that touch test specs, page objects, fixtures, or ut
 
 The [SaaS/SM/C8Run PR](https://github.com/camunda/c8-cross-component-e2e-tests/actions/workflows/playwright.yml) workflow runs automatically on every pull request. It detects which `tests/` and `pages/` sub-directories have changed and runs the tests for those versions/platforms.
 
-**This works reliably only when a PR touches a single version and a single platform, or only SaaS versions.** Examples that work automatically:
+Every changed version gets its own run, so a PR can span several versions and platforms. Examples:
 
 - Only `tests/8.10/` and/or `pages/8.10/` are changed → 8.10 SaaS tests run.
 - `tests/8.9/` and `tests/8.10/` are changed → 8.9 and 8.10 SaaS tests run, each in its own organization.
-- Only `tests/SM-8.9/` and/or `pages/SM-8.9/` are changed → SM-8.9 tests run.
+- `tests/SM-8.8/` and `tests/SM-8.10/` are changed → one Helm install and test run for each SM version.
+- `tests/c8Run-8.8/` and `tests/c8Run-8.10/` are changed → one c8Run build for each version and Tasklist project.
+- `tests/8.10/` and `tests/SM-8.10/` are changed → the SaaS and the SM runs both start.
 
 If no `tests/` or `pages/` folders are changed (e.g. infrastructure or tooling changes), the test run is skipped automatically — state this explicitly in the PR description.
 
 #### When you must trigger tests manually
 
-Apart from PRs that change only SaaS versions, the automatic PR workflow **does not reliably cover** changes that span multiple versions or multiple platforms. In those cases you must trigger the relevant on-demand workflows manually — or, preferably, split the PR (see [Multi-version PRs](#multi-version-prs) above).
+The automatic PR workflow covers every changed version and platform. The table below says where you still need an on-demand workflow. Test coverage is not a reason to keep a multi-version PR together: still split large changes for review (see [Multi-version PRs](#multi-version-prs) above).
 
 | Scenario | Action required |
 |---|---|
-| Only one version and one platform changed | Wait for the automatic PR workflow |
-| Multiple SaaS versions changed (e.g. `8.9` + `8.8`) | Wait for the automatic PR workflow — it runs each SaaS version in its own organization |
-| Multiple SM versions changed (e.g. `SM-8.9` + `SM-8.8`) | Trigger [SM On-Demand ≥8.8](https://github.com/camunda/c8-cross-component-e2e-tests/actions/workflows/playwright_sm_manual_install_8_8_plus.yml) or [SM On-Demand ≤8.7](https://github.com/camunda/c8-cross-component-e2e-tests/actions/workflows/playwright_sm_manual.yml) separately for each version, **or split the PR** |
-| SaaS + SM versions changed together (e.g. `8.9` + `SM-8.8`) | Trigger both the SaaS and SM on-demand workflows, **or split the PR** |
+| One or more versions changed, on any platforms (e.g. `8.9` + `8.10`, `SM-8.8` + `SM-8.10`, `8.9` + `SM-8.8`) | Wait for the automatic PR workflow |
 | Connector tests | [SaaS Connectors](https://github.com/camunda/c8-cross-component-e2e-tests/actions/workflows/playwright_saas_connectors.yml) or the relevant SM connector workflow |
-| C8 Run tests (`tests/c8Run-8.x/`) | [C8Run On-Demand Linux](https://github.com/camunda/c8-cross-component-e2e-tests/actions/workflows/playwright_c8Run_tests_manual_linux.yml) |
+| C8 Run tests (`tests/c8Run-8.x/`) on macOS or Windows | [C8Run On-Demand Mac](https://github.com/camunda/c8-cross-component-e2e-tests/actions/workflows/playwright_c8Run_tests_manual_mac.yml) or [C8Run On-Demand Windows](https://github.com/camunda/c8-cross-component-e2e-tests/actions/workflows/playwright_c8Run_tests_manual_windows.yml) — the automatic PR workflow runs c8Run on Linux only |
 
 #### Steps
 

package/dist/pages/8.10/OperateProcessInstancePage.d.ts

@@ -17,6 +17,10 @@ declare class OperateProcessInstancePage {
     readonly messageVariable: Locator;
     readonly whatsNewPopUp: Locator;
     readonly gotItButton: Locator;
+    readonly detailsTab: Locator;
+    readonly agentInstancePanel: Locator;
+    readonly conversationHistorySection: Locator;
+    readonly conversationHistoryTrigger: Locator;
     constructor(page: Page);
     connectorResultVariableValue(variableName: string): Promise<Locator>;
     rememberInstanceUrl(timeout?: number, watchedUrl?: InstanceUrlWatcher): Promise<void>;
@@ -36,6 +40,10 @@ declare class OperateProcessInstancePage {
     assertProcessVariableContainsText(variableName: string, text: string): Promise<void>;
     assertProcessVariableHasDocumentCount(variableName: string, count: number, softFail?: boolean): Promise<void>;
     clickDiagramTask(taskName: string): Promise<void>;
+    openAgentConversation(elementId: string): Promise<void>;
+    assertReadableReasoning(reasoningHistoryItemKey: string, answerHistoryItemKey: string): Promise<void>;
+    assertEncryptedReasoningIsHidden(reasoningHistoryItemKey: string, answerHistoryItemKey: string): Promise<void>;
+    private assertFinalAnswerVisible;
     assertActiveTokenIsPresent(): Promise<void>;
     assertDetailsPopoverIsVisible(): Promise<void>;
     assertBusinessIdVisible(businessId: string): Promise<void>;

package/dist/pages/8.10/OperateProcessInstancePage.js

@@ -158,6 +158,10 @@ class OperateProcessInstancePage {
     messageVariable;
     whatsNewPopUp;
     gotItButton;
+    detailsTab;
+    agentInstancePanel;
+    conversationHistorySection;
+    conversationHistoryTrigger;
     constructor(page) {
         this.page = page;
         this.diagram = page.getByTestId('diagram');
@@ -185,6 +189,16 @@ class OperateProcessInstancePage {
             name: "Here's what moved in Operate",
         });
         this.gotItButton = page.getByRole('button', { name: 'Got it' });
+        this.detailsTab = page
+            .getByLabel('Process Instance Bottom Panel Tabs')
+            .getByRole('link', { name: 'Details' });
+        this.agentInstancePanel = page.getByRole('article', {
+            name: 'Agent Instance',
+        });
+        this.conversationHistorySection = this.agentInstancePanel.getByTestId('agent-conversation-history-section');
+        this.conversationHistoryTrigger = this.conversationHistorySection.getByRole('button', {
+            name: 'Conversation history',
+        });
     }
     async connectorResultVariableValue(variableName) {
         return await this.page.getByTestId(variableName).locator('td').last();
@@ -874,6 +888,48 @@ class OperateProcessInstancePage {
         await (0, test_1.expect)(diagramTask).toBeVisible();
         await diagramTask.click();
     }
+    async openAgentConversation(elementId) {
+        const agentTask = this.diagram.locator(`.djs-element[data-element-id="${elementId}"]`);
+        // BpmnJS ignores element clicks until element statistics load and the
+        // element receives the op-selectable marker.
+        await (0, test_1.expect)(agentTask).toHaveClass(/op-selectable/, { timeout: 30000 });
+        await agentTask.click();
+        await (0, test_1.expect)(this.detailsTab).toBeVisible();
+        await this.detailsTab.click();
+        await (0, test_1.expect)(this.agentInstancePanel).toBeVisible({ timeout: 30000 });
+        await (0, test_1.expect)(this.conversationHistoryTrigger).toHaveAttribute('aria-expanded', 'false');
+        await this.conversationHistoryTrigger.click();
+        await (0, test_1.expect)(this.conversationHistoryTrigger).toHaveAttribute('aria-expanded', 'true');
+    }
+    async assertReadableReasoning(reasoningHistoryItemKey, answerHistoryItemKey) {
+        const reasoningMessage = this.conversationHistorySection.getByTestId(`conversation-message-${reasoningHistoryItemKey}`);
+        const thinkingRegion = reasoningMessage.getByRole('region', {
+            name: 'Thinking',
+        });
+        const answerMessage = this.conversationHistorySection.getByTestId(`conversation-message-${answerHistoryItemKey}`);
+        await (0, test_1.expect)(reasoningMessage).toHaveAttribute('aria-label', 'Assistant message', { timeout: 60000 });
+        await (0, test_1.expect)(thinkingRegion).toBeVisible();
+        await (0, test_1.expect)(thinkingRegion.locator('p')).toHaveText(/\S/);
+        await (0, test_1.expect)(thinkingRegion.getByRole('button')).toHaveCount(0);
+        await this.assertFinalAnswerVisible(answerMessage);
+        await (0, test_1.expect)(this.conversationHistorySection).not.toContainText(/camunda\.agenticai\.content\.type|encrypted_content|signature|"payload"/);
+    }
+    async assertEncryptedReasoningIsHidden(reasoningHistoryItemKey, answerHistoryItemKey) {
+        const reasoningMessage = this.conversationHistorySection.getByTestId(`conversation-message-${reasoningHistoryItemKey}`);
+        const answerMessage = this.conversationHistorySection.getByTestId(`conversation-message-${answerHistoryItemKey}`);
+        await (0, test_1.expect)(reasoningMessage).toHaveAttribute('aria-label', 'Assistant message', { timeout: 60000 });
+        await (0, test_1.expect)(reasoningMessage).toBeVisible({ timeout: 60000 });
+        await (0, test_1.expect)(reasoningMessage.getByRole('region', { name: 'Thinking' })).toHaveCount(0);
+        await (0, test_1.expect)(this.conversationHistorySection).not.toContainText(/encrypted_content|camunda\.agenticai\.content\.type|"payload"|signature/);
+        await this.assertFinalAnswerVisible(answerMessage);
+    }
+    async assertFinalAnswerVisible(answerMessage) {
+        await (0, test_1.expect)(answerMessage).toHaveAttribute('aria-label', 'Assistant message', { timeout: 60000 });
+        // The Thinking note is a <section> named via aria-labelledby, so match
+        // only answer text that is not nested inside it.
+        const answerOutsideThinking = answerMessage.locator('xpath=.//*[text()[contains(., "Answer:")]][not(ancestor::section[@aria-labelledby = //*[normalize-space(text())="Thinking"]/@id])]');
+        await (0, test_1.expect)(answerOutsideThinking.first()).toBeVisible({ timeout: 60000 });
+    }
     async assertActiveTokenIsPresent() {
         await (0, test_1.expect)(this.activeIcon).toBeVisible({ timeout: 60000 });
     }

package/dist/tests/8.10/agentic-ai-user-flows.spec.js

@@ -4,6 +4,7 @@ const _8_10_1 = require("../../fixtures/8.10");
 const UtilitiesPage_1 = require("../../pages/8.10/UtilitiesPage");
 const _setup_1 = require("../../test-setup.js");
 const apiHelpers_1 = require("../../utils/apiHelpers");
+const agentInstanceHistoryHelpers_1 = require("../../utils/agentInstanceHistoryHelpers");
 const sleep_1 = require("../../utils/sleep");
 const users_1 = require("../../utils/users");
 const testUser = (0, users_1.getTestUser)('fourteenthUser');
@@ -62,6 +63,21 @@ const aiAgentSubProcessTestCases = [
         bpmnPath: './resources/agentic_ai/ai-agent-subprocess-with-tools_aws_key.bpmn',
     },
 ];
+const agentReasoningTestCases = [
+    {
+        name: 'Readable reasoning appears in Operate',
+        bpmnPath: './resources/agentic_ai/ai-agent-chat-with-tools_anthropic_bedrock_apikey.bpmn',
+        provider: 'anthropic-adaptive',
+        reasoningMode: 'readable',
+    },
+    {
+        name: 'Encrypted reasoning stays hidden in Operate',
+        bpmnPath: './resources/agentic_ai/ai-agent-chat-with-tools_open_ai.bpmn',
+        provider: 'openai-encrypted',
+        reasoningMode: 'encrypted-only',
+    },
+];
+const agentReasoningResources = new Map();
 const regexTestCases = [
     {
         regex_ai_agent_time: /The current date and time in ([A-Za-zÀ-ÿ .,'-]+(?:, [A-Za-zÀ-ÿ .,'-]+)*), is approximately ((?:0?[1-9]|1[0-2]):[0-5][0-9] (?:AM|PM)) on ([A-Z][a-z]+ (?:[1-9]|[12][0-9]|3[01]), \d{4})\./,
@@ -205,4 +221,75 @@ _8_10_1.test.describe('Agentic Orchestation User Flows', () => {
             });
         }
     });
+    _8_10_1.test.describe('AI Agent reasoning in Operate', () => {
+        // Playwright requires destructured fixture arguments.
+        // eslint-disable-next-line no-empty-pattern
+        _8_10_1.test.afterEach(async ({}, testInfo) => {
+            const resources = agentReasoningResources.get(testInfo.testId);
+            if (!resources) {
+                return;
+            }
+            const cleanupErrors = await (0, agentInstanceHistoryHelpers_1.cleanupAgentReasoningResources)(resources.processInstanceKey, resources.processDefinitionKey, authToken);
+            agentReasoningResources.delete(testInfo.testId);
+            if (cleanupErrors.length === 1) {
+                throw cleanupErrors[0];
+            }
+            if (cleanupErrors.length > 1) {
+                throw new AggregateError(cleanupErrors, 'Agent reasoning resource cleanup failed');
+            }
+        });
+        for (const params of agentReasoningTestCases) {
+            (0, _8_10_1.test)(params.name, async ({ appsPage, operateHomePage, operateProcessInstancePage, operateProcessesPage, taskPanelPage, taskDetailsPage, }, testInfo) => {
+                _8_10_1.test.slow();
+                const suffix = await (0, _setup_1.generateRandomStringAsync)(6);
+                const processId = `ai-agent-reasoning-${params.provider}-${suffix.toLowerCase()}`;
+                const processName = `AI Agent ${params.name} ${suffix}`;
+                const resources = {};
+                agentReasoningResources.set(testInfo.testId, resources);
+                const processDefinitionKey = await (0, agentInstanceHistoryHelpers_1.deployAgentReasoningProcess)(params.bpmnPath, authToken, processId, processName, params.provider);
+                resources.processDefinitionKey = processDefinitionKey;
+                const processInstanceKey = await (0, apiHelpers_1.createProcessInstance)(processDefinitionKey, authToken);
+                resources.processInstanceKey = processInstanceKey;
+                await _8_10_1.test.step('Wait for the agent feedback task and committed history', async () => {
+                    await appsPage.clickCamundaApps();
+                    await appsPage.clickTasklist(clusterName);
+                    await taskPanelPage.openTask(processName);
+                    await taskDetailsPage.clickAssignToMeButton();
+                    await taskDetailsPage.assertAIResponse(/Answer:/);
+                });
+                const historyKeys = await (0, agentInstanceHistoryHelpers_1.waitForAgentReasoningHistory)(processInstanceKey, authToken, params.reasoningMode);
+                await _8_10_1.test.step('Verify the conversation in Operate', async () => {
+                    await appsPage.clickCamundaApps();
+                    await appsPage.clickOperate(clusterName);
+                    await operateHomePage.clickProcessesTab();
+                    await operateProcessesPage.applyMoreFilters('Process Instance Key(s)', processInstanceKey);
+                    await operateProcessesPage.clickProcessInstanceLink(processName);
+                    await operateProcessInstancePage.closePopOverIfVisible();
+                    await operateProcessInstancePage.assertActiveTokenIsPresent();
+                    await operateProcessInstancePage.openAgentConversation('AI_Agent');
+                    if (params.reasoningMode === 'readable') {
+                        await operateProcessInstancePage.assertReadableReasoning(historyKeys.reasoningHistoryItemKey, historyKeys.answerHistoryItemKey);
+                    }
+                    else {
+                        await operateProcessInstancePage.assertEncryptedReasoningIsHidden(historyKeys.reasoningHistoryItemKey, historyKeys.answerHistoryItemKey);
+                    }
+                });
+                await _8_10_1.test.step('Complete the feedback task and finish the process', async () => {
+                    await appsPage.clickCamundaApps();
+                    await appsPage.clickTasklist(clusterName);
+                    await taskPanelPage.openTask(processName);
+                    await taskDetailsPage.checkChecklistBox('Are you satisfied with the result?');
+                    await taskDetailsPage.clickCompleteTaskButton();
+                    await appsPage.clickCamundaApps();
+                    await appsPage.clickOperate(clusterName);
+                    await operateHomePage.clickProcessesTab();
+                    await operateProcessesPage.clickProcessCompletedCheckbox();
+                    await operateProcessesPage.applyMoreFilters('Process Instance Key(s)', processInstanceKey);
+                    await operateProcessesPage.clickProcessInstanceLink(processName);
+                    await operateProcessInstancePage.assertProcessCompleteStatusWithRetry();
+                    resources.processInstanceKey = undefined;
+                });
+            });
+        }
+    });
 });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camunda/e2e-test-suite",
-  "version": "0.0.1459",
+  "version": "0.0.1461",
   "description": "End-to-end test helpers for Camunda 8",
   "repository": {
     "type": "git",