@camunda/e2e-test-suite 0.0.210 → 0.0.211

package/README.md

@@ -245,6 +245,66 @@ IS_MT=true
 #### C8 Run
 To test locally against C8 Run, you must set up a local instance of C8 Run. Please follow the instructions provided in the [C8 Run README.md](https://github.com/camunda/camunda/blob/main/c8run/README.md). By default, the BASE_URL is localhost:8080, however if this is configured as something differently, tests can be run against this by inputting the new BASE_URL into your `.env` file under the `PLAYWRIGHT_BASE_URL` variable.
 
+## Running MCP Tests (c8Run Only)
+
+The MCP (Model Context Protocol) test suite requires the MCP test server to be running locally. These tests are designed for **c8Run environments only**, as they require localhost access to the MCP server.
+
+The MCP test server is available as a Docker image from the [camunda/mcp](https://github.com/camunda/mcp) repository.
+
+### Running MCP Tests Locally
+
+To run MCP tests locally with c8Run, you need to start both the MCP test server and c8Run:
+
+1. Start the MCP server:
+
+   ```bash
+   docker run -d \
+     --name mcp-test-server \
+     --network host \
+     registry.camunda.cloud/mcp/mcp-test-server:latest
+   ```
+
+2. Start c8Run locally (follow [c8Run setup instructions](https://github.com/camunda/camunda/blob/main/c8run/README.md))
+
+3. Run the MCP tests:
+
+   ```bash
+   npx playwright test --project=chromium-v2 tests/c8Run-8.9/mcp-user-flows.spec.ts 
+   ```
+
+4. Stop the MCP server when done:
+
+   ```bash
+   docker stop mcp-test-server && docker rm mcp-test-server
+   ```
+
+### MCP Server Configuration
+
+The MCP test server runs on port `12001` by default and provides the following endpoints:
+
+- **MCP Endpoint**: `http://localhost:12001/mcp`
+- **Health Check**: `http://localhost:12001/actuator/health`
+
+You can override the MCP server URL by setting the `MCP_SERVER_URL` environment variable in your `.env` file:
+
+```bash
+MCP_SERVER_URL=http://localhost:12001
+```
+
+### Available MCP Tools
+
+The MCP test server provides the following tools for testing:
+
+- **String Tools**: `echo`, `uppercase`, `lowercase`, `base64Encode`, `base64Decode`
+- **Greeting Tools**: `greet` (supports EN, DE, ES, IT)
+- **Calculator Tools**: `add`
+
+For more details about the MCP server and its capabilities, see the [MCP repository](https://github.com/camunda/mcp).
+
+### CI/CD Integration
+
+In c8Run CI/CD pipelines (Linux, macOS, Windows), the MCP server is automatically started before running tests and stopped after tests complete. No additional configuration is required.
+
 ## Automated Nightly Test Runs
 
 The test suite is configured to run automatically every night. The results of these nightly test runs are published on TestRail. If any test fails during these automated runs, the Designated Responsible Individual (DRI) of the project is notified via email for immediate attention and resolution. On a nightly basis, the test suite is configured to run the following tests:

package/dist/pages/c8Run-8.9/OperateProcessInstancePage.d.ts

@@ -11,7 +11,9 @@ declare class OperateProcessInstancePage {
     constructor(page: Page);
     connectorResultVariableName(name: string): Promise<Locator>;
     connectorResultVariableValue(variableName: string): Promise<Locator>;
+    getProcessVariableValue(variableName: string): Promise<Locator>;
     completedIconAssertion(): Promise<void>;
     activeIconAssertion(): Promise<void>;
+    assertProcessVariableContainsText(variableName: string, text: string): Promise<void>;
 }
 export { OperateProcessInstancePage };

package/dist/pages/c8Run-8.9/OperateProcessInstancePage.js

@@ -32,6 +32,12 @@ class OperateProcessInstancePage {
     async connectorResultVariableValue(variableName) {
         return await this.page.getByTestId(variableName).locator('td').last();
     }
+    async getProcessVariableValue(variableName) {
+        return await this.page
+            .getByTestId(`variable-${variableName}`)
+            .getByRole('cell')
+            .nth(1);
+    }
     async completedIconAssertion() {
         let retryCount = 0;
         const maxRetries = 6;
@@ -72,5 +78,21 @@ class OperateProcessInstancePage {
         }
         throw new Error(`Active icon not visible after ${maxRetries} attempts.`);
     }
+    async assertProcessVariableContainsText(variableName, text) {
+        const maxRetries = 3;
+        for (let retries = 0; retries < maxRetries; retries++) {
+            try {
+                const valueCell = await this.getProcessVariableValue(variableName);
+                await (0, test_1.expect)(valueCell).toContainText(text, { timeout: 30000 });
+                return;
+            }
+            catch (error) {
+                console.log(`Failed to assert variable ${variableName}: ${error}`);
+                await this.page.reload();
+                await (0, sleep_1.sleep)(10000);
+            }
+        }
+        throw new Error(`Failed to assert variable ${variableName} contains ${text} after ${maxRetries} attempts.`);
+    }
 }
 exports.OperateProcessInstancePage = OperateProcessInstancePage;

package/dist/tests/8.9/web-modeler-user-flows.spec.js

@@ -6,6 +6,10 @@ const TaskPanelPage_1 = require("../../pages/8.9/TaskPanelPage");
 const TaskDetailsPage_1 = require("../../pages/8.9/TaskDetailsPage");
 const AppsPage_1 = require("../../pages/8.9/AppsPage");
 const OperateProcessInstancePage_1 = require("../../pages/8.9/OperateProcessInstancePage");
+// TODO: Re-enable Optimize imports when bug is fixed
+// import {OptimizeHomePage} from '../../pages/8.9/OptimizeHomePage';
+// import {OptimizeDashboardPage} from '../../pages/8.9/OptimizeDashboardPage';
+const fileUpload_1 = require("../../utils/fileUpload");
 const _setup_1 = require("../../test-setup.js");
 const UtilitiesPage_1 = require("../../pages/8.9/UtilitiesPage");
 const deleteOrg_1 = require("../../utils/deleteOrg");
@@ -541,4 +545,58 @@ _8_9_1.test.describe('Web Modeler User Flow Tests', () => {
             await operateProcessInstancePage.assertProcessCompleteStatusWithRetry(40000);
         });
     });
+    (0, _8_9_1.test)('Conditional Events - Deploy, verify in Operate and verify process in Optimize dashboard @tasklistV2', async ({ page, homePage, modelerHomePage, appsPage, modelerCreatePage, }) => {
+        _8_9_1.test.slow();
+        const bpmnFileName = 'Conditional_Events_All.bpmn';
+        // TODO: Uncomment when Optimize tests are re-enabled
+        // const processName = 'Conditional Events Auto-Run';
+        await _8_9_1.test.step('Navigate to Web Modeler', async () => {
+            await (0, test_1.expect)(homePage.camundaComponentsButton).toBeVisible({
+                timeout: 120000,
+            });
+            await appsPage.clickCamundaApps();
+            await appsPage.clickModeler();
+            await (0, test_1.expect)(modelerHomePage.modelerPageBanner).toBeVisible({
+                timeout: 180000,
+            });
+        });
+        await _8_9_1.test.step('Open Cross Component Test Project and upload BPMN file', async () => {
+            await modelerHomePage.clickCrossComponentProjectFolder();
+            await modelerHomePage.clickDiagramTypeDropdown();
+            await modelerHomePage.clickUploadFilesButton();
+            await (0, fileUpload_1.uploadFile)(page, bpmnFileName);
+        });
+        await _8_9_1.test.step('Open uploaded BPMN diagram', async () => {
+            await (0, sleep_1.sleep)(5000);
+            await modelerHomePage.clickProcessDiagram(bpmnFileName.replace('.bpmn', ''));
+        });
+        await _8_9_1.test.step('Deploy and run process with variable', async () => {
+            const variables = '{"myVar": 8}';
+            await modelerCreatePage.runProcessInstance(clusterName, variables);
+        });
+        await _8_9_1.test.step('View process instance in Operate and verify completion', async () => {
+            await (0, test_1.expect)(modelerCreatePage.viewProcessInstanceLink).toBeVisible({
+                timeout: 120000,
+            });
+            await modelerCreatePage.clickViewProcessInstanceLink();
+            const operateTabPromise = page.waitForEvent('popup', { timeout: 60000 });
+            const operateTab = await operateTabPromise;
+            // TODO: Uncomment when Optimize tests are re-enabled
+            // const operateTabAppsPage = new AppsPage(operateTab);
+            const operateProcessInstancePage = new OperateProcessInstancePage_1.OperateProcessInstancePage(operateTab);
+            await operateProcessInstancePage.assertProcessCompleteStatusWithRetry(60000, 15);
+            await operateProcessInstancePage.assertProcessVariableContainsText('myVar', '8');
+            // //Skipped due to bug 46344: https://github.com/camunda/camunda/issues/46344
+            // await test.step('Navigate to Optimize and verify process in dashboard', async () => {
+            //   const operateTabAppsPage = new AppsPage(operateTab);
+            //   await operateTabAppsPage.clickCamundaApps();
+            //   await operateTabAppsPage.clickOptimize(clusterName);
+            //   const optimizeHomePage = new OptimizeHomePage(operateTab);
+            //   const optimizeDashboardPage = new OptimizeDashboardPage(operateTab);
+            //   await optimizeHomePage.clickDashboardLink();
+            //   await sleep(60000);
+            //   await optimizeDashboardPage.processLinkAssertion(processName, 5);
+            // });
+        });
+    });
 });

package/dist/tests/c8Run-8.9/mcp-user-flows.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/tests/c8Run-8.9/mcp-user-flows.spec.js

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const c8Run_8_9_1 = require("../../fixtures/c8Run-8.9");
+const UtilitiesPage_1 = require("../../pages/c8Run-8.9/UtilitiesPage");
+const _setup_1 = require("../../test-setup.js");
+const apiHelpers_1 = require("../../utils/apiHelpers");
+const zeebeClient_1 = require("../../utils/zeebeClient");
+const sleep_1 = require("../../utils/sleep");
+c8Run_8_9_1.test.beforeAll(async () => {
+    await (0, apiHelpers_1.validateMcpServerHealth)();
+    await (0, zeebeClient_1.deploy)('./resources/mcp_server/mcp_server_list_tools.bpmn');
+    await (0, zeebeClient_1.createInstances)('mcp_remote_client', 1, 1);
+    await (0, sleep_1.sleep)(5000);
+});
+c8Run_8_9_1.test.beforeEach(async ({ page, operateLoginPage, operateHomePage }) => {
+    await (0, UtilitiesPage_1.navigateToApp)(page, 'operate');
+    await operateLoginPage.login('demo', 'demo');
+    await operateHomePage.operateBannerIsVisible();
+});
+c8Run_8_9_1.test.describe('@tasklistV2 MCP Test Server User Flows', () => {
+    c8Run_8_9_1.test.afterEach(async ({ page }, testInfo) => {
+        await (0, _setup_1.captureScreenshot)(page, testInfo);
+        await (0, _setup_1.captureFailureVideo)(page, testInfo);
+    });
+    (0, c8Run_8_9_1.test)('MCP server returns list of tools from process', async ({ operateHomePage, operateProcessInstancePage, operateProcessesPage, }) => {
+        c8Run_8_9_1.test.slow();
+        await c8Run_8_9_1.test.step('User can access the completed process on operate', async () => {
+            await operateHomePage.clickProcessesTab();
+            await operateProcessesPage.clickProcessCompletedCheckbox();
+            await operateProcessesPage.clickProcessInstanceLink('mcp_remote_client');
+            await operateProcessInstancePage.completedIconAssertion();
+        });
+        await c8Run_8_9_1.test.step('Verify MCP tools are returned in the process result', async () => {
+            await operateProcessInstancePage.assertProcessVariableContainsText('toolCallResult', 'add');
+            await operateProcessInstancePage.assertProcessVariableContainsText('toolCallResult', 'greet');
+            await operateProcessInstancePage.assertProcessVariableContainsText('toolCallResult', 'echo');
+        });
+    });
+});

package/dist/utils/apiHelpers.d.ts

@@ -10,6 +10,7 @@ export declare function authAPI(environment: 'sm', audience?: string): Promise<s
 export declare function authSaasAPI(audience?: string): Promise<string>;
 export declare function authSmAPI(): Promise<string>;
 export declare function authC8runAPI(name: string, password: string): Promise<void>;
+export declare function validateMcpServerHealth(serverUrl?: string): Promise<APIResponse>;
 export declare function deployProcess(filePath: string, authToken?: string, environment?: 'saas' | 'sm'): Promise<number | null>;
 export declare function createProcessInstance(processDefinitionKey: string, authToken?: string, environment?: 'saas' | 'sm'): Promise<string>;
 export declare function createGlobalClusterVariable(authToken?: string, environment?: 'saas' | 'sm'): Promise<void>;

package/dist/utils/apiHelpers.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.updateCollectionScope = exports.createSingleProcessReport = exports.createDashboard = exports.createCollection = exports.getOptimizeCoockie = exports.createGlobalClusterVariable = exports.createProcessInstance = exports.deployProcess = exports.authC8runAPI = exports.authSmAPI = exports.authSaasAPI = exports.authAPI = exports.sendRequestAndAssertResponse = exports.assertResponseStatus = void 0;
+exports.updateCollectionScope = exports.createSingleProcessReport = exports.createDashboard = exports.createCollection = exports.getOptimizeCoockie = exports.createGlobalClusterVariable = exports.createProcessInstance = exports.deployProcess = exports.validateMcpServerHealth = exports.authC8runAPI = exports.authSmAPI = exports.authSaasAPI = exports.authAPI = exports.sendRequestAndAssertResponse = exports.assertResponseStatus = void 0;
 const test_1 = require("@playwright/test");
 const sleep_1 = require("./sleep");
 const fs_1 = __importDefault(require("fs"));
@@ -156,6 +156,28 @@ async function authC8runAPI(name, password) {
     await apiRequestContext.storageState({ path: 'utils/.auth' });
 }
 exports.authC8runAPI = authC8runAPI;
+// ---- MCP Server Health Check ----
+async function validateMcpServerHealth(serverUrl) {
+    apiRequestContext = await getApiRequestContext();
+    const mcpServerUrl = serverUrl || process.env.MCP_SERVER_URL || 'http://localhost:12001';
+    const healthEndpoint = `${mcpServerUrl}/actuator/health`;
+    try {
+        const response = await apiRequestContext.get(healthEndpoint);
+        if (response.status() !== 200) {
+            const errorBody = await response.text();
+            throw new Error(`MCP server health check failed with status ${response.status()}. Response: ${errorBody}`);
+        }
+        return response;
+    }
+    catch (error) {
+        const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+        throw new Error(`MCP server is not available at ${healthEndpoint}. ` +
+            `Error: ${errorMessage}. ` +
+            'Please ensure the MCP docker container is running with: ' +
+            'docker run -d --name mcp-test-server --network host registry.camunda.cloud/mcp/mcp-test-server:latest');
+    }
+}
+exports.validateMcpServerHealth = validateMcpServerHealth;
 // ---- Zeebe: API helpers ----
 async function deployProcess(filePath, authToken, environment) {
     try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camunda/e2e-test-suite",
-  "version": "0.0.210",
+  "version": "0.0.211",
   "description": "End-to-end test helpers for Camunda 8",
   "repository": {
     "type": "git",