@camunda/e2e-test-suite 0.0.794 → 0.0.795

package/dist/pages/c8Run-8.10/OperateProcessInstancePage.d.ts

@@ -13,5 +13,15 @@ declare class OperateProcessInstancePage {
     connectorResultVariableValue(variableName: string): Promise<Locator>;
     completedIconAssertion(): Promise<void>;
     activeIconAssertion(): Promise<void>;
+    getProcessVariableValue(variableName: string): Promise<Locator>;
+    assertProcessVariableContainsText(variableName: string, text: string): Promise<void>;
+    /**
+     * Gets the JSON value of a variable by name
+     */
+    getVariableJsonValue(variableName: string): Promise<unknown>;
+    /**
+     * Verifies that a variable exists and contains expected JSON content
+     */
+    verifyVariableJsonContent(variableName: string, assertions: (value: unknown) => void | Promise<void>): Promise<void>;
 }
 export { OperateProcessInstancePage };

package/dist/pages/c8Run-8.10/OperateProcessInstancePage.js

@@ -72,5 +72,49 @@ class OperateProcessInstancePage {
         }
         throw new Error(`Active icon not visible after ${maxRetries} attempts.`);
     }
+    async getProcessVariableValue(variableName) {
+        return await this.page
+            .getByTestId(`variable-${variableName}`)
+            .getByRole('cell')
+            .nth(1);
+    }
+    async assertProcessVariableContainsText(variableName, text) {
+        const maxRetries = 3;
+        for (let retries = 0; retries < maxRetries; retries++) {
+            try {
+                const valueCell = await this.getProcessVariableValue(variableName);
+                await (0, test_1.expect)(valueCell).toContainText(text, { timeout: 30000 });
+                return;
+            }
+            catch (error) {
+                console.log(`Failed to assert variable ${variableName}: ${error}`);
+                await this.page.reload();
+                await (0, sleep_1.sleep)(10000);
+            }
+        }
+        throw new Error(`Failed to assert variable ${variableName} contains ${text} after ${maxRetries} attempts.`);
+    }
+    /**
+     * Gets the JSON value of a variable by name
+     */
+    async getVariableJsonValue(variableName) {
+        const variable = await this.getProcessVariableValue(variableName);
+        await (0, test_1.expect)(variable).toBeVisible();
+        const valueText = (await variable.textContent()) || '{}';
+        try {
+            return JSON.parse(valueText);
+        }
+        catch (error) {
+            throw new Error(`Failed to parse JSON for variable "${variableName}". ` +
+                `Raw value: ${valueText}. Original error: ${String(error)}`);
+        }
+    }
+    /**
+     * Verifies that a variable exists and contains expected JSON content
+     */
+    async verifyVariableJsonContent(variableName, assertions) {
+        const value = await this.getVariableJsonValue(variableName);
+        await assertions(value);
+    }
 }
 exports.OperateProcessInstancePage = OperateProcessInstancePage;

package/dist/tests/c8Run-8.10/mcp-connector-authentication.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/tests/c8Run-8.10/mcp-connector-authentication.spec.js

@@ -0,0 +1,74 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const c8Run_8_10_1 = require("../../fixtures/c8Run-8.10");
+const test_1 = require("@playwright/test");
+const UtilitiesPage_1 = require("../../pages/c8Run-8.10/UtilitiesPage");
+const _setup_1 = require("../../test-setup.js");
+const apiHelpers_1 = require("../../utils/apiHelpers");
+const keycloakHelpers_1 = require("../../utils/keycloakHelpers");
+const zeebeClient_1 = require("../../utils/zeebeClient");
+const sleep_1 = require("../../utils/sleep");
+let bearerToken;
+const authMethods = [
+    {
+        name: 'Basic Auth',
+        processId: 'mcp_remote_client_basic_auth',
+    },
+    {
+        name: 'Bearer Token',
+        processId: 'mcp_remote_client_bearer_auth',
+        getVariables: () => ({ bearerToken }),
+    },
+    {
+        name: 'OAuth Client Credentials',
+        processId: 'mcp_remote_client_oauth_auth',
+    },
+];
+c8Run_8_10_1.test.beforeAll(async () => {
+    if (process.env.MCP_SERVER_AVAILABLE !== 'true') {
+        return;
+    }
+    await (0, apiHelpers_1.validateMcpServerHealth)('http://127.0.0.1:12001'); // No auth
+    await (0, apiHelpers_1.validateMcpServerHealth)('http://127.0.0.1:12002'); // Basic auth
+    await (0, apiHelpers_1.validateMcpServerHealth)('http://127.0.0.1:12004'); // OAuth
+    await (0, apiHelpers_1.waitForConnectorsReady)();
+    await (0, keycloakHelpers_1.validateKeycloakHealth)();
+    bearerToken = await (0, keycloakHelpers_1.getAccessToken)();
+    await (0, zeebeClient_1.deploy)([
+        './resources/mcp_server/mcp_remote_client_basic_auth.bpmn',
+        './resources/mcp_server/mcp_remote_client_bearer_auth.bpmn',
+        './resources/mcp_server/mcp_remote_client_oauth_auth.bpmn',
+    ]);
+});
+c8Run_8_10_1.test.describe('@tasklistV2 MCP Client connector authentication tests', () => {
+    c8Run_8_10_1.test.skip(process.env.MCP_SERVER_AVAILABLE !== 'true', 'MCP authentication servers require Docker and are only available on Linux CI runners');
+    c8Run_8_10_1.test.beforeEach(async ({ page, operateLoginPage, operateHomePage }) => {
+        await (0, UtilitiesPage_1.navigateToApp)(page, 'operate');
+        await operateLoginPage.login('demo', 'demo');
+        await operateHomePage.operateBannerIsVisible();
+    });
+    c8Run_8_10_1.test.afterEach(async ({ page }, testInfo) => {
+        await (0, _setup_1.captureScreenshot)(page, testInfo);
+        await (0, _setup_1.captureFailureVideo)(page, testInfo);
+    });
+    for (const { name, processId, getVariables } of authMethods) {
+        (0, c8Run_8_10_1.test)(`As a user I can authenticate using ${name} and list tools`, async ({ operateHomePage, operateProcessesPage, operateProcessInstancePage, }) => {
+            await (0, zeebeClient_1.createInstances)(processId, 1, 1, getVariables?.());
+            await (0, sleep_1.sleep)(2000);
+            await c8Run_8_10_1.test.step('Navigate to completed process instance', async () => {
+                await operateHomePage.clickProcessesTab();
+                await operateProcessesPage.clickProcessCompletedCheckbox();
+                await operateProcessesPage.clickProcessInstanceLink(processId);
+                await operateProcessInstancePage.completedIconAssertion();
+            });
+            await c8Run_8_10_1.test.step(`Verify ${name} successfully listed tools`, async () => {
+                await operateProcessInstancePage.verifyVariableJsonContent('listToolsResult', (value) => {
+                    const data = value;
+                    (0, test_1.expect)(data.toolDefinitions).toBeDefined();
+                    (0, test_1.expect)(data.toolDefinitions.length).toBeGreaterThan(0);
+                    (0, test_1.expect)(data.toolDefinitions.some((tool) => tool.name)).toBe(true);
+                });
+            });
+        });
+    }
+});

package/dist/tests/c8Run-8.10/mcp-user-flows.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/tests/c8Run-8.10/mcp-user-flows.spec.js

@@ -0,0 +1,109 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const c8Run_8_10_1 = require("../../fixtures/c8Run-8.10");
+const test_1 = require("@playwright/test");
+const UtilitiesPage_1 = require("../../pages/c8Run-8.10/UtilitiesPage");
+const _setup_1 = require("../../test-setup.js");
+const apiHelpers_1 = require("../../utils/apiHelpers");
+const zeebeClient_1 = require("../../utils/zeebeClient");
+const sleep_1 = require("../../utils/sleep");
+c8Run_8_10_1.test.beforeAll(async () => {
+    if (process.env.MCP_SERVER_AVAILABLE !== 'true') {
+        return;
+    }
+    await (0, apiHelpers_1.validateMcpServerHealth)();
+    await (0, apiHelpers_1.waitForConnectorsReady)();
+    await (0, zeebeClient_1.deploy)(['./resources/mcp_server/mcp_remote_client_operations.bpmn']);
+    await (0, zeebeClient_1.createInstances)('mcp_remote_client', 1, 1);
+    await (0, sleep_1.sleep)(2000);
+});
+c8Run_8_10_1.test.describe('@tasklistV2 MCP Client connector tests', () => {
+    c8Run_8_10_1.test.skip(process.env.MCP_SERVER_AVAILABLE !== 'true', 'MCP server is only available on Linux and macOS CI runners');
+    c8Run_8_10_1.test.beforeEach(async ({ page, operateLoginPage, operateHomePage }) => {
+        await (0, UtilitiesPage_1.navigateToApp)(page, 'operate');
+        await operateLoginPage.login('demo', 'demo');
+        await operateHomePage.operateBannerIsVisible();
+    });
+    c8Run_8_10_1.test.afterEach(async ({ page }, testInfo) => {
+        await (0, _setup_1.captureScreenshot)(page, testInfo);
+        await (0, _setup_1.captureFailureVideo)(page, testInfo);
+    });
+    (0, c8Run_8_10_1.test)('As an user I can invoke the MCP Client connector and use all its operations', async ({ operateHomePage, operateProcessesPage, operateProcessInstancePage, }) => {
+        c8Run_8_10_1.test.slow();
+        await c8Run_8_10_1.test.step('Navigate to completed process instance', async () => {
+            await operateHomePage.clickProcessesTab();
+            await operateProcessesPage.clickProcessCompletedCheckbox();
+            await operateProcessesPage.clickProcessInstanceLink('mcp_remote_client');
+            await operateProcessInstancePage.completedIconAssertion();
+        });
+        await c8Run_8_10_1.test.step('Verify listToolsResult variable contains tools', async () => {
+            await operateProcessInstancePage.verifyVariableJsonContent('listToolsResult', (value) => {
+                const data = value;
+                (0, test_1.expect)(data.toolDefinitions).toBeDefined();
+                (0, test_1.expect)(data.toolDefinitions.length).toBeGreaterThan(0);
+                const greetTool = data.toolDefinitions.find((tool) => tool.name === 'greet');
+                (0, test_1.expect)(greetTool).toBeDefined();
+                (0, test_1.expect)(greetTool?.description).toBe('Return a nice greeting message');
+            });
+        });
+        await c8Run_8_10_1.test.step('Verify callToolResult variable from greet tool call', async () => {
+            await operateProcessInstancePage.verifyVariableJsonContent('callToolResult', (value) => {
+                const data = value;
+                (0, test_1.expect)(data.name).toBe('greet');
+                (0, test_1.expect)(data.isError).toBe(false);
+                (0, test_1.expect)(data.content).toBeDefined();
+                (0, test_1.expect)(data.content[0].type).toBe('text');
+                (0, test_1.expect)(data.content[0].text).toContain('Hello, John');
+            });
+        });
+        await c8Run_8_10_1.test.step('Verify listResourcesResult variable contains resources', async () => {
+            await operateProcessInstancePage.verifyVariableJsonContent('listResourcesResult', (value) => {
+                const data = value;
+                (0, test_1.expect)(data.resources).toBeDefined();
+                (0, test_1.expect)(data.resources.length).toBeGreaterThan(0);
+                const jokesResource = data.resources.find((resource) => resource.uri === 'file://jokes-guide.md');
+                (0, test_1.expect)(jokesResource).toBeDefined();
+                (0, test_1.expect)(jokesResource?.name).toBe('Jokes Guideline');
+                (0, test_1.expect)(jokesResource?.mimeType).toBe('text/markdown');
+            });
+        });
+        await c8Run_8_10_1.test.step('Verify listResourcesTemplateResult variable contains resource templates', async () => {
+            await operateProcessInstancePage.verifyVariableJsonContent('listResourcesTemplateResult', (value) => {
+                const data = value;
+                (0, test_1.expect)(data.resourceTemplates).toBeDefined();
+                (0, test_1.expect)(data.resourceTemplates).toEqual([]);
+            });
+        });
+        await c8Run_8_10_1.test.step('Verify readResourceResult variable from jokes-guide.md', async () => {
+            await operateProcessInstancePage.verifyVariableJsonContent('readResourceResult', (value) => {
+                const data = value;
+                (0, test_1.expect)(data.contents).toBeDefined();
+                (0, test_1.expect)(data.contents.length).toBeGreaterThan(0);
+                (0, test_1.expect)(data.contents[0].uri).toBe('file://jokes-guide.md');
+                (0, test_1.expect)(data.contents[0].mimeType).toBe('text/markdown');
+                (0, test_1.expect)(data.contents[0].text).toContain('How to Write Jokes');
+            });
+        });
+        await c8Run_8_10_1.test.step('Verify listPromptsResult variable contains prompts', async () => {
+            await operateProcessInstancePage.verifyVariableJsonContent('listPromptsResult', (value) => {
+                const data = value;
+                (0, test_1.expect)(data.promptDescriptions).toBeDefined();
+                (0, test_1.expect)(data.promptDescriptions.length).toBeGreaterThan(0);
+                const greetingPrompt = data.promptDescriptions.find((prompt) => prompt.name === 'get-greeting');
+                (0, test_1.expect)(greetingPrompt).toBeDefined();
+                (0, test_1.expect)(greetingPrompt?.description).toContain('personalized greeting');
+            });
+        });
+        await c8Run_8_10_1.test.step('Verify getPromptResult variable from get-greeting prompt', async () => {
+            await operateProcessInstancePage.verifyVariableJsonContent('getPromptResult', (value) => {
+                const data = value;
+                (0, test_1.expect)(data.description).toBe('Greeting Prompt');
+                (0, test_1.expect)(data.messages).toBeDefined();
+                (0, test_1.expect)(data.messages.length).toBeGreaterThan(0);
+                (0, test_1.expect)(data.messages[0].role).toBe('user');
+                (0, test_1.expect)(data.messages[0].content.text).toContain('John');
+                (0, test_1.expect)(data.messages[0].content.text).toContain('greet tool');
+            });
+        });
+    });
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camunda/e2e-test-suite",
-  "version": "0.0.794",
+  "version": "0.0.795",
   "description": "End-to-end test helpers for Camunda 8",
   "repository": {
     "type": "git",