@camunda/e2e-test-suite 0.0.1640 → 0.0.1642

package/dist/resources/connectors/db_vector_connector/db-vector-plain-text_openai_amazon_opensearch.bpmn

@@ -51,7 +51,7 @@
                         target="vectorStore.amazonManagedOpensearch.serverUrl" />
                     <zeebe:input source="{{secrets.DB_VECTOR_AWS_OPENSEARCH_REGION}}"
                         target="vectorStore.amazonManagedOpensearch.region" />
-                    <zeebe:input source="{{secrets.DB_VECTOR_AWS_OPENSEARCH_INDEX_NAME}}"
+                    <zeebe:input source="=dbVectorIndexName"
                         target="vectorStore.amazonManagedOpensearch.indexName" />
                     <zeebe:input source="PlainText"
                         target="vectorDatabaseConnectorOperation.documentSource" />
@@ -108,7 +108,7 @@
                         target="vectorStore.amazonManagedOpensearch.serverUrl" />
                     <zeebe:input source="{{secrets.DB_VECTOR_AWS_OPENSEARCH_REGION}}"
                         target="vectorStore.amazonManagedOpensearch.region" />
-                    <zeebe:input source="{{secrets.DB_VECTOR_AWS_OPENSEARCH_INDEX_NAME}}"
+                    <zeebe:input source="=dbVectorIndexName"
                         target="vectorStore.amazonManagedOpensearch.indexName" />
                 </zeebe:ioMapping>
                 <zeebe:taskHeaders>

package/dist/tests/8.9/agentic-ai-user-flows.spec.js

@@ -5,6 +5,7 @@ const UtilitiesPage_1 = require("../../pages/8.9/UtilitiesPage");
 const _setup_1 = require("../../test-setup.js");
 const apiHelpers_1 = require("../../utils/apiHelpers");
 const sleep_1 = require("../../utils/sleep");
+const awsOpenSearch_1 = require("../../utils/awsOpenSearch");
 const users_1 = require("../../utils/users");
 const testUser = (0, users_1.getTestUser)('fourteenthUser');
 let authToken;
@@ -29,6 +30,25 @@ async function waitForUserTaskKeys(processInstanceKey, maxAttempts = 120, retryD
                     .map(String);
             }
         }
+        // A connector job that exhausted its retries raises an incident, which
+        // never resolves on its own, so stop polling and surface the cause.
+        const incidentResponse = await apiRequestContext.post((0, apiHelpers_1.buildZeebeApiUrl)('/v2/incidents/search'), {
+            headers: { Authorization: authToken },
+            data: {
+                filter: {
+                    processInstanceKey: String(processInstanceKey),
+                    state: 'ACTIVE',
+                },
+            },
+        });
+        if (incidentResponse.status() === 200) {
+            const incident = (await incidentResponse.json())?.items?.[0];
+            if (incident != null) {
+                throw new Error(`Process instance ${processInstanceKey} has an incident on ` +
+                    `${incident.elementId} (${incident.errorType}): ` +
+                    `${incident.errorMessage}`);
+            }
+        }
         if (attempt < maxAttempts) {
             await (0, sleep_1.sleep)(retryDelayMs);
         }
@@ -75,6 +95,7 @@ const dbVectorTestCases = [
         embedding_store: 'Amazon OpenSearch',
         bpmnPath: './resources/connectors/db_vector_connector/db-vector-plain-text_openai_amazon_opensearch.bpmn',
         processName: 'db_vector_process_OpenAI_OpenSearch',
+        usesRunScopedOpenSearchIndex: true,
     },
 ];
 const aiAgentSubProcessTestCases = [
@@ -199,36 +220,51 @@ _8_9_1.test.describe('Agentic Orchestation User Flows', () => {
         for (const params of dbVectorTestCases) {
             (0, _8_9_1.test)(`DB Vector connector embed via ${params.embedding_provider} and stored on ${params.embedding_store} with source as plain text`, async ({ appsPage, operateHomePage, operateProcessInstancePage, operateProcessesPage, taskPanelPage, taskDetailsPage, }) => {
                 _8_9_1.test.slow();
-                const processKey = await (0, apiHelpers_1.deployProcess)(params.bpmnPath, authToken);
-                if (processKey == null) {
-                    throw new Error('Failed to deploy process or missing processDefinitionKey');
+                // Retrieval scans every document in the index, so a store shared
+                // across runs grows until search times out. Each attempt gets its own.
+                const indexName = params.usesRunScopedOpenSearchIndex
+                    ? (0, awsOpenSearch_1.createRunIndexName)()
+                    : undefined;
+                if (indexName != null) {
+                    await (0, awsOpenSearch_1.deleteStaleRunIndices)();
+                }
+                try {
+                    const processKey = await (0, apiHelpers_1.deployProcess)(params.bpmnPath, authToken);
+                    if (processKey == null) {
+                        throw new Error('Failed to deploy process or missing processDefinitionKey');
+                    }
+                    const instanceKey = await (0, apiHelpers_1.createProcessInstance)(String(processKey), authToken, undefined, undefined, indexName != null ? { dbVectorIndexName: indexName } : undefined);
+                    await _8_9_1.test.step('User can access the process on operate', async () => {
+                        await operateHomePage.clickProcessesTab();
+                        await operateProcessesPage.applyMoreFilters('Process Instance Key(s)', String(instanceKey));
+                        await operateProcessesPage.clickProcessInstanceLink(params.processName);
+                        await operateProcessInstancePage.assertActiveTokenIsPresent();
+                    });
+                    await _8_9_1.test.step('User can view the agent feedback on tasklist', async () => {
+                        const taskKeys = await waitForUserTaskKeys(instanceKey);
+                        await appsPage.clickCamundaApps();
+                        await appsPage.clickTasklist(clusterName);
+                        await (0, sleep_1.sleep)(30000);
+                        await taskPanelPage.openTask(params.processName, taskKeys);
+                        await taskDetailsPage.clickAssignToMeButton();
+                        await taskDetailsPage.assertAIResponse(regexTestCases[0].regex_db_vector);
+                        await taskDetailsPage.clickCompleteTaskButton();
+                    });
+                    await _8_9_1.test.step('User can assert the process is completed on Operate', async () => {
+                        await appsPage.clickCamundaApps();
+                        await appsPage.clickOperate(clusterName);
+                        await operateHomePage.clickProcessesTab();
+                        await operateProcessesPage.clickProcessCompletedCheckbox();
+                        await operateProcessesPage.applyMoreFilters('Process Instance Key(s)', String(instanceKey));
+                        await operateProcessesPage.clickProcessInstanceLink(params.processName);
+                        await operateProcessInstancePage.assertProcessCompleteStatusWithRetry();
+                    });
+                }
+                finally {
+                    if (indexName != null) {
+                        await (0, awsOpenSearch_1.deleteOpenSearchIndex)(indexName);
+                    }
                 }
-                const instanceKey = await (0, apiHelpers_1.createProcessInstance)(String(processKey), authToken);
-                await _8_9_1.test.step('User can access the process on operate', async () => {
-                    await operateHomePage.clickProcessesTab();
-                    await operateProcessesPage.applyMoreFilters('Process Instance Key(s)', String(instanceKey));
-                    await operateProcessesPage.clickProcessInstanceLink(params.processName);
-                    await operateProcessInstancePage.assertActiveTokenIsPresent();
-                });
-                await _8_9_1.test.step('User can view the agent feedback on tasklist', async () => {
-                    const taskKeys = await waitForUserTaskKeys(instanceKey);
-                    await appsPage.clickCamundaApps();
-                    await appsPage.clickTasklist(clusterName);
-                    await (0, sleep_1.sleep)(30000);
-                    await taskPanelPage.openTask(params.processName, taskKeys);
-                    await taskDetailsPage.clickAssignToMeButton();
-                    await taskDetailsPage.assertAIResponse(regexTestCases[0].regex_db_vector);
-                    await taskDetailsPage.clickCompleteTaskButton();
-                });
-                await _8_9_1.test.step('User can assert the process is completed on Operate', async () => {
-                    await appsPage.clickCamundaApps();
-                    await appsPage.clickOperate(clusterName);
-                    await operateHomePage.clickProcessesTab();
-                    await operateProcessesPage.clickProcessCompletedCheckbox();
-                    await operateProcessesPage.applyMoreFilters('Process Instance Key(s)', String(instanceKey));
-                    await operateProcessesPage.clickProcessInstanceLink(params.processName);
-                    await operateProcessInstancePage.assertProcessCompleteStatusWithRetry();
-                });
             });
         }
     });

package/dist/utils/awsOpenSearch.d.ts

@@ -0,0 +1,4 @@
+declare function createRunIndexName(): string;
+declare function deleteOpenSearchIndex(indexName: string): Promise<void>;
+declare function deleteStaleRunIndices(): Promise<void>;
+export { createRunIndexName, deleteOpenSearchIndex, deleteStaleRunIndices };

package/dist/utils/awsOpenSearch.js

@@ -0,0 +1,113 @@
+"use strict";
+/*
+ * Copyright Camunda Services GmbH and/or licensed to Camunda Services GmbH under
+ * one or more contributor license agreements. See the NOTICE file distributed
+ * with this work for additional information regarding copyright ownership.
+ * Licensed under the Camunda License 1.0. You may not use this file
+ * except in compliance with the Camunda License 1.0.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.deleteStaleRunIndices = exports.deleteOpenSearchIndex = exports.createRunIndexName = void 0;
+const crypto_1 = require("crypto");
+const RUN_INDEX_PREFIX = 'qa-db-vector-e2e-run-';
+const STALE_INDEX_AGE_MS = 24 * 60 * 60 * 1000;
+function getConfig() {
+    const { DB_VECTOR_AWS_OPENSEARCH_SERVER_URL: serverUrl, DB_VECTOR_AWS_OPENSEARCH_REGION: region, DB_VECTOR_AWS_OPENSEARCH_ACCESS_KEY: accessKey, DB_VECTOR_AWS_OPENSEARCH_SECRET_KEY: secretKey, } = process.env;
+    if (!serverUrl || !region || !accessKey || !secretKey) {
+        return null;
+    }
+    const url = /^https?:\/\//.test(serverUrl)
+        ? serverUrl
+        : `https://${serverUrl}`;
+    return { baseUrl: new URL(url), region, accessKey, secretKey };
+}
+const sha256 = (data) => (0, crypto_1.createHash)('sha256').update(data, 'utf8').digest('hex');
+const hmac = (key, data) => (0, crypto_1.createHmac)('sha256', key).update(data, 'utf8').digest();
+// AWS Signature V4 for the `es` service, with no query string and no body.
+async function signedRequest(config, method, path) {
+    const amzDate = new Date().toISOString().replace(/[:-]|\.\d{3}/g, '');
+    const dateStamp = amzDate.slice(0, 8);
+    const host = config.baseUrl.host;
+    const payloadHash = sha256('');
+    // SigV4 needs RFC 3986 encoding, which encodeURIComponent stops short of.
+    const encodedPath = path
+        .split('/')
+        .map((segment) => encodeURIComponent(decodeURIComponent(segment)).replace(/[!'()*]/g, (c) => `%${c.charCodeAt(0).toString(16).toUpperCase()}`))
+        .join('/');
+    const canonicalRequest = [
+        method,
+        encodedPath,
+        '',
+        `host:${host}\nx-amz-content-sha256:${payloadHash}\nx-amz-date:${amzDate}\n`,
+        'host;x-amz-content-sha256;x-amz-date',
+        payloadHash,
+    ].join('\n');
+    const scope = `${dateStamp}/${config.region}/es/aws4_request`;
+    const stringToSign = [
+        'AWS4-HMAC-SHA256',
+        amzDate,
+        scope,
+        sha256(canonicalRequest),
+    ].join('\n');
+    let signingKey = hmac(`AWS4${config.secretKey}`, dateStamp);
+    for (const part of [config.region, 'es', 'aws4_request']) {
+        signingKey = hmac(signingKey, part);
+    }
+    const signature = (0, crypto_1.createHmac)('sha256', signingKey)
+        .update(stringToSign, 'utf8')
+        .digest('hex');
+    return fetch(new URL(path, config.baseUrl), {
+        method,
+        headers: {
+            'x-amz-date': amzDate,
+            'x-amz-content-sha256': payloadHash,
+            Authorization: `AWS4-HMAC-SHA256 Credential=${config.accessKey}/${scope}, ` +
+                `SignedHeaders=host;x-amz-content-sha256;x-amz-date, Signature=${signature}`,
+        },
+        signal: AbortSignal.timeout(60000),
+    });
+}
+function createRunIndexName() {
+    const suffix = Math.random().toString(36).slice(2, 8);
+    return `${RUN_INDEX_PREFIX}${Date.now()}-${suffix}`;
+}
+exports.createRunIndexName = createRunIndexName;
+async function deleteOpenSearchIndex(indexName) {
+    const config = getConfig();
+    if (config == null) {
+        console.warn(`DB_VECTOR_AWS_OPENSEARCH_* not set; cannot delete index ${indexName}`);
+        return;
+    }
+    const response = await signedRequest(config, 'DELETE', `/${encodeURIComponent(indexName)}`);
+    if (!response.ok && response.status !== 404) {
+        console.warn(`Deleting OpenSearch index ${indexName} returned ${response.status}: ` +
+            (await response.text()));
+    }
+}
+exports.deleteOpenSearchIndex = deleteOpenSearchIndex;
+// Removes run indices left behind by runs that were cancelled or ran without
+// the cleanup credentials. Index names carry their creation time.
+async function deleteStaleRunIndices() {
+    const config = getConfig();
+    if (config == null) {
+        return;
+    }
+    const response = await signedRequest(config, 'GET', `/_cat/indices/${RUN_INDEX_PREFIX}*`);
+    if (!response.ok) {
+        console.warn(`Listing OpenSearch run indices returned ${response.status}`);
+        return;
+    }
+    const now = Date.now();
+    const staleIndices = (await response.text())
+        .split('\n')
+        .map((line) => line.trim().split(/\s+/)[2])
+        .filter((name) => name?.startsWith(RUN_INDEX_PREFIX))
+        .filter((name) => {
+        const createdAt = Number(name.slice(RUN_INDEX_PREFIX.length).split('-')[0]);
+        return Number.isFinite(createdAt) && now - createdAt > STALE_INDEX_AGE_MS;
+    });
+    for (const name of staleIndices) {
+        await deleteOpenSearchIndex(name);
+    }
+}
+exports.deleteStaleRunIndices = deleteStaleRunIndices;

package/dist/utils/consoleApiHelpers.js

@@ -9,7 +9,7 @@ const STABLE_CHANNEL_NAME = 'Stable';
 const GCP_REGION_ID = 'a6fadf1d-b2a0-44ab-b301-2f9aaf6681dc';
 const AWS_REGION_ID = '30fcdd4f-05d7-1c7a-54df-8d9defbd250f';
 const GENERATION_MAP = {
-    '8.11': '709832f0-eac4-4965-8b55-12088f4a0c38',
+    '8.11': '291459ac-6dd3-409e-b837-48ef4d697e5f',
     '8.10': 'db2e0d30-1e25-4926-8040-70350edbaefb',
     '8.9': '32478fdf-dbea-47b9-abe2-e9cbfc6c4324',
     '8.8': '7ff71498-dc2d-486f-9baa-e46b7b503c89',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camunda/e2e-test-suite",
-  "version": "0.0.1640",
+  "version": "0.0.1642",
   "description": "End-to-end test helpers for Camunda 8",
   "repository": {
     "type": "git",

package/resources/connectors/db_vector_connector/db-vector-plain-text_openai_amazon_opensearch.bpmn

@@ -51,7 +51,7 @@
                         target="vectorStore.amazonManagedOpensearch.serverUrl" />
                     <zeebe:input source="{{secrets.DB_VECTOR_AWS_OPENSEARCH_REGION}}"
                         target="vectorStore.amazonManagedOpensearch.region" />
-                    <zeebe:input source="{{secrets.DB_VECTOR_AWS_OPENSEARCH_INDEX_NAME}}"
+                    <zeebe:input source="=dbVectorIndexName"
                         target="vectorStore.amazonManagedOpensearch.indexName" />
                     <zeebe:input source="PlainText"
                         target="vectorDatabaseConnectorOperation.documentSource" />
@@ -108,7 +108,7 @@
                         target="vectorStore.amazonManagedOpensearch.serverUrl" />
                     <zeebe:input source="{{secrets.DB_VECTOR_AWS_OPENSEARCH_REGION}}"
                         target="vectorStore.amazonManagedOpensearch.region" />
-                    <zeebe:input source="{{secrets.DB_VECTOR_AWS_OPENSEARCH_INDEX_NAME}}"
+                    <zeebe:input source="=dbVectorIndexName"
                         target="vectorStore.amazonManagedOpensearch.indexName" />
                 </zeebe:ioMapping>
                 <zeebe:taskHeaders>