@inkeep/agents-api 0.0.0-dev-20260122105802 → 0.0.0-dev-20260122110905

package/dist/.well-known/workflow/v1/flow.cjs

@@ -46286,52 +46286,14 @@ var workflowCode = `globalThis.__private_workflows = new Map();
 var __defProp = Object.defineProperty;
 var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
 
-// src/domains/evals/workflow/functions/evaluateConversation.ts
-var getConversationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep");
-var getEvaluatorsStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep");
-var executeEvaluatorStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep");
-var logStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep");
-async function _evaluateConversationWorkflow(payload) {
-  const { conversationId, evaluatorIds } = payload;
-  await logStep("Starting conversation evaluation", payload);
-  const conversation = await getConversationStep(payload);
-  const evaluators = await getEvaluatorsStep(payload);
-  if (evaluators.length === 0) {
-    await logStep("No valid evaluators found", {
-      conversationId,
-      evaluatorIds
-    });
-    return {
-      success: false,
-      reason: "No valid evaluators"
-    };
-  }
-  const results = [];
-  for (const evaluator of evaluators) {
-    const result = await executeEvaluatorStep(payload, evaluator.id, conversation);
-    results.push(result);
-  }
-  return {
-    success: true,
-    conversationId,
-    resultCount: results.length
-  };
-}
-__name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
-_evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
-globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow", _evaluateConversationWorkflow);
-var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
-  workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
-});
-
 // src/domains/evals/workflow/functions/runDatasetItem.ts
 var callChatApiStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//callChatApiStep");
 var createRelationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//createRelationStep");
-var executeEvaluatorStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep");
-var logStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep");
+var executeEvaluatorStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep");
+var logStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep");
 async function _runDatasetItemWorkflow(payload) {
   const { datasetItemId, datasetRunId, agentId, evaluatorIds, evaluationRunId } = payload;
-  await logStep2("Starting dataset item processing", {
+  await logStep("Starting dataset item processing", {
     datasetItemId,
     datasetRunId,
     agentId,
@@ -46342,11 +46304,11 @@ async function _runDatasetItemWorkflow(payload) {
     await createRelationStep(payload, result.conversationId);
     if (evaluatorIds && evaluatorIds.length > 0 && evaluationRunId) {
       for (const evaluatorId of evaluatorIds) {
-        await executeEvaluatorStep2(payload.tenantId, payload.projectId, result.conversationId, evaluatorId, evaluationRunId, payload.datasetItemExpectedOutput);
+        await executeEvaluatorStep(payload.tenantId, payload.projectId, result.conversationId, evaluatorId, evaluationRunId, payload.datasetItemExpectedOutput);
       }
     }
   } else {
-    await logStep2("No conversation created", {
+    await logStep("No conversation created", {
       datasetItemId,
       datasetRunId,
       error: result.error
@@ -46366,7 +46328,45 @@ globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functio
 var runDatasetItemWorkflow = Object.assign(_runDatasetItemWorkflow, {
   workflowId: "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
 });
-//# sourceMappingURL=data:application/json;base64,ewogICJ2ZXJzaW9uIjogMywKICAic291cmNlcyI6IFsic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzIiwgInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cyJdLAogICJzb3VyY2VzQ29udGVudCI6IFsiLyoqX19pbnRlcm5hbF93b3JrZmxvd3N7XCJ3b3JrZmxvd3NcIjp7XCJzcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHNcIjp7XCJfZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiOntcIndvcmtmbG93SWRcIjpcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCJ9fX0sXCJzdGVwc1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50c1wiOntcImV4ZWN1dGVFdmFsdWF0b3JTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2V4ZWN1dGVFdmFsdWF0b3JTdGVwXCJ9LFwiZ2V0Q29udmVyc2F0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCJ9LFwiZ2V0RXZhbHVhdG9yc1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZ2V0RXZhbHVhdG9yc1N0ZXBcIn0sXCJsb2dTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2xvZ1N0ZXBcIn19fX0qLztcbnZhciBnZXRDb252ZXJzYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCIpO1xudmFyIGdldEV2YWx1YXRvcnNTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRFdmFsdWF0b3JzU3RlcFwiKTtcbnZhciBleGVjdXRlRXZhbHVhdG9yU3RlcCA9IGdsb2JhbFRoaXNbU3ltYm9sLmZvcihcIldPUktGTE9XX1VTRV9TVEVQXCIpXShcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZXhlY3V0ZUV2YWx1YXRvclN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IExvZyB3b3JrZmxvdyBwcm9ncmVzc1xuICovIHZhciBsb2dTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9sb2dTdGVwXCIpO1xuLyoqXG4gKiBNYWluIHdvcmtmbG93IGZ1bmN0aW9uIC0gb3JjaGVzdHJhdGVzIHRoZSBldmFsdWF0aW9uIHN0ZXBzLlxuICpcbiAqIElNUE9SVEFOVDogVGhpcyBydW5zIGluIGEgZGV0ZXJtaW5pc3RpYyBzYW5kYm94LlxuICogLSBEbyBOT1QgY2FsbCBOb2RlLmpzIEFQSXMgZGlyZWN0bHkgaGVyZSAobm8gREIsIG5vIGZzLCBldGMuKVxuICogLSBBbGwgc2lkZSBlZmZlY3RzIG11c3QgaGFwcGVuIGluIHN0ZXAgZnVuY3Rpb25zXG4gKi8gYXN5bmMgZnVuY3Rpb24gX2V2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgY29udmVyc2F0aW9uSWQsIGV2YWx1YXRvcklkcyB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBjb252ZXJzYXRpb24gZXZhbHVhdGlvbicsIHBheWxvYWQpO1xuICAgIGNvbnN0IGNvbnZlcnNhdGlvbiA9IGF3YWl0IGdldENvbnZlcnNhdGlvblN0ZXAocGF5bG9hZCk7XG4gICAgY29uc3QgZXZhbHVhdG9ycyA9IGF3YWl0IGdldEV2YWx1YXRvcnNTdGVwKHBheWxvYWQpO1xuICAgIGlmIChldmFsdWF0b3JzLmxlbmd0aCA9PT0gMCkge1xuICAgICAgICBhd2FpdCBsb2dTdGVwKCdObyB2YWxpZCBldmFsdWF0b3JzIGZvdW5kJywge1xuICAgICAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgICAgICBldmFsdWF0b3JJZHNcbiAgICAgICAgfSk7XG4gICAgICAgIHJldHVybiB7XG4gICAgICAgICAgICBzdWNjZXNzOiBmYWxzZSxcbiAgICAgICAgICAgIHJlYXNvbjogJ05vIHZhbGlkIGV2YWx1YXRvcnMnXG4gICAgICAgIH07XG4gICAgfVxuICAgIGNvbnN0IHJlc3VsdHMgPSBbXTtcbiAgICBmb3IgKGNvbnN0IGV2YWx1YXRvciBvZiBldmFsdWF0b3JzKXtcbiAgICAgICAgY29uc3QgcmVzdWx0ID0gYXdhaXQgZXhlY3V0ZUV2YWx1YXRvclN0ZXAocGF5bG9hZCwgZXZhbHVhdG9yLmlkLCBjb252ZXJzYXRpb24pO1xuICAgICAgICByZXN1bHRzLnB1c2gocmVzdWx0KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogdHJ1ZSxcbiAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgIHJlc3VsdENvdW50OiByZXN1bHRzLmxlbmd0aFxuICAgIH07XG59XG5fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCIsIF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IGV2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93J1xufSk7XG4iLCAiLyoqXG4gKiBXb3JrZmxvdyBmb3IgcnVubmluZyBkYXRhc2V0IGl0ZW1zIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICpcbiAqIFRoaXMgbWFrZXMgZGF0YXNldCBydW4gcHJvY2Vzc2luZyBmaXJlLWFuZC1mb3JnZXQgLSBlYWNoIGl0ZW0gaXMgcXVldWVkXG4gKiBpbmRlcGVuZGVudGx5IGFuZCBwcm9jZXNzZWQgaW4gcGFyYWxsZWwgYnkgdGhlIHdvcmtmbG93IHN5c3RlbS5cbiAqLyAvKipfX2ludGVybmFsX3dvcmtmbG93c3tcIndvcmtmbG93c1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50c1wiOntcIl9ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCI6e1wid29ya2Zsb3dJZFwiOlwid29ya2Zsb3cvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3dcIn19fSxcInN0ZXBzXCI6e1wic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzXCI6e1wiY2FsbENoYXRBcGlTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2NhbGxDaGF0QXBpU3RlcFwifSxcImNyZWF0ZVJlbGF0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIn0sXCJleGVjdXRlRXZhbHVhdG9yU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwifSxcImxvZ1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vbG9nU3RlcFwifX19fSovO1xuLyoqXG4gKiBTdGVwOiBDYWxsIHRoZSBjaGF0IEFQSSB0byBwcm9jZXNzIHRoZSBkYXRhc2V0IGl0ZW1cbiAqLyB2YXIgY2FsbENoYXRBcGlTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jYWxsQ2hhdEFwaVN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IENyZWF0ZSBjb252ZXJzYXRpb24gcmVsYXRpb24gaW4gZGF0YWJhc2VcbiAqLyB2YXIgY3JlYXRlUmVsYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IEV4ZWN1dGUgYSBzaW5nbGUgZXZhbHVhdG9yIG9uIGEgY29udmVyc2F0aW9uXG4gKi8gdmFyIGV4ZWN1dGVFdmFsdWF0b3JTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwiKTtcbi8qKlxuICogU3RlcDogTG9nIHdvcmtmbG93IHByb2dyZXNzXG4gKi8gdmFyIGxvZ1N0ZXAgPSBnbG9iYWxUaGlzW1N5bWJvbC5mb3IoXCJXT1JLRkxPV19VU0VfU1RFUFwiKV0oXCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2xvZ1N0ZXBcIik7XG4vKipcbiAqIE1haW4gd29ya2Zsb3cgZnVuY3Rpb24gLSBwcm9jZXNzZXMgYSBzaW5nbGUgZGF0YXNldCBpdGVtIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICogT3B0aW9uYWxseSBydW5zIGV2YWx1YXRvcnMgb24gdGhlIHJlc3VsdGluZyBjb252ZXJzYXRpb24uXG4gKi8gYXN5bmMgZnVuY3Rpb24gX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgZGF0YXNldEl0ZW1JZCwgZGF0YXNldFJ1bklkLCBhZ2VudElkLCBldmFsdWF0b3JJZHMsIGV2YWx1YXRpb25SdW5JZCB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBkYXRhc2V0IGl0ZW0gcHJvY2Vzc2luZycsIHtcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBhZ2VudElkLFxuICAgICAgICBoYXNFdmFsdWF0b3JzOiAhIShldmFsdWF0b3JJZHMgJiYgZXZhbHVhdG9ySWRzLmxlbmd0aCA+IDApXG4gICAgfSk7XG4gICAgLy8gQ2FsbCBjaGF0IEFQSVxuICAgIGNvbnN0IHJlc3VsdCA9IGF3YWl0IGNhbGxDaGF0QXBpU3RlcChwYXlsb2FkKTtcbiAgICAvLyBDcmVhdGUgcmVsYXRpb24gaWYgd2UgZ290IGEgY29udmVyc2F0aW9uXG4gICAgaWYgKHJlc3VsdC5jb252ZXJzYXRpb25JZCkge1xuICAgICAgICBhd2FpdCBjcmVhdGVSZWxhdGlvblN0ZXAocGF5bG9hZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkKTtcbiAgICAgICAgLy8gUnVuIGV2YWx1YXRpb25zIGlmIGNvbmZpZ3VyZWRcbiAgICAgICAgaWYgKGV2YWx1YXRvcklkcyAmJiBldmFsdWF0b3JJZHMubGVuZ3RoID4gMCAmJiBldmFsdWF0aW9uUnVuSWQpIHtcbiAgICAgICAgICAgIGZvciAoY29uc3QgZXZhbHVhdG9ySWQgb2YgZXZhbHVhdG9ySWRzKXtcbiAgICAgICAgICAgICAgICBhd2FpdCBleGVjdXRlRXZhbHVhdG9yU3RlcChwYXlsb2FkLnRlbmFudElkLCBwYXlsb2FkLnByb2plY3RJZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkLCBldmFsdWF0b3JJZCwgZXZhbHVhdGlvblJ1bklkLCBwYXlsb2FkLmRhdGFzZXRJdGVtRXhwZWN0ZWRPdXRwdXQpO1xuICAgICAgICAgICAgfVxuICAgICAgICB9XG4gICAgfSBlbHNlIHtcbiAgICAgICAgYXdhaXQgbG9nU3RlcCgnTm8gY29udmVyc2F0aW9uIGNyZWF0ZWQnLCB7XG4gICAgICAgICAgICBkYXRhc2V0SXRlbUlkLFxuICAgICAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICAgICAgZXJyb3I6IHJlc3VsdC5lcnJvclxuICAgICAgICB9KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogIXJlc3VsdC5lcnJvcixcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBjb252ZXJzYXRpb25JZDogcmVzdWx0LmNvbnZlcnNhdGlvbklkIHx8IG51bGwsXG4gICAgICAgIGVycm9yOiByZXN1bHQuZXJyb3IgfHwgbnVsbFxuICAgIH07XG59XG5fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCIsIF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IHJ1bkRhdGFzZXRJdGVtV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93J1xufSk7XG4iXSwKICAibWFwcGluZ3MiOiAiOzs7OztBQUNBLElBQUksc0JBQXNCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUseUZBQXlGO0FBQy9KLElBQUksb0JBQW9CLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsdUZBQXVGO0FBQzNKLElBQUksdUJBQXVCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsMEZBQTBGO0FBRzdKLElBQUksVUFBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLDZFQUE2RTtBQU92SSxlQUFlLDhCQUE4QixTQUFTO0FBQ3RELFFBQU0sRUFBRSxnQkFBZ0IsYUFBYSxJQUFJO0FBQ3pDLFFBQU0sUUFBUSxvQ0FBb0MsT0FBTztBQUN6RCxRQUFNLGVBQWUsTUFBTSxvQkFBb0IsT0FBTztBQUN0RCxRQUFNLGFBQWEsTUFBTSxrQkFBa0IsT0FBTztBQUNsRCxNQUFJLFdBQVcsV0FBVyxHQUFHO0FBQ3pCLFVBQU0sUUFBUSw2QkFBNkI7QUFBQSxNQUN2QztBQUFBLE1BQ0E7QUFBQSxJQUNKLENBQUM7QUFDRCxXQUFPO0FBQUEsTUFDSCxTQUFTO0FBQUEsTUFDVCxRQUFRO0FBQUEsSUFDWjtBQUFBLEVBQ0o7QUFDQSxRQUFNLFVBQVUsQ0FBQztBQUNqQixhQUFXLGFBQWEsWUFBVztBQUMvQixVQUFNLFNBQVMsTUFBTSxxQkFBcUIsU0FBUyxVQUFVLElBQUksWUFBWTtBQUM3RSxZQUFRLEtBQUssTUFBTTtBQUFBLEVBQ3ZCO0FBQ0EsU0FBTztBQUFBLElBQ0gsU0FBUztBQUFBLElBQ1Q7QUFBQSxJQUNBLGFBQWEsUUFBUTtBQUFBLEVBQ3pCO0FBQ0o7QUF6Qm1CO0FBMEJuQiw4QkFBOEIsYUFBYTtBQUMzQyxXQUFXLG9CQUFvQixJQUFJLHlHQUF5Ryw2QkFBNkI7QUFFbEssSUFBTSwrQkFBK0IsT0FBTyxPQUFPLCtCQUErQjtBQUFBLEVBQ3JGLFlBQVk7QUFDaEIsQ0FBQzs7O0FDcENHLElBQUksa0JBQWtCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsK0VBQStFO0FBR2pKLElBQUkscUJBQXFCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsa0ZBQWtGO0FBR3ZKLElBQUlBLHdCQUF1QixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLG9GQUFvRjtBQUczSixJQUFJQyxXQUFVLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsdUVBQXVFO0FBSWpJLGVBQWUsd0JBQXdCLFNBQVM7QUFDaEQsUUFBTSxFQUFFLGVBQWUsY0FBYyxTQUFTLGNBQWMsZ0JBQWdCLElBQUk7QUFDaEYsUUFBTUEsU0FBUSxvQ0FBb0M7QUFBQSxJQUM5QztBQUFBLElBQ0E7QUFBQSxJQUNBO0FBQUEsSUFDQSxlQUFlLENBQUMsRUFBRSxnQkFBZ0IsYUFBYSxTQUFTO0FBQUEsRUFDNUQsQ0FBQztBQUVELFFBQU0sU0FBUyxNQUFNLGdCQUFnQixPQUFPO0FBRTVDLE1BQUksT0FBTyxnQkFBZ0I7QUFDdkIsVUFBTSxtQkFBbUIsU0FBUyxPQUFPLGNBQWM7QUFFdkQsUUFBSSxnQkFBZ0IsYUFBYSxTQUFTLEtBQUssaUJBQWlCO0FBQzVELGlCQUFXLGVBQWUsY0FBYTtBQUNuQyxjQUFNRCxzQkFBcUIsUUFBUSxVQUFVLFFBQVEsV0FBVyxPQUFPLGdCQUFnQixhQUFhLGlCQUFpQixRQUFRLHlCQUF5QjtBQUFBLE1BQzFKO0FBQUEsSUFDSjtBQUFBLEVBQ0osT0FBTztBQUNILFVBQU1DLFNBQVEsMkJBQTJCO0FBQUEsTUFDckM7QUFBQSxNQUNBO0FBQUEsTUFDQSxPQUFPLE9BQU87QUFBQSxJQUNsQixDQUFDO0FBQUEsRUFDTDtBQUNBLFNBQU87QUFBQSxJQUNILFNBQVMsQ0FBQyxPQUFPO0FBQUEsSUFDakI7QUFBQSxJQUNBO0FBQUEsSUFDQSxnQkFBZ0IsT0FBTyxrQkFBa0I7QUFBQSxJQUN6QyxPQUFPLE9BQU8sU0FBUztBQUFBLEVBQzNCO0FBQ0o7QUFqQ21CO0FBa0NuQix3QkFBd0IsYUFBYTtBQUNyQyxXQUFXLG9CQUFvQixJQUFJLDZGQUE2Rix1QkFBdUI7QUFFaEosSUFBTSx5QkFBeUIsT0FBTyxPQUFPLHlCQUF5QjtBQUFBLEVBQ3pFLFlBQVk7QUFDaEIsQ0FBQzsiLAogICJuYW1lcyI6IFsiZXhlY3V0ZUV2YWx1YXRvclN0ZXAiLCAibG9nU3RlcCJdCn0K
+
+// src/domains/evals/workflow/functions/evaluateConversation.ts
+var getConversationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep");
+var getEvaluatorsStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep");
+var executeEvaluatorStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep");
+var logStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep");
+async function _evaluateConversationWorkflow(payload) {
+  const { conversationId, evaluatorIds } = payload;
+  await logStep2("Starting conversation evaluation", payload);
+  const conversation = await getConversationStep(payload);
+  const evaluators = await getEvaluatorsStep(payload);
+  if (evaluators.length === 0) {
+    await logStep2("No valid evaluators found", {
+      conversationId,
+      evaluatorIds
+    });
+    return {
+      success: false,
+      reason: "No valid evaluators"
+    };
+  }
+  const results = [];
+  for (const evaluator of evaluators) {
+    const result = await executeEvaluatorStep2(payload, evaluator.id, conversation);
+    results.push(result);
+  }
+  return {
+    success: true,
+    conversationId,
+    resultCount: results.length
+  };
+}
+__name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
+_evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
+globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow", _evaluateConversationWorkflow);
+var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
+  workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
+});
+//# sourceMappingURL=data:application/json;base64,ewogICJ2ZXJzaW9uIjogMywKICAic291cmNlcyI6IFsic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzIiwgInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cyJdLAogICJzb3VyY2VzQ29udGVudCI6IFsiLyoqXG4gKiBXb3JrZmxvdyBmb3IgcnVubmluZyBkYXRhc2V0IGl0ZW1zIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICpcbiAqIFRoaXMgbWFrZXMgZGF0YXNldCBydW4gcHJvY2Vzc2luZyBmaXJlLWFuZC1mb3JnZXQgLSBlYWNoIGl0ZW0gaXMgcXVldWVkXG4gKiBpbmRlcGVuZGVudGx5IGFuZCBwcm9jZXNzZWQgaW4gcGFyYWxsZWwgYnkgdGhlIHdvcmtmbG93IHN5c3RlbS5cbiAqLyAvKipfX2ludGVybmFsX3dvcmtmbG93c3tcIndvcmtmbG93c1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50c1wiOntcIl9ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCI6e1wid29ya2Zsb3dJZFwiOlwid29ya2Zsb3cvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3dcIn19fSxcInN0ZXBzXCI6e1wic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzXCI6e1wiY2FsbENoYXRBcGlTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2NhbGxDaGF0QXBpU3RlcFwifSxcImNyZWF0ZVJlbGF0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIn0sXCJleGVjdXRlRXZhbHVhdG9yU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwifSxcImxvZ1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vbG9nU3RlcFwifX19fSovO1xuLyoqXG4gKiBTdGVwOiBDYWxsIHRoZSBjaGF0IEFQSSB0byBwcm9jZXNzIHRoZSBkYXRhc2V0IGl0ZW1cbiAqLyB2YXIgY2FsbENoYXRBcGlTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jYWxsQ2hhdEFwaVN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IENyZWF0ZSBjb252ZXJzYXRpb24gcmVsYXRpb24gaW4gZGF0YWJhc2VcbiAqLyB2YXIgY3JlYXRlUmVsYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IEV4ZWN1dGUgYSBzaW5nbGUgZXZhbHVhdG9yIG9uIGEgY29udmVyc2F0aW9uXG4gKi8gdmFyIGV4ZWN1dGVFdmFsdWF0b3JTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwiKTtcbi8qKlxuICogU3RlcDogTG9nIHdvcmtmbG93IHByb2dyZXNzXG4gKi8gdmFyIGxvZ1N0ZXAgPSBnbG9iYWxUaGlzW1N5bWJvbC5mb3IoXCJXT1JLRkxPV19VU0VfU1RFUFwiKV0oXCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2xvZ1N0ZXBcIik7XG4vKipcbiAqIE1haW4gd29ya2Zsb3cgZnVuY3Rpb24gLSBwcm9jZXNzZXMgYSBzaW5nbGUgZGF0YXNldCBpdGVtIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICogT3B0aW9uYWxseSBydW5zIGV2YWx1YXRvcnMgb24gdGhlIHJlc3VsdGluZyBjb252ZXJzYXRpb24uXG4gKi8gYXN5bmMgZnVuY3Rpb24gX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgZGF0YXNldEl0ZW1JZCwgZGF0YXNldFJ1bklkLCBhZ2VudElkLCBldmFsdWF0b3JJZHMsIGV2YWx1YXRpb25SdW5JZCB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBkYXRhc2V0IGl0ZW0gcHJvY2Vzc2luZycsIHtcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBhZ2VudElkLFxuICAgICAgICBoYXNFdmFsdWF0b3JzOiAhIShldmFsdWF0b3JJZHMgJiYgZXZhbHVhdG9ySWRzLmxlbmd0aCA+IDApXG4gICAgfSk7XG4gICAgLy8gQ2FsbCBjaGF0IEFQSVxuICAgIGNvbnN0IHJlc3VsdCA9IGF3YWl0IGNhbGxDaGF0QXBpU3RlcChwYXlsb2FkKTtcbiAgICAvLyBDcmVhdGUgcmVsYXRpb24gaWYgd2UgZ290IGEgY29udmVyc2F0aW9uXG4gICAgaWYgKHJlc3VsdC5jb252ZXJzYXRpb25JZCkge1xuICAgICAgICBhd2FpdCBjcmVhdGVSZWxhdGlvblN0ZXAocGF5bG9hZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkKTtcbiAgICAgICAgLy8gUnVuIGV2YWx1YXRpb25zIGlmIGNvbmZpZ3VyZWRcbiAgICAgICAgaWYgKGV2YWx1YXRvcklkcyAmJiBldmFsdWF0b3JJZHMubGVuZ3RoID4gMCAmJiBldmFsdWF0aW9uUnVuSWQpIHtcbiAgICAgICAgICAgIGZvciAoY29uc3QgZXZhbHVhdG9ySWQgb2YgZXZhbHVhdG9ySWRzKXtcbiAgICAgICAgICAgICAgICBhd2FpdCBleGVjdXRlRXZhbHVhdG9yU3RlcChwYXlsb2FkLnRlbmFudElkLCBwYXlsb2FkLnByb2plY3RJZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkLCBldmFsdWF0b3JJZCwgZXZhbHVhdGlvblJ1bklkLCBwYXlsb2FkLmRhdGFzZXRJdGVtRXhwZWN0ZWRPdXRwdXQpO1xuICAgICAgICAgICAgfVxuICAgICAgICB9XG4gICAgfSBlbHNlIHtcbiAgICAgICAgYXdhaXQgbG9nU3RlcCgnTm8gY29udmVyc2F0aW9uIGNyZWF0ZWQnLCB7XG4gICAgICAgICAgICBkYXRhc2V0SXRlbUlkLFxuICAgICAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICAgICAgZXJyb3I6IHJlc3VsdC5lcnJvclxuICAgICAgICB9KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogIXJlc3VsdC5lcnJvcixcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBjb252ZXJzYXRpb25JZDogcmVzdWx0LmNvbnZlcnNhdGlvbklkIHx8IG51bGwsXG4gICAgICAgIGVycm9yOiByZXN1bHQuZXJyb3IgfHwgbnVsbFxuICAgIH07XG59XG5fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCIsIF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IHJ1bkRhdGFzZXRJdGVtV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93J1xufSk7XG4iLCAiLyoqX19pbnRlcm5hbF93b3JrZmxvd3N7XCJ3b3JrZmxvd3NcIjp7XCJzcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHNcIjp7XCJfZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiOntcIndvcmtmbG93SWRcIjpcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCJ9fX0sXCJzdGVwc1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50c1wiOntcImV4ZWN1dGVFdmFsdWF0b3JTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2V4ZWN1dGVFdmFsdWF0b3JTdGVwXCJ9LFwiZ2V0Q29udmVyc2F0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCJ9LFwiZ2V0RXZhbHVhdG9yc1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZ2V0RXZhbHVhdG9yc1N0ZXBcIn0sXCJsb2dTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2xvZ1N0ZXBcIn19fX0qLztcbnZhciBnZXRDb252ZXJzYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCIpO1xudmFyIGdldEV2YWx1YXRvcnNTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRFdmFsdWF0b3JzU3RlcFwiKTtcbnZhciBleGVjdXRlRXZhbHVhdG9yU3RlcCA9IGdsb2JhbFRoaXNbU3ltYm9sLmZvcihcIldPUktGTE9XX1VTRV9TVEVQXCIpXShcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZXhlY3V0ZUV2YWx1YXRvclN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IExvZyB3b3JrZmxvdyBwcm9ncmVzc1xuICovIHZhciBsb2dTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9sb2dTdGVwXCIpO1xuLyoqXG4gKiBNYWluIHdvcmtmbG93IGZ1bmN0aW9uIC0gb3JjaGVzdHJhdGVzIHRoZSBldmFsdWF0aW9uIHN0ZXBzLlxuICpcbiAqIElNUE9SVEFOVDogVGhpcyBydW5zIGluIGEgZGV0ZXJtaW5pc3RpYyBzYW5kYm94LlxuICogLSBEbyBOT1QgY2FsbCBOb2RlLmpzIEFQSXMgZGlyZWN0bHkgaGVyZSAobm8gREIsIG5vIGZzLCBldGMuKVxuICogLSBBbGwgc2lkZSBlZmZlY3RzIG11c3QgaGFwcGVuIGluIHN0ZXAgZnVuY3Rpb25zXG4gKi8gYXN5bmMgZnVuY3Rpb24gX2V2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgY29udmVyc2F0aW9uSWQsIGV2YWx1YXRvcklkcyB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBjb252ZXJzYXRpb24gZXZhbHVhdGlvbicsIHBheWxvYWQpO1xuICAgIGNvbnN0IGNvbnZlcnNhdGlvbiA9IGF3YWl0IGdldENvbnZlcnNhdGlvblN0ZXAocGF5bG9hZCk7XG4gICAgY29uc3QgZXZhbHVhdG9ycyA9IGF3YWl0IGdldEV2YWx1YXRvcnNTdGVwKHBheWxvYWQpO1xuICAgIGlmIChldmFsdWF0b3JzLmxlbmd0aCA9PT0gMCkge1xuICAgICAgICBhd2FpdCBsb2dTdGVwKCdObyB2YWxpZCBldmFsdWF0b3JzIGZvdW5kJywge1xuICAgICAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgICAgICBldmFsdWF0b3JJZHNcbiAgICAgICAgfSk7XG4gICAgICAgIHJldHVybiB7XG4gICAgICAgICAgICBzdWNjZXNzOiBmYWxzZSxcbiAgICAgICAgICAgIHJlYXNvbjogJ05vIHZhbGlkIGV2YWx1YXRvcnMnXG4gICAgICAgIH07XG4gICAgfVxuICAgIGNvbnN0IHJlc3VsdHMgPSBbXTtcbiAgICBmb3IgKGNvbnN0IGV2YWx1YXRvciBvZiBldmFsdWF0b3JzKXtcbiAgICAgICAgY29uc3QgcmVzdWx0ID0gYXdhaXQgZXhlY3V0ZUV2YWx1YXRvclN0ZXAocGF5bG9hZCwgZXZhbHVhdG9yLmlkLCBjb252ZXJzYXRpb24pO1xuICAgICAgICByZXN1bHRzLnB1c2gocmVzdWx0KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogdHJ1ZSxcbiAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgIHJlc3VsdENvdW50OiByZXN1bHRzLmxlbmd0aFxuICAgIH07XG59XG5fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCIsIF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IGV2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93J1xufSk7XG4iXSwKICAibWFwcGluZ3MiOiAiOzs7OztBQVFJLElBQUksa0JBQWtCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsK0VBQStFO0FBR2pKLElBQUkscUJBQXFCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsa0ZBQWtGO0FBR3ZKLElBQUksdUJBQXVCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsb0ZBQW9GO0FBRzNKLElBQUksVUFBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHVFQUF1RTtBQUlqSSxlQUFlLHdCQUF3QixTQUFTO0FBQ2hELFFBQU0sRUFBRSxlQUFlLGNBQWMsU0FBUyxjQUFjLGdCQUFnQixJQUFJO0FBQ2hGLFFBQU0sUUFBUSxvQ0FBb0M7QUFBQSxJQUM5QztBQUFBLElBQ0E7QUFBQSxJQUNBO0FBQUEsSUFDQSxlQUFlLENBQUMsRUFBRSxnQkFBZ0IsYUFBYSxTQUFTO0FBQUEsRUFDNUQsQ0FBQztBQUVELFFBQU0sU0FBUyxNQUFNLGdCQUFnQixPQUFPO0FBRTVDLE1BQUksT0FBTyxnQkFBZ0I7QUFDdkIsVUFBTSxtQkFBbUIsU0FBUyxPQUFPLGNBQWM7QUFFdkQsUUFBSSxnQkFBZ0IsYUFBYSxTQUFTLEtBQUssaUJBQWlCO0FBQzVELGlCQUFXLGVBQWUsY0FBYTtBQUNuQyxjQUFNLHFCQUFxQixRQUFRLFVBQVUsUUFBUSxXQUFXLE9BQU8sZ0JBQWdCLGFBQWEsaUJBQWlCLFFBQVEseUJBQXlCO0FBQUEsTUFDMUo7QUFBQSxJQUNKO0FBQUEsRUFDSixPQUFPO0FBQ0gsVUFBTSxRQUFRLDJCQUEyQjtBQUFBLE1BQ3JDO0FBQUEsTUFDQTtBQUFBLE1BQ0EsT0FBTyxPQUFPO0FBQUEsSUFDbEIsQ0FBQztBQUFBLEVBQ0w7QUFDQSxTQUFPO0FBQUEsSUFDSCxTQUFTLENBQUMsT0FBTztBQUFBLElBQ2pCO0FBQUEsSUFDQTtBQUFBLElBQ0EsZ0JBQWdCLE9BQU8sa0JBQWtCO0FBQUEsSUFDekMsT0FBTyxPQUFPLFNBQVM7QUFBQSxFQUMzQjtBQUNKO0FBakNtQjtBQWtDbkIsd0JBQXdCLGFBQWE7QUFDckMsV0FBVyxvQkFBb0IsSUFBSSw2RkFBNkYsdUJBQXVCO0FBRWhKLElBQU0seUJBQXlCLE9BQU8sT0FBTyx5QkFBeUI7QUFBQSxFQUN6RSxZQUFZO0FBQ2hCLENBQUM7OztBQzNERCxJQUFJLHNCQUFzQixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHlGQUF5RjtBQUMvSixJQUFJLG9CQUFvQixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHVGQUF1RjtBQUMzSixJQUFJQSx3QkFBdUIsV0FBVyxPQUFPLElBQUksbUJBQW1CLENBQUMsRUFBRSwwRkFBMEY7QUFHN0osSUFBSUMsV0FBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLDZFQUE2RTtBQU92SSxlQUFlLDhCQUE4QixTQUFTO0FBQ3RELFFBQU0sRUFBRSxnQkFBZ0IsYUFBYSxJQUFJO0FBQ3pDLFFBQU1BLFNBQVEsb0NBQW9DLE9BQU87QUFDekQsUUFBTSxlQUFlLE1BQU0sb0JBQW9CLE9BQU87QUFDdEQsUUFBTSxhQUFhLE1BQU0sa0JBQWtCLE9BQU87QUFDbEQsTUFBSSxXQUFXLFdBQVcsR0FBRztBQUN6QixVQUFNQSxTQUFRLDZCQUE2QjtBQUFBLE1BQ3ZDO0FBQUEsTUFDQTtBQUFBLElBQ0osQ0FBQztBQUNELFdBQU87QUFBQSxNQUNILFNBQVM7QUFBQSxNQUNULFFBQVE7QUFBQSxJQUNaO0FBQUEsRUFDSjtBQUNBLFFBQU0sVUFBVSxDQUFDO0FBQ2pCLGFBQVcsYUFBYSxZQUFXO0FBQy9CLFVBQU0sU0FBUyxNQUFNRCxzQkFBcUIsU0FBUyxVQUFVLElBQUksWUFBWTtBQUM3RSxZQUFRLEtBQUssTUFBTTtBQUFBLEVBQ3ZCO0FBQ0EsU0FBTztBQUFBLElBQ0gsU0FBUztBQUFBLElBQ1Q7QUFBQSxJQUNBLGFBQWEsUUFBUTtBQUFBLEVBQ3pCO0FBQ0o7QUF6Qm1CO0FBMEJuQiw4QkFBOEIsYUFBYTtBQUMzQyxXQUFXLG9CQUFvQixJQUFJLHlHQUF5Ryw2QkFBNkI7QUFFbEssSUFBTSwrQkFBK0IsT0FBTyxPQUFPLCtCQUErQjtBQUFBLEVBQ3JGLFlBQVk7QUFDaEIsQ0FBQzsiLAogICJuYW1lcyI6IFsiZXhlY3V0ZUV2YWx1YXRvclN0ZXAiLCAibG9nU3RlcCJdCn0K
 `;
 var POST = workflowEntrypoint(workflowCode);
 // Annotate the CommonJS export names for ESM import in node:

package/dist/.well-known/workflow/v1/flow.cjs.debug.json

@@ -1,6 +1,6 @@
 {
   "workflowFiles": [
-    "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts",
-    "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts"
+    "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts",
+    "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts"
   ]
 }

package/dist/.well-known/workflow/v1/manifest.debug.json

@@ -1,17 +1,14 @@
 {
   "steps": {
-    "src/domains/evals/workflow/functions/evaluateConversation.ts": {
-      "executeEvaluatorStep": {
-        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep"
-      },
-      "getConversationStep": {
-        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep"
+    "node_modules/.pnpm/workflow@4.0.1-beta.33_@aws-sdk+client-sts@3.970.0_@opentelemetry+api@1.9.0_@types+reac_5c488396978166b4f12e99cb3aa4a769/node_modules/workflow/dist/internal/builtins.js": {
+      "__builtin_response_array_buffer": {
+        "stepId": "__builtin_response_array_buffer"
       },
-      "getEvaluatorsStep": {
-        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep"
+      "__builtin_response_json": {
+        "stepId": "__builtin_response_json"
       },
-      "logStep": {
-        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep"
+      "__builtin_response_text": {
+        "stepId": "__builtin_response_text"
       }
     },
     "src/domains/evals/workflow/functions/runDatasetItem.ts": {
@@ -28,28 +25,31 @@
         "stepId": "step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep"
       }
     },
-    "node_modules/.pnpm/workflow@4.0.1-beta.33_@aws-sdk+client-sts@3.970.0_@opentelemetry+api@1.9.0_@types+reac_5c488396978166b4f12e99cb3aa4a769/node_modules/workflow/dist/internal/builtins.js": {
-      "__builtin_response_array_buffer": {
-        "stepId": "__builtin_response_array_buffer"
+    "src/domains/evals/workflow/functions/evaluateConversation.ts": {
+      "executeEvaluatorStep": {
+        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep"
       },
-      "__builtin_response_json": {
-        "stepId": "__builtin_response_json"
+      "getConversationStep": {
+        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep"
       },
-      "__builtin_response_text": {
-        "stepId": "__builtin_response_text"
+      "getEvaluatorsStep": {
+        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep"
+      },
+      "logStep": {
+        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep"
       }
     }
   },
   "workflows": {
-    "src/domains/evals/workflow/functions/runDatasetItem.ts": {
-      "_runDatasetItemWorkflow": {
-        "workflowId": "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
-      }
-    },
     "src/domains/evals/workflow/functions/evaluateConversation.ts": {
       "_evaluateConversationWorkflow": {
         "workflowId": "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
       }
+    },
+    "src/domains/evals/workflow/functions/runDatasetItem.ts": {
+      "_runDatasetItemWorkflow": {
+        "workflowId": "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
+      }
     }
   }
 }

package/dist/.well-known/workflow/v1/step.cjs

@@ -212494,124 +212494,8 @@ Return your evaluation as a JSON object matching the schema above.`;
   }
 };
 
-// src/domains/evals/workflow/functions/evaluateConversation.ts
-var logger22 = getLogger("workflow-evaluate-conversation");
-async function getConversationStep(payload) {
-  const { tenantId, projectId, conversationId } = payload;
-  const conv = await getConversation(runDbClient_default)({
-    scopes: {
-      tenantId,
-      projectId
-    },
-    conversationId
-  });
-  if (!conv) {
-    throw new Error(`Conversation not found: ${conversationId}`);
-  }
-  return conv;
-}
-__name(getConversationStep, "getConversationStep");
-async function getEvaluatorsStep(payload) {
-  const { tenantId, projectId, evaluatorIds } = payload;
-  const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
-  const evals = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorsByIds(db)({
-    scopes: {
-      tenantId,
-      projectId
-    },
-    evaluatorIds
-  }));
-  return evals;
-}
-__name(getEvaluatorsStep, "getEvaluatorsStep");
-async function executeEvaluatorStep(payload, evaluatorId, conversation) {
-  const { tenantId, projectId, conversationId, evaluationRunId } = payload;
-  const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
-  const evaluator2 = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorById(db)({
-    scopes: {
-      tenantId,
-      projectId,
-      evaluatorId
-    }
-  }));
-  if (!evaluator2) {
-    throw new Error(`Evaluator not found: ${evaluatorId}`);
-  }
-  const evalResult = await createEvaluationResult(runDbClient_default)({
-    id: generateId(),
-    tenantId,
-    projectId,
-    conversationId,
-    evaluatorId: evaluator2.id,
-    evaluationRunId
-  });
-  try {
-    const evaluationService = new EvaluationService();
-    const output = await evaluationService.executeEvaluation({
-      conversation,
-      evaluator: evaluator2,
-      tenantId,
-      projectId
-    });
-    const updated = await updateEvaluationResult(runDbClient_default)({
-      scopes: {
-        tenantId,
-        projectId,
-        evaluationResultId: evalResult.id
-      },
-      data: {
-        output
-      }
-    });
-    logger22.info({
-      conversationId,
-      evaluatorId: evaluator2.id,
-      resultId: evalResult.id
-    }, "Evaluation completed successfully");
-    return updated;
-  } catch (error46) {
-    const errorMessage = error46 instanceof Error ? error46.message : "Unknown error";
-    logger22.error({
-      error: error46,
-      conversationId,
-      evaluatorId: evaluator2.id,
-      resultId: evalResult.id
-    }, "Evaluation execution failed");
-    const failed = await updateEvaluationResult(runDbClient_default)({
-      scopes: {
-        tenantId,
-        projectId,
-        evaluationResultId: evalResult.id
-      },
-      data: {
-        output: {
-          text: `Evaluation failed: ${errorMessage}`
-        }
-      }
-    });
-    return failed;
-  }
-}
-__name(executeEvaluatorStep, "executeEvaluatorStep");
-async function logStep(message, data) {
-  logger22.info(data, message);
-}
-__name(logStep, "logStep");
-async function _evaluateConversationWorkflow(payload) {
-  throw new Error("You attempted to execute workflow _evaluateConversationWorkflow function directly. To start a workflow, use start(_evaluateConversationWorkflow) from workflow/api");
-}
-__name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
-_evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
-var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
-  workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
-});
-registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep", getConversationStep);
-registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep", getEvaluatorsStep);
-registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep", executeEvaluatorStep);
-registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep", logStep);
-
 // src/domains/evals/workflow/functions/runDatasetItem.ts
-var logger23 = getLogger("workflow-run-dataset-item");
+var logger22 = getLogger("workflow-run-dataset-item");
 async function callChatApiStep(payload) {
   const { tenantId, projectId, agentId, datasetItemId, datasetItemInput, datasetItemSimulationAgent, datasetRunId } = payload;
   const evaluationService = new EvaluationService();
@@ -212627,7 +212511,7 @@ async function callChatApiStep(payload) {
     datasetItem: datasetItem2,
     datasetRunId
   });
-  logger23.info({
+  logger22.info({
     tenantId,
     projectId,
     datasetItemId,
@@ -212650,7 +212534,7 @@ async function createRelationStep(payload, conversationId) {
       conversationId,
       datasetItemId
     });
-    logger23.info({
+    logger22.info({
       tenantId,
       projectId,
       datasetItemId,
@@ -212664,7 +212548,7 @@ async function createRelationStep(payload, conversationId) {
     };
   } catch (error46) {
     if (error46?.cause?.code === "23503" || error46?.code === "23503") {
-      logger23.warn({
+      logger22.warn({
         tenantId,
         projectId,
         datasetItemId,
@@ -212681,7 +212565,7 @@ async function createRelationStep(payload, conversationId) {
   }
 }
 __name(createRelationStep, "createRelationStep");
-async function executeEvaluatorStep2(tenantId, projectId, conversationId, evaluatorId, evaluationRunId, expectedOutput) {
+async function executeEvaluatorStep(tenantId, projectId, conversationId, evaluatorId, evaluationRunId, expectedOutput) {
   const ref = getProjectScopedRef(tenantId, projectId, "main");
   const resolvedRef = await resolveRef2(manageDbClient_default)(ref);
   if (!resolvedRef) {
@@ -212695,7 +212579,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
     }
   }));
   if (!evaluator2) {
-    logger23.warn({
+    logger22.warn({
       evaluatorId
     }, "Evaluator not found");
     return null;
@@ -212737,7 +212621,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
         output
       }
     });
-    logger23.info({
+    logger22.info({
       conversationId,
       evaluatorId: evaluator2.id,
       resultId: evalResult.id
@@ -212745,7 +212629,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
     return evalResult.id;
   } catch (error46) {
     const errorMessage = error46 instanceof Error ? error46.message : "Unknown error";
-    logger23.error({
+    logger22.error({
       error: error46,
       conversationId,
       evaluatorId: evaluator2.id
@@ -212765,11 +212649,11 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
     return evalResult.id;
   }
 }
-__name(executeEvaluatorStep2, "executeEvaluatorStep");
-async function logStep2(message, data) {
-  logger23.info(data, message);
+__name(executeEvaluatorStep, "executeEvaluatorStep");
+async function logStep(message, data) {
+  logger22.info(data, message);
 }
-__name(logStep2, "logStep");
+__name(logStep, "logStep");
 async function _runDatasetItemWorkflow(payload) {
   throw new Error("You attempted to execute workflow _runDatasetItemWorkflow function directly. To start a workflow, use start(_runDatasetItemWorkflow) from workflow/api");
 }
@@ -212780,8 +212664,124 @@ var runDatasetItemWorkflow = Object.assign(_runDatasetItemWorkflow, {
 });
 registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//callChatApiStep", callChatApiStep);
 registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//createRelationStep", createRelationStep);
-registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep", executeEvaluatorStep2);
-registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep", logStep2);
+registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep", executeEvaluatorStep);
+registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep", logStep);
+
+// src/domains/evals/workflow/functions/evaluateConversation.ts
+var logger23 = getLogger("workflow-evaluate-conversation");
+async function getConversationStep(payload) {
+  const { tenantId, projectId, conversationId } = payload;
+  const conv = await getConversation(runDbClient_default)({
+    scopes: {
+      tenantId,
+      projectId
+    },
+    conversationId
+  });
+  if (!conv) {
+    throw new Error(`Conversation not found: ${conversationId}`);
+  }
+  return conv;
+}
+__name(getConversationStep, "getConversationStep");
+async function getEvaluatorsStep(payload) {
+  const { tenantId, projectId, evaluatorIds } = payload;
+  const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
+  const evals = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorsByIds(db)({
+    scopes: {
+      tenantId,
+      projectId
+    },
+    evaluatorIds
+  }));
+  return evals;
+}
+__name(getEvaluatorsStep, "getEvaluatorsStep");
+async function executeEvaluatorStep2(payload, evaluatorId, conversation) {
+  const { tenantId, projectId, conversationId, evaluationRunId } = payload;
+  const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
+  const evaluator2 = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorById(db)({
+    scopes: {
+      tenantId,
+      projectId,
+      evaluatorId
+    }
+  }));
+  if (!evaluator2) {
+    throw new Error(`Evaluator not found: ${evaluatorId}`);
+  }
+  const evalResult = await createEvaluationResult(runDbClient_default)({
+    id: generateId(),
+    tenantId,
+    projectId,
+    conversationId,
+    evaluatorId: evaluator2.id,
+    evaluationRunId
+  });
+  try {
+    const evaluationService = new EvaluationService();
+    const output = await evaluationService.executeEvaluation({
+      conversation,
+      evaluator: evaluator2,
+      tenantId,
+      projectId
+    });
+    const updated = await updateEvaluationResult(runDbClient_default)({
+      scopes: {
+        tenantId,
+        projectId,
+        evaluationResultId: evalResult.id
+      },
+      data: {
+        output
+      }
+    });
+    logger23.info({
+      conversationId,
+      evaluatorId: evaluator2.id,
+      resultId: evalResult.id
+    }, "Evaluation completed successfully");
+    return updated;
+  } catch (error46) {
+    const errorMessage = error46 instanceof Error ? error46.message : "Unknown error";
+    logger23.error({
+      error: error46,
+      conversationId,
+      evaluatorId: evaluator2.id,
+      resultId: evalResult.id
+    }, "Evaluation execution failed");
+    const failed = await updateEvaluationResult(runDbClient_default)({
+      scopes: {
+        tenantId,
+        projectId,
+        evaluationResultId: evalResult.id
+      },
+      data: {
+        output: {
+          text: `Evaluation failed: ${errorMessage}`
+        }
+      }
+    });
+    return failed;
+  }
+}
+__name(executeEvaluatorStep2, "executeEvaluatorStep");
+async function logStep2(message, data) {
+  logger23.info(data, message);
+}
+__name(logStep2, "logStep");
+async function _evaluateConversationWorkflow(payload) {
+  throw new Error("You attempted to execute workflow _evaluateConversationWorkflow function directly. To start a workflow, use start(_evaluateConversationWorkflow) from workflow/api");
+}
+__name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
+_evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
+var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
+  workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
+});
+registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep", getConversationStep);
+registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep", getEvaluatorsStep);
+registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep", executeEvaluatorStep2);
+registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep", logStep2);
 
 // ../node_modules/.pnpm/@workflow+utils@4.0.1-beta.7/node_modules/@workflow/utils/dist/index.js
 var import_ms2 = __toESM(require_ms(), 1);

package/dist/.well-known/workflow/v1/step.cjs.debug.json

@@ -1,6 +1,6 @@
 {
   "stepFiles": [
-    "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts",
-    "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts"
+    "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts",
+    "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts"
   ]
 }

package/dist/domains/evals/routes/datasetTriggers.d.ts

@@ -1,7 +1,7 @@
 import { OpenAPIHono } from "@hono/zod-openapi";
-import * as hono17 from "hono";
+import * as hono0 from "hono";
 
 //#region src/domains/evals/routes/datasetTriggers.d.ts
-declare const app: OpenAPIHono<hono17.Env, {}, "/">;
+declare const app: OpenAPIHono<hono0.Env, {}, "/">;
 //#endregion
 export { app as default };

package/dist/domains/evals/routes/index.d.ts

@@ -1,7 +1,7 @@
 import { OpenAPIHono } from "@hono/zod-openapi";
-import * as hono14 from "hono";
+import * as hono1 from "hono";
 
 //#region src/domains/evals/routes/index.d.ts
-declare const app: OpenAPIHono<hono14.Env, {}, "/">;
+declare const app: OpenAPIHono<hono1.Env, {}, "/">;
 //#endregion
 export { app as default };

package/dist/domains/manage/routes/conversations.d.ts

@@ -1,7 +1,7 @@
 import { OpenAPIHono } from "@hono/zod-openapi";
-import * as hono16 from "hono";
+import * as hono2 from "hono";
 
 //#region src/domains/manage/routes/conversations.d.ts
-declare const app: OpenAPIHono<hono16.Env, {}, "/">;
+declare const app: OpenAPIHono<hono2.Env, {}, "/">;
 //#endregion
 export { app as default };

package/dist/domains/manage/routes/evals/evaluationResults.d.ts

@@ -1,7 +1,7 @@
 import { OpenAPIHono } from "@hono/zod-openapi";
-import * as hono18 from "hono";
+import * as hono4 from "hono";
 
 //#region src/domains/manage/routes/evals/evaluationResults.d.ts
-declare const app: OpenAPIHono<hono18.Env, {}, "/">;
+declare const app: OpenAPIHono<hono4.Env, {}, "/">;
 //#endregion
 export { app as default };

package/dist/domains/manage/routes/index.d.ts

@@ -1,7 +1,7 @@
 import { OpenAPIHono } from "@hono/zod-openapi";
-import * as hono15 from "hono";
+import * as hono3 from "hono";
 
 //#region src/domains/manage/routes/index.d.ts
-declare const app: OpenAPIHono<hono15.Env, {}, "/">;
+declare const app: OpenAPIHono<hono3.Env, {}, "/">;
 //#endregion
 export { app as default };

package/dist/factory.d.ts

@@ -795,25 +795,25 @@ declare function createAgentsAuth(userAuthConfig?: UserAuthConfig): better_auth0
       ac: better_auth_plugins0.AccessControl;
       roles: {
         member: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key] | {
-            actions: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key] | {
+            actions: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins0.AuthorizeResponse;
-          statements: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>;
+          statements: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>;
         };
         admin: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key] | {
-            actions: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key] | {
+            actions: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins0.AuthorizeResponse;
-          statements: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>;
+          statements: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>;
         };
         owner: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key] | {
-            actions: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key] | {
+            actions: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins0.AuthorizeResponse;
-          statements: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>;
+          statements: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>;
         };
       };
       membershipLimit: number;
@@ -987,7 +987,7 @@ declare function createAgentsAuth(userAuthConfig?: UserAuthConfig): better_auth0
         id: string;
         organizationId: string;
         email: string;
-        role: "owner" | "admin" | "member";
+        role: "member" | "admin" | "owner";
         status: better_auth_plugins0.InvitationStatus;
         inviterId: string;
         expiresAt: Date;
@@ -996,7 +996,7 @@ declare function createAgentsAuth(userAuthConfig?: UserAuthConfig): better_auth0
       Member: {
         id: string;
         organizationId: string;
-        role: "owner" | "admin" | "member";
+        role: "member" | "admin" | "owner";
         createdAt: Date;
         userId: string;
         user: {
@@ -1012,7 +1012,7 @@ declare function createAgentsAuth(userAuthConfig?: UserAuthConfig): better_auth0
         members: {
           id: string;
           organizationId: string;
-          role: "owner" | "admin" | "member";
+          role: "member" | "admin" | "owner";
           createdAt: Date;
           userId: string;
           user: {
@@ -1026,7 +1026,7 @@ declare function createAgentsAuth(userAuthConfig?: UserAuthConfig): better_auth0
           id: string;
           organizationId: string;
           email: string;
-          role: "owner" | "admin" | "member";
+          role: "member" | "admin" | "owner";
           status: better_auth_plugins0.InvitationStatus;
           inviterId: string;
           expiresAt: Date;
@@ -1104,25 +1104,25 @@ declare function createAgentsAuth(userAuthConfig?: UserAuthConfig): better_auth0
       ac: better_auth_plugins0.AccessControl;
       roles: {
         member: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key] | {
-            actions: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key] | {
+            actions: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins0.AuthorizeResponse;
-          statements: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>;
+          statements: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>;
         };
         admin: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key] | {
-            actions: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key] | {
+            actions: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins0.AuthorizeResponse;
-          statements: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>;
+          statements: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>;
         };
         owner: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key] | {
-            actions: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key] | {
+            actions: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins0.AuthorizeResponse;
-          statements: better_auth_plugins0.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins0.Statements>;
+          statements: better_auth_plugins0.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins0.Statements>;
         };
       };
       membershipLimit: number;

package/dist/index.d.ts

@@ -796,25 +796,25 @@ declare const auth: better_auth78.Auth<{
       ac: better_auth_plugins69.AccessControl;
       roles: {
         member: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key] | {
-            actions: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key] | {
+            actions: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins69.AuthorizeResponse;
-          statements: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>;
+          statements: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>;
         };
         admin: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key] | {
-            actions: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key] | {
+            actions: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins69.AuthorizeResponse;
-          statements: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>;
+          statements: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>;
         };
         owner: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key] | {
-            actions: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key] | {
+            actions: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins69.AuthorizeResponse;
-          statements: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>;
+          statements: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>;
         };
       };
       membershipLimit: number;
@@ -988,7 +988,7 @@ declare const auth: better_auth78.Auth<{
         id: string;
         organizationId: string;
         email: string;
-        role: "owner" | "admin" | "member";
+        role: "member" | "admin" | "owner";
         status: better_auth_plugins69.InvitationStatus;
         inviterId: string;
         expiresAt: Date;
@@ -997,7 +997,7 @@ declare const auth: better_auth78.Auth<{
       Member: {
         id: string;
         organizationId: string;
-        role: "owner" | "admin" | "member";
+        role: "member" | "admin" | "owner";
         createdAt: Date;
         userId: string;
         user: {
@@ -1013,7 +1013,7 @@ declare const auth: better_auth78.Auth<{
         members: {
           id: string;
           organizationId: string;
-          role: "owner" | "admin" | "member";
+          role: "member" | "admin" | "owner";
           createdAt: Date;
           userId: string;
           user: {
@@ -1027,7 +1027,7 @@ declare const auth: better_auth78.Auth<{
           id: string;
           organizationId: string;
           email: string;
-          role: "owner" | "admin" | "member";
+          role: "member" | "admin" | "owner";
           status: better_auth_plugins69.InvitationStatus;
           inviterId: string;
           expiresAt: Date;
@@ -1105,25 +1105,25 @@ declare const auth: better_auth78.Auth<{
       ac: better_auth_plugins69.AccessControl;
       roles: {
         member: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key] | {
-            actions: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key] | {
+            actions: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins69.AuthorizeResponse;
-          statements: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>;
+          statements: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>;
         };
         admin: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key] | {
-            actions: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key] | {
+            actions: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins69.AuthorizeResponse;
-          statements: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>;
+          statements: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>;
         };
         owner: {
-          authorize<K_1 extends "organization" | "project" | "member" | "invitation" | "team" | "ac">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key] | {
-            actions: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>[key];
+          authorize<K_1 extends "organization" | "member" | "invitation" | "ac" | "project" | "team">(request: K_1 extends infer T extends K ? { [key in T]?: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key] | {
+            actions: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>[key];
             connector: "OR" | "AND";
           } | undefined } : never, connector?: "OR" | "AND"): better_auth_plugins69.AuthorizeResponse;
-          statements: better_auth_plugins69.Subset<"organization" | "project" | "member" | "invitation" | "team" | "ac", better_auth_plugins69.Statements>;
+          statements: better_auth_plugins69.Subset<"organization" | "member" | "invitation" | "ac" | "project" | "team", better_auth_plugins69.Statements>;
         };
       };
       membershipLimit: number;

package/dist/middleware/evalsAuth.d.ts

@@ -1,4 +1,4 @@
-import * as hono0 from "hono";
+import * as hono5 from "hono";
 import { BaseExecutionContext } from "@inkeep/agents-core";
 
 //#region src/middleware/evalsAuth.d.ts
@@ -7,7 +7,7 @@ import { BaseExecutionContext } from "@inkeep/agents-core";
  * Middleware to authenticate API requests using Bearer token authentication
  * First checks if token matches INKEEP_AGENTS_EVAL_API_BYPASS_SECRET,
  */
-declare const evalApiKeyAuth: () => hono0.MiddlewareHandler<{
+declare const evalApiKeyAuth: () => hono5.MiddlewareHandler<{
   Variables: {
     executionContext: BaseExecutionContext;
   };

package/dist/middleware/manageAuth.d.ts

@@ -1,4 +1,4 @@
-import * as hono1 from "hono";
+import * as hono6 from "hono";
 import { BaseExecutionContext } from "@inkeep/agents-core";
 import { createAuth } from "@inkeep/agents-core/auth";
 
@@ -12,7 +12,7 @@ import { createAuth } from "@inkeep/agents-core/auth";
  * 3. Database API key
  * 4. Internal service token
  */
-declare const manageApiKeyAuth: () => hono1.MiddlewareHandler<{
+declare const manageApiKeyAuth: () => hono6.MiddlewareHandler<{
   Variables: {
     executionContext: BaseExecutionContext;
     userId?: string;

package/dist/middleware/projectAccess.d.ts

@@ -1,5 +1,5 @@
 import { ManageAppVariables } from "../types/app.js";
-import * as hono2 from "hono";
+import * as hono7 from "hono";
 
 //#region src/middleware/projectAccess.d.ts
 
@@ -26,6 +26,6 @@ declare const requireProjectPermission: <Env$1 extends {
   Variables: ManageAppVariables;
 } = {
   Variables: ManageAppVariables;
-}>(permission?: ProjectPermission) => hono2.MiddlewareHandler<Env$1, string, {}, Response>;
+}>(permission?: ProjectPermission) => hono7.MiddlewareHandler<Env$1, string, {}, Response>;
 //#endregion
 export { ProjectPermission, requireProjectPermission };

package/dist/middleware/projectConfig.d.ts

@@ -1,11 +1,11 @@
-import * as hono3 from "hono";
+import * as hono8 from "hono";
 import { BaseExecutionContext, ResolvedRef } from "@inkeep/agents-core";
 
 //#region src/middleware/projectConfig.d.ts
 /**
  * Middleware that fetches the full project definition from the Management API
  */
-declare const projectConfigMiddleware: hono3.MiddlewareHandler<{
+declare const projectConfigMiddleware: hono8.MiddlewareHandler<{
   Variables: {
     executionContext: BaseExecutionContext;
     resolvedRef: ResolvedRef;
@@ -15,7 +15,7 @@ declare const projectConfigMiddleware: hono3.MiddlewareHandler<{
  * Creates a middleware that applies project config fetching except for specified route patterns
  * @param skipRouteCheck - Function that returns true if the route should skip the middleware
  */
-declare const projectConfigMiddlewareExcept: (skipRouteCheck: (path: string) => boolean) => hono3.MiddlewareHandler<{
+declare const projectConfigMiddlewareExcept: (skipRouteCheck: (path: string) => boolean) => hono8.MiddlewareHandler<{
   Variables: {
     executionContext: BaseExecutionContext;
     resolvedRef: ResolvedRef;

package/dist/middleware/requirePermission.d.ts

@@ -1,5 +1,5 @@
 import { ManageAppVariables } from "../types/app.js";
-import * as hono5 from "hono";
+import * as hono10 from "hono";
 
 //#region src/middleware/requirePermission.d.ts
 type Permission = {
@@ -9,6 +9,6 @@ declare const requirePermission: <Env$1 extends {
   Variables: ManageAppVariables;
 } = {
   Variables: ManageAppVariables;
-}>(permissions: Permission) => hono5.MiddlewareHandler<Env$1, string, {}, Response>;
+}>(permissions: Permission) => hono10.MiddlewareHandler<Env$1, string, {}, Response>;
 //#endregion
 export { requirePermission };

package/dist/middleware/runAuth.d.ts

@@ -1,8 +1,8 @@
-import * as hono6 from "hono";
+import * as hono11 from "hono";
 import { BaseExecutionContext } from "@inkeep/agents-core";
 
 //#region src/middleware/runAuth.d.ts
-declare const runApiKeyAuth: () => hono6.MiddlewareHandler<{
+declare const runApiKeyAuth: () => hono11.MiddlewareHandler<{
   Variables: {
     executionContext: BaseExecutionContext;
   };
@@ -11,7 +11,7 @@ declare const runApiKeyAuth: () => hono6.MiddlewareHandler<{
  * Creates a middleware that applies API key authentication except for specified route patterns
  * @param skipRouteCheck - Function that returns true if the route should skip authentication
  */
-declare const runApiKeyAuthExcept: (skipRouteCheck: (path: string) => boolean) => hono6.MiddlewareHandler<{
+declare const runApiKeyAuthExcept: (skipRouteCheck: (path: string) => boolean) => hono11.MiddlewareHandler<{
   Variables: {
     executionContext: BaseExecutionContext;
   };
@@ -20,7 +20,7 @@ declare const runApiKeyAuthExcept: (skipRouteCheck: (path: string) => boolean) =
  * Helper middleware for endpoints that optionally support API key authentication
  * If no auth header is present, it continues without setting the executionContext
  */
-declare const runOptionalAuth: () => hono6.MiddlewareHandler<{
+declare const runOptionalAuth: () => hono11.MiddlewareHandler<{
   Variables: {
     executionContext?: BaseExecutionContext;
   };

package/dist/middleware/sessionAuth.d.ts

@@ -1,4 +1,4 @@
-import * as hono9 from "hono";
+import * as hono14 from "hono";
 
 //#region src/middleware/sessionAuth.d.ts
 
@@ -7,11 +7,11 @@ import * as hono9 from "hono";
  * Requires that a user has already been authenticated via Better Auth session.
  * Used primarily for manage routes that require an active user session.
  */
-declare const sessionAuth: () => hono9.MiddlewareHandler<any, string, {}, Response>;
+declare const sessionAuth: () => hono14.MiddlewareHandler<any, string, {}, Response>;
 /**
  * Global session middleware - sets user and session in context for all routes
  * Used for all routes that require an active user session.
  */
-declare const sessionContext: () => hono9.MiddlewareHandler<any, string, {}, Response>;
+declare const sessionContext: () => hono14.MiddlewareHandler<any, string, {}, Response>;
 //#endregion
 export { sessionAuth, sessionContext };

package/dist/middleware/tenantAccess.d.ts

@@ -1,4 +1,4 @@
-import * as hono11 from "hono";
+import * as hono16 from "hono";
 
 //#region src/middleware/tenantAccess.d.ts
 
@@ -11,7 +11,7 @@ import * as hono11 from "hono";
  * - API key user: Access only to the tenant associated with the API key
  * - Session user: Access based on organization membership
  */
-declare const requireTenantAccess: () => hono11.MiddlewareHandler<{
+declare const requireTenantAccess: () => hono16.MiddlewareHandler<{
   Variables: {
     userId: string;
     tenantId: string;

package/dist/middleware/tracing.d.ts

@@ -1,7 +1,7 @@
-import * as hono12 from "hono";
+import * as hono17 from "hono";
 
 //#region src/middleware/tracing.d.ts
-declare const otelBaggageMiddleware: () => hono12.MiddlewareHandler<any, string, {}, Response>;
-declare const executionBaggageMiddleware: () => hono12.MiddlewareHandler<any, string, {}, Response>;
+declare const otelBaggageMiddleware: () => hono17.MiddlewareHandler<any, string, {}, Response>;
+declare const executionBaggageMiddleware: () => hono17.MiddlewareHandler<any, string, {}, Response>;
 //#endregion
 export { executionBaggageMiddleware, otelBaggageMiddleware };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@inkeep/agents-api",
-  "version": "0.0.0-dev-20260122105802",
+  "version": "0.0.0-dev-20260122110905",
   "description": "Unified Inkeep Agents API - combines management, runtime, and evaluation capabilities",
   "types": "dist/index.d.ts",
   "exports": {
@@ -71,8 +71,8 @@
     "openid-client": "^6.8.1",
     "pg": "^8.16.3",
     "workflow": "4.0.1-beta.33",
-    "@inkeep/agents-core": "^0.0.0-dev-20260122105802",
-    "@inkeep/agents-manage-mcp": "^0.0.0-dev-20260122105802"
+    "@inkeep/agents-core": "^0.0.0-dev-20260122110905",
+    "@inkeep/agents-manage-mcp": "^0.0.0-dev-20260122110905"
   },
   "peerDependencies": {
     "@hono/zod-openapi": "^1.1.5",