@inkeep/agents-api 0.0.0-dev-20260207220105 → 0.0.0-dev-20260209055455

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -45157,52 +45157,14 @@ var workflowCode = `globalThis.__private_workflows = new Map();
45157
45157
  var __defProp = Object.defineProperty;
45158
45158
  var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
45159
45159
 
45160
- // src/domains/evals/workflow/functions/evaluateConversation.ts
45161
- var getConversationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep");
45162
- var getEvaluatorsStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep");
45163
- var executeEvaluatorStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep");
45164
- var logStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep");
45165
- async function _evaluateConversationWorkflow(payload) {
45166
- const { conversationId, evaluatorIds } = payload;
45167
- await logStep("Starting conversation evaluation", payload);
45168
- const conversation = await getConversationStep(payload);
45169
- const evaluators = await getEvaluatorsStep(payload);
45170
- if (evaluators.length === 0) {
45171
- await logStep("No valid evaluators found", {
45172
- conversationId,
45173
- evaluatorIds
45174
- });
45175
- return {
45176
- success: false,
45177
- reason: "No valid evaluators"
45178
- };
45179
- }
45180
- const results = [];
45181
- for (const evaluator of evaluators) {
45182
- const result = await executeEvaluatorStep(payload, evaluator.id, conversation);
45183
- results.push(result);
45184
- }
45185
- return {
45186
- success: true,
45187
- conversationId,
45188
- resultCount: results.length
45189
- };
45190
- }
45191
- __name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
45192
- _evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
45193
- globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow", _evaluateConversationWorkflow);
45194
- var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
45195
- workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
45196
- });
45197
-
45198
45160
  // src/domains/evals/workflow/functions/runDatasetItem.ts
45199
45161
  var callChatApiStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//callChatApiStep");
45200
45162
  var createRelationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//createRelationStep");
45201
- var executeEvaluatorStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep");
45202
- var logStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep");
45163
+ var executeEvaluatorStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep");
45164
+ var logStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep");
45203
45165
  async function _runDatasetItemWorkflow(payload) {
45204
45166
  const { datasetItemId, datasetRunId, agentId, evaluatorIds, evaluationRunId } = payload;
45205
- await logStep2("Starting dataset item processing", {
45167
+ await logStep("Starting dataset item processing", {
45206
45168
  datasetItemId,
45207
45169
  datasetRunId,
45208
45170
  agentId,
@@ -45213,11 +45175,11 @@ async function _runDatasetItemWorkflow(payload) {
45213
45175
  await createRelationStep(payload, result.conversationId);
45214
45176
  if (evaluatorIds && evaluatorIds.length > 0 && evaluationRunId) {
45215
45177
  for (const evaluatorId of evaluatorIds) {
45216
- await executeEvaluatorStep2(payload.tenantId, payload.projectId, result.conversationId, evaluatorId, evaluationRunId, payload.datasetItemExpectedOutput);
45178
+ await executeEvaluatorStep(payload.tenantId, payload.projectId, result.conversationId, evaluatorId, evaluationRunId, payload.datasetItemExpectedOutput);
45217
45179
  }
45218
45180
  }
45219
45181
  } else {
45220
- await logStep2("No conversation created", {
45182
+ await logStep("No conversation created", {
45221
45183
  datasetItemId,
45222
45184
  datasetRunId,
45223
45185
  error: result.error
@@ -45237,7 +45199,45 @@ globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functio
45237
45199
  var runDatasetItemWorkflow = Object.assign(_runDatasetItemWorkflow, {
45238
45200
  workflowId: "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
45239
45201
  });
45240
- //# sourceMappingURL=data:application/json;base64,ewogICJ2ZXJzaW9uIjogMywKICAic291cmNlcyI6IFsic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzIiwgInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cyJdLAogICJzb3VyY2VzQ29udGVudCI6IFsiLyoqX19pbnRlcm5hbF93b3JrZmxvd3N7XCJ3b3JrZmxvd3NcIjp7XCJzcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHNcIjp7XCJfZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiOntcIndvcmtmbG93SWRcIjpcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCJ9fX0sXCJzdGVwc1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50c1wiOntcImV4ZWN1dGVFdmFsdWF0b3JTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2V4ZWN1dGVFdmFsdWF0b3JTdGVwXCJ9LFwiZ2V0Q29udmVyc2F0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCJ9LFwiZ2V0RXZhbHVhdG9yc1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZ2V0RXZhbHVhdG9yc1N0ZXBcIn0sXCJsb2dTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2xvZ1N0ZXBcIn19fX0qLztcbnZhciBnZXRDb252ZXJzYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCIpO1xudmFyIGdldEV2YWx1YXRvcnNTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRFdmFsdWF0b3JzU3RlcFwiKTtcbnZhciBleGVjdXRlRXZhbHVhdG9yU3RlcCA9IGdsb2JhbFRoaXNbU3ltYm9sLmZvcihcIldPUktGTE9XX1VTRV9TVEVQXCIpXShcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZXhlY3V0ZUV2YWx1YXRvclN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IExvZyB3b3JrZmxvdyBwcm9ncmVzc1xuICovIHZhciBsb2dTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9sb2dTdGVwXCIpO1xuLyoqXG4gKiBNYWluIHdvcmtmbG93IGZ1bmN0aW9uIC0gb3JjaGVzdHJhdGVzIHRoZSBldmFsdWF0aW9uIHN0ZXBzLlxuICpcbiAqIElNUE9SVEFOVDogVGhpcyBydW5zIGluIGEgZGV0ZXJtaW5pc3RpYyBzYW5kYm94LlxuICogLSBEbyBOT1QgY2FsbCBOb2RlLmpzIEFQSXMgZGlyZWN0bHkgaGVyZSAobm8gREIsIG5vIGZzLCBldGMuKVxuICogLSBBbGwgc2lkZSBlZmZlY3RzIG11c3QgaGFwcGVuIGluIHN0ZXAgZnVuY3Rpb25zXG4gKi8gYXN5bmMgZnVuY3Rpb24gX2V2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgY29udmVyc2F0aW9uSWQsIGV2YWx1YXRvcklkcyB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBjb252ZXJzYXRpb24gZXZhbHVhdGlvbicsIHBheWxvYWQpO1xuICAgIGNvbnN0IGNvbnZlcnNhdGlvbiA9IGF3YWl0IGdldENvbnZlcnNhdGlvblN0ZXAocGF5bG9hZCk7XG4gICAgY29uc3QgZXZhbHVhdG9ycyA9IGF3YWl0IGdldEV2YWx1YXRvcnNTdGVwKHBheWxvYWQpO1xuICAgIGlmIChldmFsdWF0b3JzLmxlbmd0aCA9PT0gMCkge1xuICAgICAgICBhd2FpdCBsb2dTdGVwKCdObyB2YWxpZCBldmFsdWF0b3JzIGZvdW5kJywge1xuICAgICAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgICAgICBldmFsdWF0b3JJZHNcbiAgICAgICAgfSk7XG4gICAgICAgIHJldHVybiB7XG4gICAgICAgICAgICBzdWNjZXNzOiBmYWxzZSxcbiAgICAgICAgICAgIHJlYXNvbjogJ05vIHZhbGlkIGV2YWx1YXRvcnMnXG4gICAgICAgIH07XG4gICAgfVxuICAgIGNvbnN0IHJlc3VsdHMgPSBbXTtcbiAgICBmb3IgKGNvbnN0IGV2YWx1YXRvciBvZiBldmFsdWF0b3JzKXtcbiAgICAgICAgY29uc3QgcmVzdWx0ID0gYXdhaXQgZXhlY3V0ZUV2YWx1YXRvclN0ZXAocGF5bG9hZCwgZXZhbHVhdG9yLmlkLCBjb252ZXJzYXRpb24pO1xuICAgICAgICByZXN1bHRzLnB1c2gocmVzdWx0KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogdHJ1ZSxcbiAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgIHJlc3VsdENvdW50OiByZXN1bHRzLmxlbmd0aFxuICAgIH07XG59XG5fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCIsIF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IGV2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93J1xufSk7XG4iLCAiLyoqXG4gKiBXb3JrZmxvdyBmb3IgcnVubmluZyBkYXRhc2V0IGl0ZW1zIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICpcbiAqIFRoaXMgbWFrZXMgZGF0YXNldCBydW4gcHJvY2Vzc2luZyBmaXJlLWFuZC1mb3JnZXQgLSBlYWNoIGl0ZW0gaXMgcXVldWVkXG4gKiBpbmRlcGVuZGVudGx5IGFuZCBwcm9jZXNzZWQgaW4gcGFyYWxsZWwgYnkgdGhlIHdvcmtmbG93IHN5c3RlbS5cbiAqLyAvKipfX2ludGVybmFsX3dvcmtmbG93c3tcIndvcmtmbG93c1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50c1wiOntcIl9ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCI6e1wid29ya2Zsb3dJZFwiOlwid29ya2Zsb3cvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3dcIn19fSxcInN0ZXBzXCI6e1wic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzXCI6e1wiY2FsbENoYXRBcGlTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2NhbGxDaGF0QXBpU3RlcFwifSxcImNyZWF0ZVJlbGF0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIn0sXCJleGVjdXRlRXZhbHVhdG9yU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwifSxcImxvZ1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vbG9nU3RlcFwifX19fSovO1xuLyoqXG4gKiBTdGVwOiBDYWxsIHRoZSBjaGF0IEFQSSB0byBwcm9jZXNzIHRoZSBkYXRhc2V0IGl0ZW1cbiAqLyB2YXIgY2FsbENoYXRBcGlTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jYWxsQ2hhdEFwaVN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IENyZWF0ZSBjb252ZXJzYXRpb24gcmVsYXRpb24gaW4gZGF0YWJhc2VcbiAqLyB2YXIgY3JlYXRlUmVsYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IEV4ZWN1dGUgYSBzaW5nbGUgZXZhbHVhdG9yIG9uIGEgY29udmVyc2F0aW9uXG4gKi8gdmFyIGV4ZWN1dGVFdmFsdWF0b3JTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwiKTtcbi8qKlxuICogU3RlcDogTG9nIHdvcmtmbG93IHByb2dyZXNzXG4gKi8gdmFyIGxvZ1N0ZXAgPSBnbG9iYWxUaGlzW1N5bWJvbC5mb3IoXCJXT1JLRkxPV19VU0VfU1RFUFwiKV0oXCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2xvZ1N0ZXBcIik7XG4vKipcbiAqIE1haW4gd29ya2Zsb3cgZnVuY3Rpb24gLSBwcm9jZXNzZXMgYSBzaW5nbGUgZGF0YXNldCBpdGVtIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICogT3B0aW9uYWxseSBydW5zIGV2YWx1YXRvcnMgb24gdGhlIHJlc3VsdGluZyBjb252ZXJzYXRpb24uXG4gKi8gYXN5bmMgZnVuY3Rpb24gX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgZGF0YXNldEl0ZW1JZCwgZGF0YXNldFJ1bklkLCBhZ2VudElkLCBldmFsdWF0b3JJZHMsIGV2YWx1YXRpb25SdW5JZCB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBkYXRhc2V0IGl0ZW0gcHJvY2Vzc2luZycsIHtcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBhZ2VudElkLFxuICAgICAgICBoYXNFdmFsdWF0b3JzOiAhIShldmFsdWF0b3JJZHMgJiYgZXZhbHVhdG9ySWRzLmxlbmd0aCA+IDApXG4gICAgfSk7XG4gICAgLy8gQ2FsbCBjaGF0IEFQSVxuICAgIGNvbnN0IHJlc3VsdCA9IGF3YWl0IGNhbGxDaGF0QXBpU3RlcChwYXlsb2FkKTtcbiAgICAvLyBDcmVhdGUgcmVsYXRpb24gaWYgd2UgZ290IGEgY29udmVyc2F0aW9uXG4gICAgaWYgKHJlc3VsdC5jb252ZXJzYXRpb25JZCkge1xuICAgICAgICBhd2FpdCBjcmVhdGVSZWxhdGlvblN0ZXAocGF5bG9hZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkKTtcbiAgICAgICAgLy8gUnVuIGV2YWx1YXRpb25zIGlmIGNvbmZpZ3VyZWRcbiAgICAgICAgaWYgKGV2YWx1YXRvcklkcyAmJiBldmFsdWF0b3JJZHMubGVuZ3RoID4gMCAmJiBldmFsdWF0aW9uUnVuSWQpIHtcbiAgICAgICAgICAgIGZvciAoY29uc3QgZXZhbHVhdG9ySWQgb2YgZXZhbHVhdG9ySWRzKXtcbiAgICAgICAgICAgICAgICBhd2FpdCBleGVjdXRlRXZhbHVhdG9yU3RlcChwYXlsb2FkLnRlbmFudElkLCBwYXlsb2FkLnByb2plY3RJZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkLCBldmFsdWF0b3JJZCwgZXZhbHVhdGlvblJ1bklkLCBwYXlsb2FkLmRhdGFzZXRJdGVtRXhwZWN0ZWRPdXRwdXQpO1xuICAgICAgICAgICAgfVxuICAgICAgICB9XG4gICAgfSBlbHNlIHtcbiAgICAgICAgYXdhaXQgbG9nU3RlcCgnTm8gY29udmVyc2F0aW9uIGNyZWF0ZWQnLCB7XG4gICAgICAgICAgICBkYXRhc2V0SXRlbUlkLFxuICAgICAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICAgICAgZXJyb3I6IHJlc3VsdC5lcnJvclxuICAgICAgICB9KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogIXJlc3VsdC5lcnJvcixcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBjb252ZXJzYXRpb25JZDogcmVzdWx0LmNvbnZlcnNhdGlvbklkIHx8IG51bGwsXG4gICAgICAgIGVycm9yOiByZXN1bHQuZXJyb3IgfHwgbnVsbFxuICAgIH07XG59XG5fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCIsIF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IHJ1bkRhdGFzZXRJdGVtV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93J1xufSk7XG4iXSwKICAibWFwcGluZ3MiOiAiOzs7OztBQUNBLElBQUksc0JBQXNCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUseUZBQXlGO0FBQy9KLElBQUksb0JBQW9CLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsdUZBQXVGO0FBQzNKLElBQUksdUJBQXVCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsMEZBQTBGO0FBRzdKLElBQUksVUFBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLDZFQUE2RTtBQU92SSxlQUFlLDhCQUE4QixTQUFTO0FBQ3RELFFBQU0sRUFBRSxnQkFBZ0IsYUFBYSxJQUFJO0FBQ3pDLFFBQU0sUUFBUSxvQ0FBb0MsT0FBTztBQUN6RCxRQUFNLGVBQWUsTUFBTSxvQkFBb0IsT0FBTztBQUN0RCxRQUFNLGFBQWEsTUFBTSxrQkFBa0IsT0FBTztBQUNsRCxNQUFJLFdBQVcsV0FBVyxHQUFHO0FBQ3pCLFVBQU0sUUFBUSw2QkFBNkI7QUFBQSxNQUN2QztBQUFBLE1BQ0E7QUFBQSxJQUNKLENBQUM7QUFDRCxXQUFPO0FBQUEsTUFDSCxTQUFTO0FBQUEsTUFDVCxRQUFRO0FBQUEsSUFDWjtBQUFBLEVBQ0o7QUFDQSxRQUFNLFVBQVUsQ0FBQztBQUNqQixhQUFXLGFBQWEsWUFBVztBQUMvQixVQUFNLFNBQVMsTUFBTSxxQkFBcUIsU0FBUyxVQUFVLElBQUksWUFBWTtBQUM3RSxZQUFRLEtBQUssTUFBTTtBQUFBLEVBQ3ZCO0FBQ0EsU0FBTztBQUFBLElBQ0gsU0FBUztBQUFBLElBQ1Q7QUFBQSxJQUNBLGFBQWEsUUFBUTtBQUFBLEVBQ3pCO0FBQ0o7QUF6Qm1CO0FBMEJuQiw4QkFBOEIsYUFBYTtBQUMzQyxXQUFXLG9CQUFvQixJQUFJLHlHQUF5Ryw2QkFBNkI7QUFFbEssSUFBTSwrQkFBK0IsT0FBTyxPQUFPLCtCQUErQjtBQUFBLEVBQ3JGLFlBQVk7QUFDaEIsQ0FBQzs7O0FDcENHLElBQUksa0JBQWtCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsK0VBQStFO0FBR2pKLElBQUkscUJBQXFCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsa0ZBQWtGO0FBR3ZKLElBQUlBLHdCQUF1QixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLG9GQUFvRjtBQUczSixJQUFJQyxXQUFVLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsdUVBQXVFO0FBSWpJLGVBQWUsd0JBQXdCLFNBQVM7QUFDaEQsUUFBTSxFQUFFLGVBQWUsY0FBYyxTQUFTLGNBQWMsZ0JBQWdCLElBQUk7QUFDaEYsUUFBTUEsU0FBUSxvQ0FBb0M7QUFBQSxJQUM5QztBQUFBLElBQ0E7QUFBQSxJQUNBO0FBQUEsSUFDQSxlQUFlLENBQUMsRUFBRSxnQkFBZ0IsYUFBYSxTQUFTO0FBQUEsRUFDNUQsQ0FBQztBQUVELFFBQU0sU0FBUyxNQUFNLGdCQUFnQixPQUFPO0FBRTVDLE1BQUksT0FBTyxnQkFBZ0I7QUFDdkIsVUFBTSxtQkFBbUIsU0FBUyxPQUFPLGNBQWM7QUFFdkQsUUFBSSxnQkFBZ0IsYUFBYSxTQUFTLEtBQUssaUJBQWlCO0FBQzVELGlCQUFXLGVBQWUsY0FBYTtBQUNuQyxjQUFNRCxzQkFBcUIsUUFBUSxVQUFVLFFBQVEsV0FBVyxPQUFPLGdCQUFnQixhQUFhLGlCQUFpQixRQUFRLHlCQUF5QjtBQUFBLE1BQzFKO0FBQUEsSUFDSjtBQUFBLEVBQ0osT0FBTztBQUNILFVBQU1DLFNBQVEsMkJBQTJCO0FBQUEsTUFDckM7QUFBQSxNQUNBO0FBQUEsTUFDQSxPQUFPLE9BQU87QUFBQSxJQUNsQixDQUFDO0FBQUEsRUFDTDtBQUNBLFNBQU87QUFBQSxJQUNILFNBQVMsQ0FBQyxPQUFPO0FBQUEsSUFDakI7QUFBQSxJQUNBO0FBQUEsSUFDQSxnQkFBZ0IsT0FBTyxrQkFBa0I7QUFBQSxJQUN6QyxPQUFPLE9BQU8sU0FBUztBQUFBLEVBQzNCO0FBQ0o7QUFqQ21CO0FBa0NuQix3QkFBd0IsYUFBYTtBQUNyQyxXQUFXLG9CQUFvQixJQUFJLDZGQUE2Rix1QkFBdUI7QUFFaEosSUFBTSx5QkFBeUIsT0FBTyxPQUFPLHlCQUF5QjtBQUFBLEVBQ3pFLFlBQVk7QUFDaEIsQ0FBQzsiLAogICJuYW1lcyI6IFsiZXhlY3V0ZUV2YWx1YXRvclN0ZXAiLCAibG9nU3RlcCJdCn0K
45202
+
45203
+ // src/domains/evals/workflow/functions/evaluateConversation.ts
45204
+ var getConversationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep");
45205
+ var getEvaluatorsStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep");
45206
+ var executeEvaluatorStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep");
45207
+ var logStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep");
45208
+ async function _evaluateConversationWorkflow(payload) {
45209
+ const { conversationId, evaluatorIds } = payload;
45210
+ await logStep2("Starting conversation evaluation", payload);
45211
+ const conversation = await getConversationStep(payload);
45212
+ const evaluators = await getEvaluatorsStep(payload);
45213
+ if (evaluators.length === 0) {
45214
+ await logStep2("No valid evaluators found", {
45215
+ conversationId,
45216
+ evaluatorIds
45217
+ });
45218
+ return {
45219
+ success: false,
45220
+ reason: "No valid evaluators"
45221
+ };
45222
+ }
45223
+ const results = [];
45224
+ for (const evaluator of evaluators) {
45225
+ const result = await executeEvaluatorStep2(payload, evaluator.id, conversation);
45226
+ results.push(result);
45227
+ }
45228
+ return {
45229
+ success: true,
45230
+ conversationId,
45231
+ resultCount: results.length
45232
+ };
45233
+ }
45234
+ __name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
45235
+ _evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
45236
+ globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow", _evaluateConversationWorkflow);
45237
+ var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
45238
+ workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
45239
+ });
45240
+ //# sourceMappingURL=data:application/json;base64,ewogICJ2ZXJzaW9uIjogMywKICAic291cmNlcyI6IFsic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzIiwgInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cyJdLAogICJzb3VyY2VzQ29udGVudCI6IFsiLyoqXG4gKiBXb3JrZmxvdyBmb3IgcnVubmluZyBkYXRhc2V0IGl0ZW1zIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICpcbiAqIFRoaXMgbWFrZXMgZGF0YXNldCBydW4gcHJvY2Vzc2luZyBmaXJlLWFuZC1mb3JnZXQgLSBlYWNoIGl0ZW0gaXMgcXVldWVkXG4gKiBpbmRlcGVuZGVudGx5IGFuZCBwcm9jZXNzZWQgaW4gcGFyYWxsZWwgYnkgdGhlIHdvcmtmbG93IHN5c3RlbS5cbiAqLyAvKipfX2ludGVybmFsX3dvcmtmbG93c3tcIndvcmtmbG93c1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50c1wiOntcIl9ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCI6e1wid29ya2Zsb3dJZFwiOlwid29ya2Zsb3cvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3dcIn19fSxcInN0ZXBzXCI6e1wic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzXCI6e1wiY2FsbENoYXRBcGlTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2NhbGxDaGF0QXBpU3RlcFwifSxcImNyZWF0ZVJlbGF0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIn0sXCJleGVjdXRlRXZhbHVhdG9yU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwifSxcImxvZ1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vbG9nU3RlcFwifX19fSovO1xuLyoqXG4gKiBTdGVwOiBDYWxsIHRoZSBjaGF0IEFQSSB0byBwcm9jZXNzIHRoZSBkYXRhc2V0IGl0ZW1cbiAqLyB2YXIgY2FsbENoYXRBcGlTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jYWxsQ2hhdEFwaVN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IENyZWF0ZSBjb252ZXJzYXRpb24gcmVsYXRpb24gaW4gZGF0YWJhc2VcbiAqLyB2YXIgY3JlYXRlUmVsYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IEV4ZWN1dGUgYSBzaW5nbGUgZXZhbHVhdG9yIG9uIGEgY29udmVyc2F0aW9uXG4gKi8gdmFyIGV4ZWN1dGVFdmFsdWF0b3JTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwiKTtcbi8qKlxuICogU3RlcDogTG9nIHdvcmtmbG93IHByb2dyZXNzXG4gKi8gdmFyIGxvZ1N0ZXAgPSBnbG9iYWxUaGlzW1N5bWJvbC5mb3IoXCJXT1JLRkxPV19VU0VfU1RFUFwiKV0oXCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2xvZ1N0ZXBcIik7XG4vKipcbiAqIE1haW4gd29ya2Zsb3cgZnVuY3Rpb24gLSBwcm9jZXNzZXMgYSBzaW5nbGUgZGF0YXNldCBpdGVtIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICogT3B0aW9uYWxseSBydW5zIGV2YWx1YXRvcnMgb24gdGhlIHJlc3VsdGluZyBjb252ZXJzYXRpb24uXG4gKi8gYXN5bmMgZnVuY3Rpb24gX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgZGF0YXNldEl0ZW1JZCwgZGF0YXNldFJ1bklkLCBhZ2VudElkLCBldmFsdWF0b3JJZHMsIGV2YWx1YXRpb25SdW5JZCB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBkYXRhc2V0IGl0ZW0gcHJvY2Vzc2luZycsIHtcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBhZ2VudElkLFxuICAgICAgICBoYXNFdmFsdWF0b3JzOiAhIShldmFsdWF0b3JJZHMgJiYgZXZhbHVhdG9ySWRzLmxlbmd0aCA+IDApXG4gICAgfSk7XG4gICAgLy8gQ2FsbCBjaGF0IEFQSVxuICAgIGNvbnN0IHJlc3VsdCA9IGF3YWl0IGNhbGxDaGF0QXBpU3RlcChwYXlsb2FkKTtcbiAgICAvLyBDcmVhdGUgcmVsYXRpb24gaWYgd2UgZ290IGEgY29udmVyc2F0aW9uXG4gICAgaWYgKHJlc3VsdC5jb252ZXJzYXRpb25JZCkge1xuICAgICAgICBhd2FpdCBjcmVhdGVSZWxhdGlvblN0ZXAocGF5bG9hZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkKTtcbiAgICAgICAgLy8gUnVuIGV2YWx1YXRpb25zIGlmIGNvbmZpZ3VyZWRcbiAgICAgICAgaWYgKGV2YWx1YXRvcklkcyAmJiBldmFsdWF0b3JJZHMubGVuZ3RoID4gMCAmJiBldmFsdWF0aW9uUnVuSWQpIHtcbiAgICAgICAgICAgIGZvciAoY29uc3QgZXZhbHVhdG9ySWQgb2YgZXZhbHVhdG9ySWRzKXtcbiAgICAgICAgICAgICAgICBhd2FpdCBleGVjdXRlRXZhbHVhdG9yU3RlcChwYXlsb2FkLnRlbmFudElkLCBwYXlsb2FkLnByb2plY3RJZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkLCBldmFsdWF0b3JJZCwgZXZhbHVhdGlvblJ1bklkLCBwYXlsb2FkLmRhdGFzZXRJdGVtRXhwZWN0ZWRPdXRwdXQpO1xuICAgICAgICAgICAgfVxuICAgICAgICB9XG4gICAgfSBlbHNlIHtcbiAgICAgICAgYXdhaXQgbG9nU3RlcCgnTm8gY29udmVyc2F0aW9uIGNyZWF0ZWQnLCB7XG4gICAgICAgICAgICBkYXRhc2V0SXRlbUlkLFxuICAgICAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICAgICAgZXJyb3I6IHJlc3VsdC5lcnJvclxuICAgICAgICB9KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogIXJlc3VsdC5lcnJvcixcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBjb252ZXJzYXRpb25JZDogcmVzdWx0LmNvbnZlcnNhdGlvbklkIHx8IG51bGwsXG4gICAgICAgIGVycm9yOiByZXN1bHQuZXJyb3IgfHwgbnVsbFxuICAgIH07XG59XG5fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCIsIF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IHJ1bkRhdGFzZXRJdGVtV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93J1xufSk7XG4iLCAiLyoqX19pbnRlcm5hbF93b3JrZmxvd3N7XCJ3b3JrZmxvd3NcIjp7XCJzcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHNcIjp7XCJfZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiOntcIndvcmtmbG93SWRcIjpcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCJ9fX0sXCJzdGVwc1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50c1wiOntcImV4ZWN1dGVFdmFsdWF0b3JTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2V4ZWN1dGVFdmFsdWF0b3JTdGVwXCJ9LFwiZ2V0Q29udmVyc2F0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCJ9LFwiZ2V0RXZhbHVhdG9yc1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZ2V0RXZhbHVhdG9yc1N0ZXBcIn0sXCJsb2dTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2xvZ1N0ZXBcIn19fX0qLztcbnZhciBnZXRDb252ZXJzYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCIpO1xudmFyIGdldEV2YWx1YXRvcnNTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRFdmFsdWF0b3JzU3RlcFwiKTtcbnZhciBleGVjdXRlRXZhbHVhdG9yU3RlcCA9IGdsb2JhbFRoaXNbU3ltYm9sLmZvcihcIldPUktGTE9XX1VTRV9TVEVQXCIpXShcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZXhlY3V0ZUV2YWx1YXRvclN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IExvZyB3b3JrZmxvdyBwcm9ncmVzc1xuICovIHZhciBsb2dTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9sb2dTdGVwXCIpO1xuLyoqXG4gKiBNYWluIHdvcmtmbG93IGZ1bmN0aW9uIC0gb3JjaGVzdHJhdGVzIHRoZSBldmFsdWF0aW9uIHN0ZXBzLlxuICpcbiAqIElNUE9SVEFOVDogVGhpcyBydW5zIGluIGEgZGV0ZXJtaW5pc3RpYyBzYW5kYm94LlxuICogLSBEbyBOT1QgY2FsbCBOb2RlLmpzIEFQSXMgZGlyZWN0bHkgaGVyZSAobm8gREIsIG5vIGZzLCBldGMuKVxuICogLSBBbGwgc2lkZSBlZmZlY3RzIG11c3QgaGFwcGVuIGluIHN0ZXAgZnVuY3Rpb25zXG4gKi8gYXN5bmMgZnVuY3Rpb24gX2V2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgY29udmVyc2F0aW9uSWQsIGV2YWx1YXRvcklkcyB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBjb252ZXJzYXRpb24gZXZhbHVhdGlvbicsIHBheWxvYWQpO1xuICAgIGNvbnN0IGNvbnZlcnNhdGlvbiA9IGF3YWl0IGdldENvbnZlcnNhdGlvblN0ZXAocGF5bG9hZCk7XG4gICAgY29uc3QgZXZhbHVhdG9ycyA9IGF3YWl0IGdldEV2YWx1YXRvcnNTdGVwKHBheWxvYWQpO1xuICAgIGlmIChldmFsdWF0b3JzLmxlbmd0aCA9PT0gMCkge1xuICAgICAgICBhd2FpdCBsb2dTdGVwKCdObyB2YWxpZCBldmFsdWF0b3JzIGZvdW5kJywge1xuICAgICAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgICAgICBldmFsdWF0b3JJZHNcbiAgICAgICAgfSk7XG4gICAgICAgIHJldHVybiB7XG4gICAgICAgICAgICBzdWNjZXNzOiBmYWxzZSxcbiAgICAgICAgICAgIHJlYXNvbjogJ05vIHZhbGlkIGV2YWx1YXRvcnMnXG4gICAgICAgIH07XG4gICAgfVxuICAgIGNvbnN0IHJlc3VsdHMgPSBbXTtcbiAgICBmb3IgKGNvbnN0IGV2YWx1YXRvciBvZiBldmFsdWF0b3JzKXtcbiAgICAgICAgY29uc3QgcmVzdWx0ID0gYXdhaXQgZXhlY3V0ZUV2YWx1YXRvclN0ZXAocGF5bG9hZCwgZXZhbHVhdG9yLmlkLCBjb252ZXJzYXRpb24pO1xuICAgICAgICByZXN1bHRzLnB1c2gocmVzdWx0KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogdHJ1ZSxcbiAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgIHJlc3VsdENvdW50OiByZXN1bHRzLmxlbmd0aFxuICAgIH07XG59XG5fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCIsIF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IGV2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93J1xufSk7XG4iXSwKICAibWFwcGluZ3MiOiAiOzs7OztBQVFJLElBQUksa0JBQWtCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsK0VBQStFO0FBR2pKLElBQUkscUJBQXFCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsa0ZBQWtGO0FBR3ZKLElBQUksdUJBQXVCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsb0ZBQW9GO0FBRzNKLElBQUksVUFBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHVFQUF1RTtBQUlqSSxlQUFlLHdCQUF3QixTQUFTO0FBQ2hELFFBQU0sRUFBRSxlQUFlLGNBQWMsU0FBUyxjQUFjLGdCQUFnQixJQUFJO0FBQ2hGLFFBQU0sUUFBUSxvQ0FBb0M7QUFBQSxJQUM5QztBQUFBLElBQ0E7QUFBQSxJQUNBO0FBQUEsSUFDQSxlQUFlLENBQUMsRUFBRSxnQkFBZ0IsYUFBYSxTQUFTO0FBQUEsRUFDNUQsQ0FBQztBQUVELFFBQU0sU0FBUyxNQUFNLGdCQUFnQixPQUFPO0FBRTVDLE1BQUksT0FBTyxnQkFBZ0I7QUFDdkIsVUFBTSxtQkFBbUIsU0FBUyxPQUFPLGNBQWM7QUFFdkQsUUFBSSxnQkFBZ0IsYUFBYSxTQUFTLEtBQUssaUJBQWlCO0FBQzVELGlCQUFXLGVBQWUsY0FBYTtBQUNuQyxjQUFNLHFCQUFxQixRQUFRLFVBQVUsUUFBUSxXQUFXLE9BQU8sZ0JBQWdCLGFBQWEsaUJBQWlCLFFBQVEseUJBQXlCO0FBQUEsTUFDMUo7QUFBQSxJQUNKO0FBQUEsRUFDSixPQUFPO0FBQ0gsVUFBTSxRQUFRLDJCQUEyQjtBQUFBLE1BQ3JDO0FBQUEsTUFDQTtBQUFBLE1BQ0EsT0FBTyxPQUFPO0FBQUEsSUFDbEIsQ0FBQztBQUFBLEVBQ0w7QUFDQSxTQUFPO0FBQUEsSUFDSCxTQUFTLENBQUMsT0FBTztBQUFBLElBQ2pCO0FBQUEsSUFDQTtBQUFBLElBQ0EsZ0JBQWdCLE9BQU8sa0JBQWtCO0FBQUEsSUFDekMsT0FBTyxPQUFPLFNBQVM7QUFBQSxFQUMzQjtBQUNKO0FBakNtQjtBQWtDbkIsd0JBQXdCLGFBQWE7QUFDckMsV0FBVyxvQkFBb0IsSUFBSSw2RkFBNkYsdUJBQXVCO0FBRWhKLElBQU0seUJBQXlCLE9BQU8sT0FBTyx5QkFBeUI7QUFBQSxFQUN6RSxZQUFZO0FBQ2hCLENBQUM7OztBQzNERCxJQUFJLHNCQUFzQixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHlGQUF5RjtBQUMvSixJQUFJLG9CQUFvQixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHVGQUF1RjtBQUMzSixJQUFJQSx3QkFBdUIsV0FBVyxPQUFPLElBQUksbUJBQW1CLENBQUMsRUFBRSwwRkFBMEY7QUFHN0osSUFBSUMsV0FBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLDZFQUE2RTtBQU92SSxlQUFlLDhCQUE4QixTQUFTO0FBQ3RELFFBQU0sRUFBRSxnQkFBZ0IsYUFBYSxJQUFJO0FBQ3pDLFFBQU1BLFNBQVEsb0NBQW9DLE9BQU87QUFDekQsUUFBTSxlQUFlLE1BQU0sb0JBQW9CLE9BQU87QUFDdEQsUUFBTSxhQUFhLE1BQU0sa0JBQWtCLE9BQU87QUFDbEQsTUFBSSxXQUFXLFdBQVcsR0FBRztBQUN6QixVQUFNQSxTQUFRLDZCQUE2QjtBQUFBLE1BQ3ZDO0FBQUEsTUFDQTtBQUFBLElBQ0osQ0FBQztBQUNELFdBQU87QUFBQSxNQUNILFNBQVM7QUFBQSxNQUNULFFBQVE7QUFBQSxJQUNaO0FBQUEsRUFDSjtBQUNBLFFBQU0sVUFBVSxDQUFDO0FBQ2pCLGFBQVcsYUFBYSxZQUFXO0FBQy9CLFVBQU0sU0FBUyxNQUFNRCxzQkFBcUIsU0FBUyxVQUFVLElBQUksWUFBWTtBQUM3RSxZQUFRLEtBQUssTUFBTTtBQUFBLEVBQ3ZCO0FBQ0EsU0FBTztBQUFBLElBQ0gsU0FBUztBQUFBLElBQ1Q7QUFBQSxJQUNBLGFBQWEsUUFBUTtBQUFBLEVBQ3pCO0FBQ0o7QUF6Qm1CO0FBMEJuQiw4QkFBOEIsYUFBYTtBQUMzQyxXQUFXLG9CQUFvQixJQUFJLHlHQUF5Ryw2QkFBNkI7QUFFbEssSUFBTSwrQkFBK0IsT0FBTyxPQUFPLCtCQUErQjtBQUFBLEVBQ3JGLFlBQVk7QUFDaEIsQ0FBQzsiLAogICJuYW1lcyI6IFsiZXhlY3V0ZUV2YWx1YXRvclN0ZXAiLCAibG9nU3RlcCJdCn0K
45241
45241
  `;
45242
45242
  var POST = workflowEntrypoint(workflowCode);
45243
45243
  // Annotate the CommonJS export names for ESM import in node:
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "workflowFiles": [
3
- "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts",
4
- "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts"
3
+ "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts",
4
+ "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts"
5
5
  ]
6
6
  }
@@ -41,15 +41,15 @@
41
41
  }
42
42
  },
43
43
  "workflows": {
44
- "src/domains/evals/workflow/functions/runDatasetItem.ts": {
45
- "_runDatasetItemWorkflow": {
46
- "workflowId": "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
47
- }
48
- },
49
44
  "src/domains/evals/workflow/functions/evaluateConversation.ts": {
50
45
  "_evaluateConversationWorkflow": {
51
46
  "workflowId": "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
52
47
  }
48
+ },
49
+ "src/domains/evals/workflow/functions/runDatasetItem.ts": {
50
+ "_runDatasetItemWorkflow": {
51
+ "workflowId": "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
52
+ }
53
53
  }
54
54
  }
55
55
  }
@@ -147110,7 +147110,10 @@ var envSchema = external_exports.object({
147110
147110
  INKEEP_AGENTS_MANAGE_UI_URL: external_exports.string().optional().describe("URL where the management UI is hosted"),
147111
147111
  INKEEP_AGENTS_API_URL: external_exports.string().optional().describe("URL where the agents management API is running"),
147112
147112
  AUTH_COOKIE_DOMAIN: external_exports.string().optional().describe("Explicit cookie domain for cross-subdomain auth (e.g., .inkeep.com). Required when the API and UI do not share a common 3-part parent domain."),
147113
- GITHUB_MCP_API_KEY: external_exports.string().optional().describe("API key for the GitHub MCP")
147113
+ GITHUB_MCP_API_KEY: external_exports.string().optional().describe("API key for the GitHub MCP"),
147114
+ SPICEDB_ENDPOINT: external_exports.string().optional().describe("SpiceDB endpoint"),
147115
+ SPICEDB_PRESHARED_KEY: external_exports.string().optional().describe("SpiceDB pre-shared key"),
147116
+ SPICEDB_TLS_ENABLED: external_exports.coerce.boolean().optional().describe("SpiceDB TLS enabled")
147114
147117
  });
147115
147118
  var parseEnv = /* @__PURE__ */ __name(() => {
147116
147119
  try {
@@ -229785,124 +229788,8 @@ Return your evaluation as a JSON object matching the schema above.`;
229785
229788
  }
229786
229789
  };
229787
229790
 
229788
- // src/domains/evals/workflow/functions/evaluateConversation.ts
229789
- var logger22 = getLogger("workflow-evaluate-conversation");
229790
- async function getConversationStep(payload) {
229791
- const { tenantId, projectId, conversationId } = payload;
229792
- const conv = await getConversation(runDbClient_default)({
229793
- scopes: {
229794
- tenantId,
229795
- projectId
229796
- },
229797
- conversationId
229798
- });
229799
- if (!conv) {
229800
- throw new Error(`Conversation not found: ${conversationId}`);
229801
- }
229802
- return conv;
229803
- }
229804
- __name(getConversationStep, "getConversationStep");
229805
- async function getEvaluatorsStep(payload) {
229806
- const { tenantId, projectId, evaluatorIds } = payload;
229807
- const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
229808
- const evals = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorsByIds(db)({
229809
- scopes: {
229810
- tenantId,
229811
- projectId
229812
- },
229813
- evaluatorIds
229814
- }));
229815
- return evals;
229816
- }
229817
- __name(getEvaluatorsStep, "getEvaluatorsStep");
229818
- async function executeEvaluatorStep(payload, evaluatorId, conversation) {
229819
- const { tenantId, projectId, conversationId, evaluationRunId } = payload;
229820
- const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
229821
- const evaluator2 = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorById(db)({
229822
- scopes: {
229823
- tenantId,
229824
- projectId,
229825
- evaluatorId
229826
- }
229827
- }));
229828
- if (!evaluator2) {
229829
- throw new Error(`Evaluator not found: ${evaluatorId}`);
229830
- }
229831
- const evalResult = await createEvaluationResult(runDbClient_default)({
229832
- id: generateId(),
229833
- tenantId,
229834
- projectId,
229835
- conversationId,
229836
- evaluatorId: evaluator2.id,
229837
- evaluationRunId
229838
- });
229839
- try {
229840
- const evaluationService = new EvaluationService();
229841
- const output = await evaluationService.executeEvaluation({
229842
- conversation,
229843
- evaluator: evaluator2,
229844
- tenantId,
229845
- projectId
229846
- });
229847
- const updated = await updateEvaluationResult(runDbClient_default)({
229848
- scopes: {
229849
- tenantId,
229850
- projectId,
229851
- evaluationResultId: evalResult.id
229852
- },
229853
- data: {
229854
- output
229855
- }
229856
- });
229857
- logger22.info({
229858
- conversationId,
229859
- evaluatorId: evaluator2.id,
229860
- resultId: evalResult.id
229861
- }, "Evaluation completed successfully");
229862
- return updated;
229863
- } catch (error92) {
229864
- const errorMessage = error92 instanceof Error ? error92.message : "Unknown error";
229865
- logger22.error({
229866
- error: error92,
229867
- conversationId,
229868
- evaluatorId: evaluator2.id,
229869
- resultId: evalResult.id
229870
- }, "Evaluation execution failed");
229871
- const failed = await updateEvaluationResult(runDbClient_default)({
229872
- scopes: {
229873
- tenantId,
229874
- projectId,
229875
- evaluationResultId: evalResult.id
229876
- },
229877
- data: {
229878
- output: {
229879
- text: `Evaluation failed: ${errorMessage}`
229880
- }
229881
- }
229882
- });
229883
- return failed;
229884
- }
229885
- }
229886
- __name(executeEvaluatorStep, "executeEvaluatorStep");
229887
- async function logStep(message, data) {
229888
- logger22.info(data, message);
229889
- }
229890
- __name(logStep, "logStep");
229891
- async function _evaluateConversationWorkflow(payload) {
229892
- throw new Error("You attempted to execute workflow _evaluateConversationWorkflow function directly. To start a workflow, use start(_evaluateConversationWorkflow) from workflow/api");
229893
- }
229894
- __name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
229895
- _evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
229896
- var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
229897
- workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
229898
- });
229899
- registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep", getConversationStep);
229900
- registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep", getEvaluatorsStep);
229901
- registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep", executeEvaluatorStep);
229902
- registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep", logStep);
229903
-
229904
229791
  // src/domains/evals/workflow/functions/runDatasetItem.ts
229905
- var logger23 = getLogger("workflow-run-dataset-item");
229792
+ var logger22 = getLogger("workflow-run-dataset-item");
229906
229793
  async function callChatApiStep(payload) {
229907
229794
  const { tenantId, projectId, agentId, datasetItemId, datasetItemInput, datasetItemSimulationAgent, datasetRunId } = payload;
229908
229795
  const evaluationService = new EvaluationService();
@@ -229918,7 +229805,7 @@ async function callChatApiStep(payload) {
229918
229805
  datasetItem: datasetItem2,
229919
229806
  datasetRunId
229920
229807
  });
229921
- logger23.info({
229808
+ logger22.info({
229922
229809
  tenantId,
229923
229810
  projectId,
229924
229811
  datasetItemId,
@@ -229941,7 +229828,7 @@ async function createRelationStep(payload, conversationId) {
229941
229828
  conversationId,
229942
229829
  datasetItemId
229943
229830
  });
229944
- logger23.info({
229831
+ logger22.info({
229945
229832
  tenantId,
229946
229833
  projectId,
229947
229834
  datasetItemId,
@@ -229955,7 +229842,7 @@ async function createRelationStep(payload, conversationId) {
229955
229842
  };
229956
229843
  } catch (error92) {
229957
229844
  if (error92?.cause?.code === "23503" || error92?.code === "23503") {
229958
- logger23.warn({
229845
+ logger22.warn({
229959
229846
  tenantId,
229960
229847
  projectId,
229961
229848
  datasetItemId,
@@ -229972,7 +229859,7 @@ async function createRelationStep(payload, conversationId) {
229972
229859
  }
229973
229860
  }
229974
229861
  __name(createRelationStep, "createRelationStep");
229975
- async function executeEvaluatorStep2(tenantId, projectId, conversationId, evaluatorId, evaluationRunId, expectedOutput) {
229862
+ async function executeEvaluatorStep(tenantId, projectId, conversationId, evaluatorId, evaluationRunId, expectedOutput) {
229976
229863
  const ref = getProjectScopedRef(tenantId, projectId, "main");
229977
229864
  const resolvedRef = await resolveRef2(manageDbClient_default)(ref);
229978
229865
  if (!resolvedRef) {
@@ -229986,7 +229873,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
229986
229873
  }
229987
229874
  }));
229988
229875
  if (!evaluator2) {
229989
- logger23.warn({
229876
+ logger22.warn({
229990
229877
  evaluatorId
229991
229878
  }, "Evaluator not found");
229992
229879
  return null;
@@ -230028,7 +229915,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
230028
229915
  output
230029
229916
  }
230030
229917
  });
230031
- logger23.info({
229918
+ logger22.info({
230032
229919
  conversationId,
230033
229920
  evaluatorId: evaluator2.id,
230034
229921
  resultId: evalResult.id
@@ -230036,7 +229923,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
230036
229923
  return evalResult.id;
230037
229924
  } catch (error92) {
230038
229925
  const errorMessage = error92 instanceof Error ? error92.message : "Unknown error";
230039
- logger23.error({
229926
+ logger22.error({
230040
229927
  error: error92,
230041
229928
  conversationId,
230042
229929
  evaluatorId: evaluator2.id
@@ -230056,11 +229943,11 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
230056
229943
  return evalResult.id;
230057
229944
  }
230058
229945
  }
230059
- __name(executeEvaluatorStep2, "executeEvaluatorStep");
230060
- async function logStep2(message, data) {
230061
- logger23.info(data, message);
229946
+ __name(executeEvaluatorStep, "executeEvaluatorStep");
229947
+ async function logStep(message, data) {
229948
+ logger22.info(data, message);
230062
229949
  }
230063
- __name(logStep2, "logStep");
229950
+ __name(logStep, "logStep");
230064
229951
  async function _runDatasetItemWorkflow(payload) {
230065
229952
  throw new Error("You attempted to execute workflow _runDatasetItemWorkflow function directly. To start a workflow, use start(_runDatasetItemWorkflow) from workflow/api");
230066
229953
  }
@@ -230071,8 +229958,124 @@ var runDatasetItemWorkflow = Object.assign(_runDatasetItemWorkflow, {
230071
229958
  });
230072
229959
  registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//callChatApiStep", callChatApiStep);
230073
229960
  registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//createRelationStep", createRelationStep);
230074
- registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep", executeEvaluatorStep2);
230075
- registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep", logStep2);
229961
+ registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep", executeEvaluatorStep);
229962
+ registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep", logStep);
229963
+
229964
+ // src/domains/evals/workflow/functions/evaluateConversation.ts
229965
+ var logger23 = getLogger("workflow-evaluate-conversation");
229966
+ async function getConversationStep(payload) {
229967
+ const { tenantId, projectId, conversationId } = payload;
229968
+ const conv = await getConversation(runDbClient_default)({
229969
+ scopes: {
229970
+ tenantId,
229971
+ projectId
229972
+ },
229973
+ conversationId
229974
+ });
229975
+ if (!conv) {
229976
+ throw new Error(`Conversation not found: ${conversationId}`);
229977
+ }
229978
+ return conv;
229979
+ }
229980
+ __name(getConversationStep, "getConversationStep");
229981
+ async function getEvaluatorsStep(payload) {
229982
+ const { tenantId, projectId, evaluatorIds } = payload;
229983
+ const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
229984
+ const evals = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorsByIds(db)({
229985
+ scopes: {
229986
+ tenantId,
229987
+ projectId
229988
+ },
229989
+ evaluatorIds
229990
+ }));
229991
+ return evals;
229992
+ }
229993
+ __name(getEvaluatorsStep, "getEvaluatorsStep");
229994
+ async function executeEvaluatorStep2(payload, evaluatorId, conversation) {
229995
+ const { tenantId, projectId, conversationId, evaluationRunId } = payload;
229996
+ const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
229997
+ const evaluator2 = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorById(db)({
229998
+ scopes: {
229999
+ tenantId,
230000
+ projectId,
230001
+ evaluatorId
230002
+ }
230003
+ }));
230004
+ if (!evaluator2) {
230005
+ throw new Error(`Evaluator not found: ${evaluatorId}`);
230006
+ }
230007
+ const evalResult = await createEvaluationResult(runDbClient_default)({
230008
+ id: generateId(),
230009
+ tenantId,
230010
+ projectId,
230011
+ conversationId,
230012
+ evaluatorId: evaluator2.id,
230013
+ evaluationRunId
230014
+ });
230015
+ try {
230016
+ const evaluationService = new EvaluationService();
230017
+ const output = await evaluationService.executeEvaluation({
230018
+ conversation,
230019
+ evaluator: evaluator2,
230020
+ tenantId,
230021
+ projectId
230022
+ });
230023
+ const updated = await updateEvaluationResult(runDbClient_default)({
230024
+ scopes: {
230025
+ tenantId,
230026
+ projectId,
230027
+ evaluationResultId: evalResult.id
230028
+ },
230029
+ data: {
230030
+ output
230031
+ }
230032
+ });
230033
+ logger23.info({
230034
+ conversationId,
230035
+ evaluatorId: evaluator2.id,
230036
+ resultId: evalResult.id
230037
+ }, "Evaluation completed successfully");
230038
+ return updated;
230039
+ } catch (error92) {
230040
+ const errorMessage = error92 instanceof Error ? error92.message : "Unknown error";
230041
+ logger23.error({
230042
+ error: error92,
230043
+ conversationId,
230044
+ evaluatorId: evaluator2.id,
230045
+ resultId: evalResult.id
230046
+ }, "Evaluation execution failed");
230047
+ const failed = await updateEvaluationResult(runDbClient_default)({
230048
+ scopes: {
230049
+ tenantId,
230050
+ projectId,
230051
+ evaluationResultId: evalResult.id
230052
+ },
230053
+ data: {
230054
+ output: {
230055
+ text: `Evaluation failed: ${errorMessage}`
230056
+ }
230057
+ }
230058
+ });
230059
+ return failed;
230060
+ }
230061
+ }
230062
+ __name(executeEvaluatorStep2, "executeEvaluatorStep");
230063
+ async function logStep2(message, data) {
230064
+ logger23.info(data, message);
230065
+ }
230066
+ __name(logStep2, "logStep");
230067
+ async function _evaluateConversationWorkflow(payload) {
230068
+ throw new Error("You attempted to execute workflow _evaluateConversationWorkflow function directly. To start a workflow, use start(_evaluateConversationWorkflow) from workflow/api");
230069
+ }
230070
+ __name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
230071
+ _evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
230072
+ var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
230073
+ workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
230074
+ });
230075
+ registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep", getConversationStep);
230076
+ registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep", getEvaluatorsStep);
230077
+ registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep", executeEvaluatorStep2);
230078
+ registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep", logStep2);
230076
230079
 
230077
230080
  // ../node_modules/.pnpm/@workflow+utils@4.0.1-beta.7/node_modules/@workflow/utils/dist/index.js
230078
230081
  var import_ms2 = __toESM(require_ms(), 1);
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "stepFiles": [
3
- "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts",
4
- "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts"
3
+ "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts",
4
+ "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts"
5
5
  ]
6
6
  }
@@ -1,10 +1,10 @@
1
1
  import { AppConfig } from "./types/app.js";
2
2
  import "./types/index.js";
3
3
  import { Hono } from "hono";
4
- import * as hono_types1 from "hono/types";
4
+ import * as hono_types0 from "hono/types";
5
5
 
6
6
  //#region src/createApp.d.ts
7
7
  declare const isWebhookRoute: (path: string) => boolean;
8
- declare function createAgentsHono(config: AppConfig): Hono<hono_types1.BlankEnv, hono_types1.BlankSchema, "/">;
8
+ declare function createAgentsHono(config: AppConfig): Hono<hono_types0.BlankEnv, hono_types0.BlankSchema, "/">;
9
9
  //#endregion
10
10
  export { createAgentsHono, isWebhookRoute };
@@ -1,7 +1,7 @@
1
1
  import { OpenAPIHono } from "@hono/zod-openapi";
2
- import * as hono15 from "hono";
2
+ import * as hono14 from "hono";
3
3
 
4
4
  //#region src/domains/evals/routes/datasetTriggers.d.ts
5
- declare const app: OpenAPIHono<hono15.Env, {}, "/">;
5
+ declare const app: OpenAPIHono<hono14.Env, {}, "/">;
6
6
  //#endregion
7
7
  export { app as default };
@@ -1,7 +1,7 @@
1
1
  import { OpenAPIHono } from "@hono/zod-openapi";
2
- import * as hono17 from "hono";
2
+ import * as hono15 from "hono";
3
3
 
4
4
  //#region src/domains/evals/routes/index.d.ts
5
- declare const app: OpenAPIHono<hono17.Env, {}, "/">;
5
+ declare const app: OpenAPIHono<hono15.Env, {}, "/">;
6
6
  //#endregion
7
7
  export { app as default };
@@ -1,7 +1,7 @@
1
1
  import { OpenAPIHono } from "@hono/zod-openapi";
2
- import * as hono4 from "hono";
2
+ import * as hono10 from "hono";
3
3
 
4
4
  //#region src/domains/manage/routes/availableAgents.d.ts
5
- declare const app: OpenAPIHono<hono4.Env, {}, "/">;
5
+ declare const app: OpenAPIHono<hono10.Env, {}, "/">;
6
6
  //#endregion
7
7
  export { app as default };
@@ -1,7 +1,7 @@
1
1
  import { OpenAPIHono } from "@hono/zod-openapi";
2
- import * as hono18 from "hono";
2
+ import * as hono11 from "hono";
3
3
 
4
4
  //#region src/domains/manage/routes/index.d.ts
5
- declare const app: OpenAPIHono<hono18.Env, {}, "/">;
5
+ declare const app: OpenAPIHono<hono11.Env, {}, "/">;
6
6
  //#endregion
7
7
  export { app as default };
@@ -1,10 +1,10 @@
1
1
  import { ManageAppVariables } from "../../../types/app.js";
2
2
  import { Hono } from "hono";
3
- import * as hono_types13 from "hono/types";
3
+ import * as hono_types2 from "hono/types";
4
4
 
5
5
  //#region src/domains/manage/routes/invitations.d.ts
6
6
  declare const invitationsRoutes: Hono<{
7
7
  Variables: ManageAppVariables;
8
- }, hono_types13.BlankSchema, "/">;
8
+ }, hono_types2.BlankSchema, "/">;
9
9
  //#endregion
10
10
  export { invitationsRoutes as default };
@@ -1,7 +1,7 @@
1
1
  import { Hono } from "hono";
2
- import * as hono_types11 from "hono/types";
2
+ import * as hono_types3 from "hono/types";
3
3
 
4
4
  //#region src/domains/manage/routes/mcp.d.ts
5
- declare const app: Hono<hono_types11.BlankEnv, hono_types11.BlankSchema, "/">;
5
+ declare const app: Hono<hono_types3.BlankEnv, hono_types3.BlankSchema, "/">;
6
6
  //#endregion
7
7
  export { app as default };
@@ -1,10 +1,10 @@
1
1
  import { ManageAppVariables } from "../../../types/app.js";
2
2
  import { Hono } from "hono";
3
- import * as hono_types9 from "hono/types";
3
+ import * as hono_types5 from "hono/types";
4
4
 
5
5
  //#region src/domains/manage/routes/passwordResetLinks.d.ts
6
6
  declare const passwordResetLinksRoutes: Hono<{
7
7
  Variables: ManageAppVariables;
8
- }, hono_types9.BlankSchema, "/">;
8
+ }, hono_types5.BlankSchema, "/">;
9
9
  //#endregion
10
10
  export { passwordResetLinksRoutes as default };