@inkeep/agents-api 0.0.0-dev-20260127203411 → 0.0.0-dev-20260127214229

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. package/dist/.well-known/workflow/v1/flow.cjs +44 -44
  2. package/dist/.well-known/workflow/v1/flow.cjs.debug.json +2 -2
  3. package/dist/.well-known/workflow/v1/manifest.debug.json +14 -14
  4. package/dist/.well-known/workflow/v1/step.cjs +130 -130
  5. package/dist/.well-known/workflow/v1/step.cjs.debug.json +2 -2
  6. package/dist/createApp.d.ts +2 -2
  7. package/dist/data/db/manageDbClient.d.ts +2 -2
  8. package/dist/data/db/runDbClient.d.ts +2 -2
  9. package/dist/domains/evals/routes/index.d.ts +2 -2
  10. package/dist/domains/evals/workflow/routes.d.ts +2 -2
  11. package/dist/domains/github/index.d.ts +3 -3
  12. package/dist/domains/github/routes/tokenExchange.d.ts +2 -2
  13. package/dist/domains/manage/routes/conversations.d.ts +2 -2
  14. package/dist/domains/manage/routes/evals/evaluationResults.d.ts +2 -2
  15. package/dist/domains/manage/routes/index.d.ts +2 -2
  16. package/dist/domains/manage/routes/mcp.d.ts +2 -2
  17. package/dist/domains/manage/routes/signoz.d.ts +2 -2
  18. package/dist/domains/mcp/routes/mcp.d.ts +2 -2
  19. package/dist/domains/run/agents/relationTools.d.ts +2 -2
  20. package/dist/domains/run/utils/token-estimator.d.ts +2 -2
  21. package/dist/env.d.ts +2 -2
  22. package/dist/factory.d.ts +262 -262
  23. package/dist/index.d.ts +261 -261
  24. package/dist/middleware/evalsAuth.d.ts +2 -2
  25. package/dist/middleware/manageAuth.d.ts +2 -2
  26. package/dist/middleware/projectAccess.d.ts +2 -2
  27. package/dist/middleware/projectConfig.d.ts +3 -3
  28. package/dist/middleware/requirePermission.d.ts +2 -2
  29. package/dist/middleware/sessionAuth.d.ts +3 -3
  30. package/dist/middleware/tenantAccess.d.ts +2 -2
  31. package/dist/middleware/tracing.d.ts +3 -3
  32. package/package.json +5 -10
  33. package/dist/domains/evals/services/startEvaluation.d.ts +0 -19
  34. package/dist/domains/evals/services/startEvaluation.js +0 -18
  35. package/dist/domains/index.d.ts +0 -5
  36. package/dist/domains/index.js +0 -6
  37. package/dist/domains/run/agents/ModelFactory.d.ts +0 -63
  38. package/dist/domains/run/agents/ModelFactory.js +0 -194
  39. package/dist/domains/run/data/agent.d.ts +0 -7
  40. package/dist/domains/run/data/agent.js +0 -67
  41. package/dist/domains/run/services/evaluationRunConfigMatcher.d.ts +0 -4
  42. package/dist/domains/run/services/evaluationRunConfigMatcher.js +0 -7
  43. package/dist/domains/run/utils/cleanup.d.ts +0 -21
  44. package/dist/domains/run/utils/cleanup.js +0 -59
  45. package/dist/utils/tempApiKeys.d.ts +0 -17
  46. package/dist/utils/tempApiKeys.js +0 -26
  47. package/dist/utils/workflowApiHelpers.d.ts +0 -1
  48. package/dist/utils/workflowApiHelpers.js +0 -1
@@ -46286,52 +46286,14 @@ var workflowCode = `globalThis.__private_workflows = new Map();
46286
46286
  var __defProp = Object.defineProperty;
46287
46287
  var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
46288
46288
 
46289
- // src/domains/evals/workflow/functions/evaluateConversation.ts
46290
- var getConversationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep");
46291
- var getEvaluatorsStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep");
46292
- var executeEvaluatorStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep");
46293
- var logStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep");
46294
- async function _evaluateConversationWorkflow(payload) {
46295
- const { conversationId, evaluatorIds } = payload;
46296
- await logStep("Starting conversation evaluation", payload);
46297
- const conversation = await getConversationStep(payload);
46298
- const evaluators = await getEvaluatorsStep(payload);
46299
- if (evaluators.length === 0) {
46300
- await logStep("No valid evaluators found", {
46301
- conversationId,
46302
- evaluatorIds
46303
- });
46304
- return {
46305
- success: false,
46306
- reason: "No valid evaluators"
46307
- };
46308
- }
46309
- const results = [];
46310
- for (const evaluator of evaluators) {
46311
- const result = await executeEvaluatorStep(payload, evaluator.id, conversation);
46312
- results.push(result);
46313
- }
46314
- return {
46315
- success: true,
46316
- conversationId,
46317
- resultCount: results.length
46318
- };
46319
- }
46320
- __name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
46321
- _evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
46322
- globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow", _evaluateConversationWorkflow);
46323
- var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
46324
- workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
46325
- });
46326
-
46327
46289
  // src/domains/evals/workflow/functions/runDatasetItem.ts
46328
46290
  var callChatApiStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//callChatApiStep");
46329
46291
  var createRelationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//createRelationStep");
46330
- var executeEvaluatorStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep");
46331
- var logStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep");
46292
+ var executeEvaluatorStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep");
46293
+ var logStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep");
46332
46294
  async function _runDatasetItemWorkflow(payload) {
46333
46295
  const { datasetItemId, datasetRunId, agentId, evaluatorIds, evaluationRunId } = payload;
46334
- await logStep2("Starting dataset item processing", {
46296
+ await logStep("Starting dataset item processing", {
46335
46297
  datasetItemId,
46336
46298
  datasetRunId,
46337
46299
  agentId,
@@ -46342,11 +46304,11 @@ async function _runDatasetItemWorkflow(payload) {
46342
46304
  await createRelationStep(payload, result.conversationId);
46343
46305
  if (evaluatorIds && evaluatorIds.length > 0 && evaluationRunId) {
46344
46306
  for (const evaluatorId of evaluatorIds) {
46345
- await executeEvaluatorStep2(payload.tenantId, payload.projectId, result.conversationId, evaluatorId, evaluationRunId, payload.datasetItemExpectedOutput);
46307
+ await executeEvaluatorStep(payload.tenantId, payload.projectId, result.conversationId, evaluatorId, evaluationRunId, payload.datasetItemExpectedOutput);
46346
46308
  }
46347
46309
  }
46348
46310
  } else {
46349
- await logStep2("No conversation created", {
46311
+ await logStep("No conversation created", {
46350
46312
  datasetItemId,
46351
46313
  datasetRunId,
46352
46314
  error: result.error
@@ -46366,7 +46328,45 @@ globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functio
46366
46328
  var runDatasetItemWorkflow = Object.assign(_runDatasetItemWorkflow, {
46367
46329
  workflowId: "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
46368
46330
  });
46369
- //# sourceMappingURL=data:application/json;base64,ewogICJ2ZXJzaW9uIjogMywKICAic291cmNlcyI6IFsic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzIiwgInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cyJdLAogICJzb3VyY2VzQ29udGVudCI6IFsiLyoqX19pbnRlcm5hbF93b3JrZmxvd3N7XCJ3b3JrZmxvd3NcIjp7XCJzcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHNcIjp7XCJfZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiOntcIndvcmtmbG93SWRcIjpcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCJ9fX0sXCJzdGVwc1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50c1wiOntcImV4ZWN1dGVFdmFsdWF0b3JTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2V4ZWN1dGVFdmFsdWF0b3JTdGVwXCJ9LFwiZ2V0Q29udmVyc2F0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCJ9LFwiZ2V0RXZhbHVhdG9yc1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZ2V0RXZhbHVhdG9yc1N0ZXBcIn0sXCJsb2dTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2xvZ1N0ZXBcIn19fX0qLztcbnZhciBnZXRDb252ZXJzYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCIpO1xudmFyIGdldEV2YWx1YXRvcnNTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRFdmFsdWF0b3JzU3RlcFwiKTtcbnZhciBleGVjdXRlRXZhbHVhdG9yU3RlcCA9IGdsb2JhbFRoaXNbU3ltYm9sLmZvcihcIldPUktGTE9XX1VTRV9TVEVQXCIpXShcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZXhlY3V0ZUV2YWx1YXRvclN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IExvZyB3b3JrZmxvdyBwcm9ncmVzc1xuICovIHZhciBsb2dTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9sb2dTdGVwXCIpO1xuLyoqXG4gKiBNYWluIHdvcmtmbG93IGZ1bmN0aW9uIC0gb3JjaGVzdHJhdGVzIHRoZSBldmFsdWF0aW9uIHN0ZXBzLlxuICpcbiAqIElNUE9SVEFOVDogVGhpcyBydW5zIGluIGEgZGV0ZXJtaW5pc3RpYyBzYW5kYm94LlxuICogLSBEbyBOT1QgY2FsbCBOb2RlLmpzIEFQSXMgZGlyZWN0bHkgaGVyZSAobm8gREIsIG5vIGZzLCBldGMuKVxuICogLSBBbGwgc2lkZSBlZmZlY3RzIG11c3QgaGFwcGVuIGluIHN0ZXAgZnVuY3Rpb25zXG4gKi8gYXN5bmMgZnVuY3Rpb24gX2V2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgY29udmVyc2F0aW9uSWQsIGV2YWx1YXRvcklkcyB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBjb252ZXJzYXRpb24gZXZhbHVhdGlvbicsIHBheWxvYWQpO1xuICAgIGNvbnN0IGNvbnZlcnNhdGlvbiA9IGF3YWl0IGdldENvbnZlcnNhdGlvblN0ZXAocGF5bG9hZCk7XG4gICAgY29uc3QgZXZhbHVhdG9ycyA9IGF3YWl0IGdldEV2YWx1YXRvcnNTdGVwKHBheWxvYWQpO1xuICAgIGlmIChldmFsdWF0b3JzLmxlbmd0aCA9PT0gMCkge1xuICAgICAgICBhd2FpdCBsb2dTdGVwKCdObyB2YWxpZCBldmFsdWF0b3JzIGZvdW5kJywge1xuICAgICAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgICAgICBldmFsdWF0b3JJZHNcbiAgICAgICAgfSk7XG4gICAgICAgIHJldHVybiB7XG4gICAgICAgICAgICBzdWNjZXNzOiBmYWxzZSxcbiAgICAgICAgICAgIHJlYXNvbjogJ05vIHZhbGlkIGV2YWx1YXRvcnMnXG4gICAgICAgIH07XG4gICAgfVxuICAgIGNvbnN0IHJlc3VsdHMgPSBbXTtcbiAgICBmb3IgKGNvbnN0IGV2YWx1YXRvciBvZiBldmFsdWF0b3JzKXtcbiAgICAgICAgY29uc3QgcmVzdWx0ID0gYXdhaXQgZXhlY3V0ZUV2YWx1YXRvclN0ZXAocGF5bG9hZCwgZXZhbHVhdG9yLmlkLCBjb252ZXJzYXRpb24pO1xuICAgICAgICByZXN1bHRzLnB1c2gocmVzdWx0KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogdHJ1ZSxcbiAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgIHJlc3VsdENvdW50OiByZXN1bHRzLmxlbmd0aFxuICAgIH07XG59XG5fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCIsIF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IGV2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93J1xufSk7XG4iLCAiLyoqXG4gKiBXb3JrZmxvdyBmb3IgcnVubmluZyBkYXRhc2V0IGl0ZW1zIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICpcbiAqIFRoaXMgbWFrZXMgZGF0YXNldCBydW4gcHJvY2Vzc2luZyBmaXJlLWFuZC1mb3JnZXQgLSBlYWNoIGl0ZW0gaXMgcXVldWVkXG4gKiBpbmRlcGVuZGVudGx5IGFuZCBwcm9jZXNzZWQgaW4gcGFyYWxsZWwgYnkgdGhlIHdvcmtmbG93IHN5c3RlbS5cbiAqLyAvKipfX2ludGVybmFsX3dvcmtmbG93c3tcIndvcmtmbG93c1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50c1wiOntcIl9ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCI6e1wid29ya2Zsb3dJZFwiOlwid29ya2Zsb3cvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3dcIn19fSxcInN0ZXBzXCI6e1wic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzXCI6e1wiY2FsbENoYXRBcGlTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2NhbGxDaGF0QXBpU3RlcFwifSxcImNyZWF0ZVJlbGF0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIn0sXCJleGVjdXRlRXZhbHVhdG9yU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwifSxcImxvZ1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vbG9nU3RlcFwifX19fSovO1xuLyoqXG4gKiBTdGVwOiBDYWxsIHRoZSBjaGF0IEFQSSB0byBwcm9jZXNzIHRoZSBkYXRhc2V0IGl0ZW1cbiAqLyB2YXIgY2FsbENoYXRBcGlTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jYWxsQ2hhdEFwaVN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IENyZWF0ZSBjb252ZXJzYXRpb24gcmVsYXRpb24gaW4gZGF0YWJhc2VcbiAqLyB2YXIgY3JlYXRlUmVsYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IEV4ZWN1dGUgYSBzaW5nbGUgZXZhbHVhdG9yIG9uIGEgY29udmVyc2F0aW9uXG4gKi8gdmFyIGV4ZWN1dGVFdmFsdWF0b3JTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwiKTtcbi8qKlxuICogU3RlcDogTG9nIHdvcmtmbG93IHByb2dyZXNzXG4gKi8gdmFyIGxvZ1N0ZXAgPSBnbG9iYWxUaGlzW1N5bWJvbC5mb3IoXCJXT1JLRkxPV19VU0VfU1RFUFwiKV0oXCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2xvZ1N0ZXBcIik7XG4vKipcbiAqIE1haW4gd29ya2Zsb3cgZnVuY3Rpb24gLSBwcm9jZXNzZXMgYSBzaW5nbGUgZGF0YXNldCBpdGVtIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICogT3B0aW9uYWxseSBydW5zIGV2YWx1YXRvcnMgb24gdGhlIHJlc3VsdGluZyBjb252ZXJzYXRpb24uXG4gKi8gYXN5bmMgZnVuY3Rpb24gX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgZGF0YXNldEl0ZW1JZCwgZGF0YXNldFJ1bklkLCBhZ2VudElkLCBldmFsdWF0b3JJZHMsIGV2YWx1YXRpb25SdW5JZCB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBkYXRhc2V0IGl0ZW0gcHJvY2Vzc2luZycsIHtcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBhZ2VudElkLFxuICAgICAgICBoYXNFdmFsdWF0b3JzOiAhIShldmFsdWF0b3JJZHMgJiYgZXZhbHVhdG9ySWRzLmxlbmd0aCA+IDApXG4gICAgfSk7XG4gICAgLy8gQ2FsbCBjaGF0IEFQSVxuICAgIGNvbnN0IHJlc3VsdCA9IGF3YWl0IGNhbGxDaGF0QXBpU3RlcChwYXlsb2FkKTtcbiAgICAvLyBDcmVhdGUgcmVsYXRpb24gaWYgd2UgZ290IGEgY29udmVyc2F0aW9uXG4gICAgaWYgKHJlc3VsdC5jb252ZXJzYXRpb25JZCkge1xuICAgICAgICBhd2FpdCBjcmVhdGVSZWxhdGlvblN0ZXAocGF5bG9hZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkKTtcbiAgICAgICAgLy8gUnVuIGV2YWx1YXRpb25zIGlmIGNvbmZpZ3VyZWRcbiAgICAgICAgaWYgKGV2YWx1YXRvcklkcyAmJiBldmFsdWF0b3JJZHMubGVuZ3RoID4gMCAmJiBldmFsdWF0aW9uUnVuSWQpIHtcbiAgICAgICAgICAgIGZvciAoY29uc3QgZXZhbHVhdG9ySWQgb2YgZXZhbHVhdG9ySWRzKXtcbiAgICAgICAgICAgICAgICBhd2FpdCBleGVjdXRlRXZhbHVhdG9yU3RlcChwYXlsb2FkLnRlbmFudElkLCBwYXlsb2FkLnByb2plY3RJZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkLCBldmFsdWF0b3JJZCwgZXZhbHVhdGlvblJ1bklkLCBwYXlsb2FkLmRhdGFzZXRJdGVtRXhwZWN0ZWRPdXRwdXQpO1xuICAgICAgICAgICAgfVxuICAgICAgICB9XG4gICAgfSBlbHNlIHtcbiAgICAgICAgYXdhaXQgbG9nU3RlcCgnTm8gY29udmVyc2F0aW9uIGNyZWF0ZWQnLCB7XG4gICAgICAgICAgICBkYXRhc2V0SXRlbUlkLFxuICAgICAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICAgICAgZXJyb3I6IHJlc3VsdC5lcnJvclxuICAgICAgICB9KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogIXJlc3VsdC5lcnJvcixcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBjb252ZXJzYXRpb25JZDogcmVzdWx0LmNvbnZlcnNhdGlvbklkIHx8IG51bGwsXG4gICAgICAgIGVycm9yOiByZXN1bHQuZXJyb3IgfHwgbnVsbFxuICAgIH07XG59XG5fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCIsIF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IHJ1bkRhdGFzZXRJdGVtV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93J1xufSk7XG4iXSwKICAibWFwcGluZ3MiOiAiOzs7OztBQUNBLElBQUksc0JBQXNCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUseUZBQXlGO0FBQy9KLElBQUksb0JBQW9CLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsdUZBQXVGO0FBQzNKLElBQUksdUJBQXVCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsMEZBQTBGO0FBRzdKLElBQUksVUFBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLDZFQUE2RTtBQU92SSxlQUFlLDhCQUE4QixTQUFTO0FBQ3RELFFBQU0sRUFBRSxnQkFBZ0IsYUFBYSxJQUFJO0FBQ3pDLFFBQU0sUUFBUSxvQ0FBb0MsT0FBTztBQUN6RCxRQUFNLGVBQWUsTUFBTSxvQkFBb0IsT0FBTztBQUN0RCxRQUFNLGFBQWEsTUFBTSxrQkFBa0IsT0FBTztBQUNsRCxNQUFJLFdBQVcsV0FBVyxHQUFHO0FBQ3pCLFVBQU0sUUFBUSw2QkFBNkI7QUFBQSxNQUN2QztBQUFBLE1BQ0E7QUFBQSxJQUNKLENBQUM7QUFDRCxXQUFPO0FBQUEsTUFDSCxTQUFTO0FBQUEsTUFDVCxRQUFRO0FBQUEsSUFDWjtBQUFBLEVBQ0o7QUFDQSxRQUFNLFVBQVUsQ0FBQztBQUNqQixhQUFXLGFBQWEsWUFBVztBQUMvQixVQUFNLFNBQVMsTUFBTSxxQkFBcUIsU0FBUyxVQUFVLElBQUksWUFBWTtBQUM3RSxZQUFRLEtBQUssTUFBTTtBQUFBLEVBQ3ZCO0FBQ0EsU0FBTztBQUFBLElBQ0gsU0FBUztBQUFBLElBQ1Q7QUFBQSxJQUNBLGFBQWEsUUFBUTtBQUFBLEVBQ3pCO0FBQ0o7QUF6Qm1CO0FBMEJuQiw4QkFBOEIsYUFBYTtBQUMzQyxXQUFXLG9CQUFvQixJQUFJLHlHQUF5Ryw2QkFBNkI7QUFFbEssSUFBTSwrQkFBK0IsT0FBTyxPQUFPLCtCQUErQjtBQUFBLEVBQ3JGLFlBQVk7QUFDaEIsQ0FBQzs7O0FDcENHLElBQUksa0JBQWtCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsK0VBQStFO0FBR2pKLElBQUkscUJBQXFCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsa0ZBQWtGO0FBR3ZKLElBQUlBLHdCQUF1QixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLG9GQUFvRjtBQUczSixJQUFJQyxXQUFVLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsdUVBQXVFO0FBSWpJLGVBQWUsd0JBQXdCLFNBQVM7QUFDaEQsUUFBTSxFQUFFLGVBQWUsY0FBYyxTQUFTLGNBQWMsZ0JBQWdCLElBQUk7QUFDaEYsUUFBTUEsU0FBUSxvQ0FBb0M7QUFBQSxJQUM5QztBQUFBLElBQ0E7QUFBQSxJQUNBO0FBQUEsSUFDQSxlQUFlLENBQUMsRUFBRSxnQkFBZ0IsYUFBYSxTQUFTO0FBQUEsRUFDNUQsQ0FBQztBQUVELFFBQU0sU0FBUyxNQUFNLGdCQUFnQixPQUFPO0FBRTVDLE1BQUksT0FBTyxnQkFBZ0I7QUFDdkIsVUFBTSxtQkFBbUIsU0FBUyxPQUFPLGNBQWM7QUFFdkQsUUFBSSxnQkFBZ0IsYUFBYSxTQUFTLEtBQUssaUJBQWlCO0FBQzVELGlCQUFXLGVBQWUsY0FBYTtBQUNuQyxjQUFNRCxzQkFBcUIsUUFBUSxVQUFVLFFBQVEsV0FBVyxPQUFPLGdCQUFnQixhQUFhLGlCQUFpQixRQUFRLHlCQUF5QjtBQUFBLE1BQzFKO0FBQUEsSUFDSjtBQUFBLEVBQ0osT0FBTztBQUNILFVBQU1DLFNBQVEsMkJBQTJCO0FBQUEsTUFDckM7QUFBQSxNQUNBO0FBQUEsTUFDQSxPQUFPLE9BQU87QUFBQSxJQUNsQixDQUFDO0FBQUEsRUFDTDtBQUNBLFNBQU87QUFBQSxJQUNILFNBQVMsQ0FBQyxPQUFPO0FBQUEsSUFDakI7QUFBQSxJQUNBO0FBQUEsSUFDQSxnQkFBZ0IsT0FBTyxrQkFBa0I7QUFBQSxJQUN6QyxPQUFPLE9BQU8sU0FBUztBQUFBLEVBQzNCO0FBQ0o7QUFqQ21CO0FBa0NuQix3QkFBd0IsYUFBYTtBQUNyQyxXQUFXLG9CQUFvQixJQUFJLDZGQUE2Rix1QkFBdUI7QUFFaEosSUFBTSx5QkFBeUIsT0FBTyxPQUFPLHlCQUF5QjtBQUFBLEVBQ3pFLFlBQVk7QUFDaEIsQ0FBQzsiLAogICJuYW1lcyI6IFsiZXhlY3V0ZUV2YWx1YXRvclN0ZXAiLCAibG9nU3RlcCJdCn0K
46331
+
46332
+ // src/domains/evals/workflow/functions/evaluateConversation.ts
46333
+ var getConversationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep");
46334
+ var getEvaluatorsStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep");
46335
+ var executeEvaluatorStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep");
46336
+ var logStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep");
46337
+ async function _evaluateConversationWorkflow(payload) {
46338
+ const { conversationId, evaluatorIds } = payload;
46339
+ await logStep2("Starting conversation evaluation", payload);
46340
+ const conversation = await getConversationStep(payload);
46341
+ const evaluators = await getEvaluatorsStep(payload);
46342
+ if (evaluators.length === 0) {
46343
+ await logStep2("No valid evaluators found", {
46344
+ conversationId,
46345
+ evaluatorIds
46346
+ });
46347
+ return {
46348
+ success: false,
46349
+ reason: "No valid evaluators"
46350
+ };
46351
+ }
46352
+ const results = [];
46353
+ for (const evaluator of evaluators) {
46354
+ const result = await executeEvaluatorStep2(payload, evaluator.id, conversation);
46355
+ results.push(result);
46356
+ }
46357
+ return {
46358
+ success: true,
46359
+ conversationId,
46360
+ resultCount: results.length
46361
+ };
46362
+ }
46363
+ __name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
46364
+ _evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
46365
+ globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow", _evaluateConversationWorkflow);
46366
+ var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
46367
+ workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
46368
+ });
46369
+ //# sourceMappingURL=data:application/json;base64,ewogICJ2ZXJzaW9uIjogMywKICAic291cmNlcyI6IFsic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzIiwgInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cyJdLAogICJzb3VyY2VzQ29udGVudCI6IFsiLyoqXG4gKiBXb3JrZmxvdyBmb3IgcnVubmluZyBkYXRhc2V0IGl0ZW1zIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICpcbiAqIFRoaXMgbWFrZXMgZGF0YXNldCBydW4gcHJvY2Vzc2luZyBmaXJlLWFuZC1mb3JnZXQgLSBlYWNoIGl0ZW0gaXMgcXVldWVkXG4gKiBpbmRlcGVuZGVudGx5IGFuZCBwcm9jZXNzZWQgaW4gcGFyYWxsZWwgYnkgdGhlIHdvcmtmbG93IHN5c3RlbS5cbiAqLyAvKipfX2ludGVybmFsX3dvcmtmbG93c3tcIndvcmtmbG93c1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50c1wiOntcIl9ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCI6e1wid29ya2Zsb3dJZFwiOlwid29ya2Zsb3cvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3dcIn19fSxcInN0ZXBzXCI6e1wic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzXCI6e1wiY2FsbENoYXRBcGlTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2NhbGxDaGF0QXBpU3RlcFwifSxcImNyZWF0ZVJlbGF0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIn0sXCJleGVjdXRlRXZhbHVhdG9yU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwifSxcImxvZ1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vbG9nU3RlcFwifX19fSovO1xuLyoqXG4gKiBTdGVwOiBDYWxsIHRoZSBjaGF0IEFQSSB0byBwcm9jZXNzIHRoZSBkYXRhc2V0IGl0ZW1cbiAqLyB2YXIgY2FsbENoYXRBcGlTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jYWxsQ2hhdEFwaVN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IENyZWF0ZSBjb252ZXJzYXRpb24gcmVsYXRpb24gaW4gZGF0YWJhc2VcbiAqLyB2YXIgY3JlYXRlUmVsYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IEV4ZWN1dGUgYSBzaW5nbGUgZXZhbHVhdG9yIG9uIGEgY29udmVyc2F0aW9uXG4gKi8gdmFyIGV4ZWN1dGVFdmFsdWF0b3JTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwiKTtcbi8qKlxuICogU3RlcDogTG9nIHdvcmtmbG93IHByb2dyZXNzXG4gKi8gdmFyIGxvZ1N0ZXAgPSBnbG9iYWxUaGlzW1N5bWJvbC5mb3IoXCJXT1JLRkxPV19VU0VfU1RFUFwiKV0oXCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2xvZ1N0ZXBcIik7XG4vKipcbiAqIE1haW4gd29ya2Zsb3cgZnVuY3Rpb24gLSBwcm9jZXNzZXMgYSBzaW5nbGUgZGF0YXNldCBpdGVtIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICogT3B0aW9uYWxseSBydW5zIGV2YWx1YXRvcnMgb24gdGhlIHJlc3VsdGluZyBjb252ZXJzYXRpb24uXG4gKi8gYXN5bmMgZnVuY3Rpb24gX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgZGF0YXNldEl0ZW1JZCwgZGF0YXNldFJ1bklkLCBhZ2VudElkLCBldmFsdWF0b3JJZHMsIGV2YWx1YXRpb25SdW5JZCB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBkYXRhc2V0IGl0ZW0gcHJvY2Vzc2luZycsIHtcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBhZ2VudElkLFxuICAgICAgICBoYXNFdmFsdWF0b3JzOiAhIShldmFsdWF0b3JJZHMgJiYgZXZhbHVhdG9ySWRzLmxlbmd0aCA+IDApXG4gICAgfSk7XG4gICAgLy8gQ2FsbCBjaGF0IEFQSVxuICAgIGNvbnN0IHJlc3VsdCA9IGF3YWl0IGNhbGxDaGF0QXBpU3RlcChwYXlsb2FkKTtcbiAgICAvLyBDcmVhdGUgcmVsYXRpb24gaWYgd2UgZ290IGEgY29udmVyc2F0aW9uXG4gICAgaWYgKHJlc3VsdC5jb252ZXJzYXRpb25JZCkge1xuICAgICAgICBhd2FpdCBjcmVhdGVSZWxhdGlvblN0ZXAocGF5bG9hZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkKTtcbiAgICAgICAgLy8gUnVuIGV2YWx1YXRpb25zIGlmIGNvbmZpZ3VyZWRcbiAgICAgICAgaWYgKGV2YWx1YXRvcklkcyAmJiBldmFsdWF0b3JJZHMubGVuZ3RoID4gMCAmJiBldmFsdWF0aW9uUnVuSWQpIHtcbiAgICAgICAgICAgIGZvciAoY29uc3QgZXZhbHVhdG9ySWQgb2YgZXZhbHVhdG9ySWRzKXtcbiAgICAgICAgICAgICAgICBhd2FpdCBleGVjdXRlRXZhbHVhdG9yU3RlcChwYXlsb2FkLnRlbmFudElkLCBwYXlsb2FkLnByb2plY3RJZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkLCBldmFsdWF0b3JJZCwgZXZhbHVhdGlvblJ1bklkLCBwYXlsb2FkLmRhdGFzZXRJdGVtRXhwZWN0ZWRPdXRwdXQpO1xuICAgICAgICAgICAgfVxuICAgICAgICB9XG4gICAgfSBlbHNlIHtcbiAgICAgICAgYXdhaXQgbG9nU3RlcCgnTm8gY29udmVyc2F0aW9uIGNyZWF0ZWQnLCB7XG4gICAgICAgICAgICBkYXRhc2V0SXRlbUlkLFxuICAgICAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICAgICAgZXJyb3I6IHJlc3VsdC5lcnJvclxuICAgICAgICB9KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogIXJlc3VsdC5lcnJvcixcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBjb252ZXJzYXRpb25JZDogcmVzdWx0LmNvbnZlcnNhdGlvbklkIHx8IG51bGwsXG4gICAgICAgIGVycm9yOiByZXN1bHQuZXJyb3IgfHwgbnVsbFxuICAgIH07XG59XG5fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCIsIF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IHJ1bkRhdGFzZXRJdGVtV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93J1xufSk7XG4iLCAiLyoqX19pbnRlcm5hbF93b3JrZmxvd3N7XCJ3b3JrZmxvd3NcIjp7XCJzcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHNcIjp7XCJfZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiOntcIndvcmtmbG93SWRcIjpcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCJ9fX0sXCJzdGVwc1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50c1wiOntcImV4ZWN1dGVFdmFsdWF0b3JTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2V4ZWN1dGVFdmFsdWF0b3JTdGVwXCJ9LFwiZ2V0Q29udmVyc2F0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCJ9LFwiZ2V0RXZhbHVhdG9yc1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZ2V0RXZhbHVhdG9yc1N0ZXBcIn0sXCJsb2dTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2xvZ1N0ZXBcIn19fX0qLztcbnZhciBnZXRDb252ZXJzYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCIpO1xudmFyIGdldEV2YWx1YXRvcnNTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRFdmFsdWF0b3JzU3RlcFwiKTtcbnZhciBleGVjdXRlRXZhbHVhdG9yU3RlcCA9IGdsb2JhbFRoaXNbU3ltYm9sLmZvcihcIldPUktGTE9XX1VTRV9TVEVQXCIpXShcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZXhlY3V0ZUV2YWx1YXRvclN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IExvZyB3b3JrZmxvdyBwcm9ncmVzc1xuICovIHZhciBsb2dTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9sb2dTdGVwXCIpO1xuLyoqXG4gKiBNYWluIHdvcmtmbG93IGZ1bmN0aW9uIC0gb3JjaGVzdHJhdGVzIHRoZSBldmFsdWF0aW9uIHN0ZXBzLlxuICpcbiAqIElNUE9SVEFOVDogVGhpcyBydW5zIGluIGEgZGV0ZXJtaW5pc3RpYyBzYW5kYm94LlxuICogLSBEbyBOT1QgY2FsbCBOb2RlLmpzIEFQSXMgZGlyZWN0bHkgaGVyZSAobm8gREIsIG5vIGZzLCBldGMuKVxuICogLSBBbGwgc2lkZSBlZmZlY3RzIG11c3QgaGFwcGVuIGluIHN0ZXAgZnVuY3Rpb25zXG4gKi8gYXN5bmMgZnVuY3Rpb24gX2V2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgY29udmVyc2F0aW9uSWQsIGV2YWx1YXRvcklkcyB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBjb252ZXJzYXRpb24gZXZhbHVhdGlvbicsIHBheWxvYWQpO1xuICAgIGNvbnN0IGNvbnZlcnNhdGlvbiA9IGF3YWl0IGdldENvbnZlcnNhdGlvblN0ZXAocGF5bG9hZCk7XG4gICAgY29uc3QgZXZhbHVhdG9ycyA9IGF3YWl0IGdldEV2YWx1YXRvcnNTdGVwKHBheWxvYWQpO1xuICAgIGlmIChldmFsdWF0b3JzLmxlbmd0aCA9PT0gMCkge1xuICAgICAgICBhd2FpdCBsb2dTdGVwKCdObyB2YWxpZCBldmFsdWF0b3JzIGZvdW5kJywge1xuICAgICAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgICAgICBldmFsdWF0b3JJZHNcbiAgICAgICAgfSk7XG4gICAgICAgIHJldHVybiB7XG4gICAgICAgICAgICBzdWNjZXNzOiBmYWxzZSxcbiAgICAgICAgICAgIHJlYXNvbjogJ05vIHZhbGlkIGV2YWx1YXRvcnMnXG4gICAgICAgIH07XG4gICAgfVxuICAgIGNvbnN0IHJlc3VsdHMgPSBbXTtcbiAgICBmb3IgKGNvbnN0IGV2YWx1YXRvciBvZiBldmFsdWF0b3JzKXtcbiAgICAgICAgY29uc3QgcmVzdWx0ID0gYXdhaXQgZXhlY3V0ZUV2YWx1YXRvclN0ZXAocGF5bG9hZCwgZXZhbHVhdG9yLmlkLCBjb252ZXJzYXRpb24pO1xuICAgICAgICByZXN1bHRzLnB1c2gocmVzdWx0KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogdHJ1ZSxcbiAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgIHJlc3VsdENvdW50OiByZXN1bHRzLmxlbmd0aFxuICAgIH07XG59XG5fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCIsIF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IGV2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93J1xufSk7XG4iXSwKICAibWFwcGluZ3MiOiAiOzs7OztBQVFJLElBQUksa0JBQWtCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsK0VBQStFO0FBR2pKLElBQUkscUJBQXFCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsa0ZBQWtGO0FBR3ZKLElBQUksdUJBQXVCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsb0ZBQW9GO0FBRzNKLElBQUksVUFBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHVFQUF1RTtBQUlqSSxlQUFlLHdCQUF3QixTQUFTO0FBQ2hELFFBQU0sRUFBRSxlQUFlLGNBQWMsU0FBUyxjQUFjLGdCQUFnQixJQUFJO0FBQ2hGLFFBQU0sUUFBUSxvQ0FBb0M7QUFBQSxJQUM5QztBQUFBLElBQ0E7QUFBQSxJQUNBO0FBQUEsSUFDQSxlQUFlLENBQUMsRUFBRSxnQkFBZ0IsYUFBYSxTQUFTO0FBQUEsRUFDNUQsQ0FBQztBQUVELFFBQU0sU0FBUyxNQUFNLGdCQUFnQixPQUFPO0FBRTVDLE1BQUksT0FBTyxnQkFBZ0I7QUFDdkIsVUFBTSxtQkFBbUIsU0FBUyxPQUFPLGNBQWM7QUFFdkQsUUFBSSxnQkFBZ0IsYUFBYSxTQUFTLEtBQUssaUJBQWlCO0FBQzVELGlCQUFXLGVBQWUsY0FBYTtBQUNuQyxjQUFNLHFCQUFxQixRQUFRLFVBQVUsUUFBUSxXQUFXLE9BQU8sZ0JBQWdCLGFBQWEsaUJBQWlCLFFBQVEseUJBQXlCO0FBQUEsTUFDMUo7QUFBQSxJQUNKO0FBQUEsRUFDSixPQUFPO0FBQ0gsVUFBTSxRQUFRLDJCQUEyQjtBQUFBLE1BQ3JDO0FBQUEsTUFDQTtBQUFBLE1BQ0EsT0FBTyxPQUFPO0FBQUEsSUFDbEIsQ0FBQztBQUFBLEVBQ0w7QUFDQSxTQUFPO0FBQUEsSUFDSCxTQUFTLENBQUMsT0FBTztBQUFBLElBQ2pCO0FBQUEsSUFDQTtBQUFBLElBQ0EsZ0JBQWdCLE9BQU8sa0JBQWtCO0FBQUEsSUFDekMsT0FBTyxPQUFPLFNBQVM7QUFBQSxFQUMzQjtBQUNKO0FBakNtQjtBQWtDbkIsd0JBQXdCLGFBQWE7QUFDckMsV0FBVyxvQkFBb0IsSUFBSSw2RkFBNkYsdUJBQXVCO0FBRWhKLElBQU0seUJBQXlCLE9BQU8sT0FBTyx5QkFBeUI7QUFBQSxFQUN6RSxZQUFZO0FBQ2hCLENBQUM7OztBQzNERCxJQUFJLHNCQUFzQixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHlGQUF5RjtBQUMvSixJQUFJLG9CQUFvQixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHVGQUF1RjtBQUMzSixJQUFJQSx3QkFBdUIsV0FBVyxPQUFPLElBQUksbUJBQW1CLENBQUMsRUFBRSwwRkFBMEY7QUFHN0osSUFBSUMsV0FBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLDZFQUE2RTtBQU92SSxlQUFlLDhCQUE4QixTQUFTO0FBQ3RELFFBQU0sRUFBRSxnQkFBZ0IsYUFBYSxJQUFJO0FBQ3pDLFFBQU1BLFNBQVEsb0NBQW9DLE9BQU87QUFDekQsUUFBTSxlQUFlLE1BQU0sb0JBQW9CLE9BQU87QUFDdEQsUUFBTSxhQUFhLE1BQU0sa0JBQWtCLE9BQU87QUFDbEQsTUFBSSxXQUFXLFdBQVcsR0FBRztBQUN6QixVQUFNQSxTQUFRLDZCQUE2QjtBQUFBLE1BQ3ZDO0FBQUEsTUFDQTtBQUFBLElBQ0osQ0FBQztBQUNELFdBQU87QUFBQSxNQUNILFNBQVM7QUFBQSxNQUNULFFBQVE7QUFBQSxJQUNaO0FBQUEsRUFDSjtBQUNBLFFBQU0sVUFBVSxDQUFDO0FBQ2pCLGFBQVcsYUFBYSxZQUFXO0FBQy9CLFVBQU0sU0FBUyxNQUFNRCxzQkFBcUIsU0FBUyxVQUFVLElBQUksWUFBWTtBQUM3RSxZQUFRLEtBQUssTUFBTTtBQUFBLEVBQ3ZCO0FBQ0EsU0FBTztBQUFBLElBQ0gsU0FBUztBQUFBLElBQ1Q7QUFBQSxJQUNBLGFBQWEsUUFBUTtBQUFBLEVBQ3pCO0FBQ0o7QUF6Qm1CO0FBMEJuQiw4QkFBOEIsYUFBYTtBQUMzQyxXQUFXLG9CQUFvQixJQUFJLHlHQUF5Ryw2QkFBNkI7QUFFbEssSUFBTSwrQkFBK0IsT0FBTyxPQUFPLCtCQUErQjtBQUFBLEVBQ3JGLFlBQVk7QUFDaEIsQ0FBQzsiLAogICJuYW1lcyI6IFsiZXhlY3V0ZUV2YWx1YXRvclN0ZXAiLCAibG9nU3RlcCJdCn0K
46370
46370
  `;
46371
46371
  var POST = workflowEntrypoint(workflowCode);
46372
46372
  // Annotate the CommonJS export names for ESM import in node:
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "workflowFiles": [
3
- "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts",
4
- "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts"
3
+ "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts",
4
+ "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts"
5
5
  ]
6
6
  }
@@ -11,20 +11,6 @@
11
11
  "stepId": "__builtin_response_text"
12
12
  }
13
13
  },
14
- "src/domains/evals/workflow/functions/runDatasetItem.ts": {
15
- "callChatApiStep": {
16
- "stepId": "step//src/domains/evals/workflow/functions/runDatasetItem.ts//callChatApiStep"
17
- },
18
- "createRelationStep": {
19
- "stepId": "step//src/domains/evals/workflow/functions/runDatasetItem.ts//createRelationStep"
20
- },
21
- "executeEvaluatorStep": {
22
- "stepId": "step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep"
23
- },
24
- "logStep": {
25
- "stepId": "step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep"
26
- }
27
- },
28
14
  "src/domains/evals/workflow/functions/evaluateConversation.ts": {
29
15
  "executeEvaluatorStep": {
30
16
  "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep"
@@ -38,6 +24,20 @@
38
24
  "logStep": {
39
25
  "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep"
40
26
  }
27
+ },
28
+ "src/domains/evals/workflow/functions/runDatasetItem.ts": {
29
+ "callChatApiStep": {
30
+ "stepId": "step//src/domains/evals/workflow/functions/runDatasetItem.ts//callChatApiStep"
31
+ },
32
+ "createRelationStep": {
33
+ "stepId": "step//src/domains/evals/workflow/functions/runDatasetItem.ts//createRelationStep"
34
+ },
35
+ "executeEvaluatorStep": {
36
+ "stepId": "step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep"
37
+ },
38
+ "logStep": {
39
+ "stepId": "step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep"
40
+ }
41
41
  }
42
42
  },
43
43
  "workflows": {
@@ -213674,124 +213674,8 @@ Return your evaluation as a JSON object matching the schema above.`;
213674
213674
  }
213675
213675
  };
213676
213676
 
213677
- // src/domains/evals/workflow/functions/evaluateConversation.ts
213678
- var logger22 = getLogger("workflow-evaluate-conversation");
213679
- async function getConversationStep(payload) {
213680
- const { tenantId, projectId, conversationId } = payload;
213681
- const conv = await getConversation(runDbClient_default)({
213682
- scopes: {
213683
- tenantId,
213684
- projectId
213685
- },
213686
- conversationId
213687
- });
213688
- if (!conv) {
213689
- throw new Error(`Conversation not found: ${conversationId}`);
213690
- }
213691
- return conv;
213692
- }
213693
- __name(getConversationStep, "getConversationStep");
213694
- async function getEvaluatorsStep(payload) {
213695
- const { tenantId, projectId, evaluatorIds } = payload;
213696
- const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
213697
- const evals = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorsByIds(db)({
213698
- scopes: {
213699
- tenantId,
213700
- projectId
213701
- },
213702
- evaluatorIds
213703
- }));
213704
- return evals;
213705
- }
213706
- __name(getEvaluatorsStep, "getEvaluatorsStep");
213707
- async function executeEvaluatorStep(payload, evaluatorId, conversation) {
213708
- const { tenantId, projectId, conversationId, evaluationRunId } = payload;
213709
- const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
213710
- const evaluator2 = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorById(db)({
213711
- scopes: {
213712
- tenantId,
213713
- projectId,
213714
- evaluatorId
213715
- }
213716
- }));
213717
- if (!evaluator2) {
213718
- throw new Error(`Evaluator not found: ${evaluatorId}`);
213719
- }
213720
- const evalResult = await createEvaluationResult(runDbClient_default)({
213721
- id: generateId(),
213722
- tenantId,
213723
- projectId,
213724
- conversationId,
213725
- evaluatorId: evaluator2.id,
213726
- evaluationRunId
213727
- });
213728
- try {
213729
- const evaluationService = new EvaluationService();
213730
- const output = await evaluationService.executeEvaluation({
213731
- conversation,
213732
- evaluator: evaluator2,
213733
- tenantId,
213734
- projectId
213735
- });
213736
- const updated = await updateEvaluationResult(runDbClient_default)({
213737
- scopes: {
213738
- tenantId,
213739
- projectId,
213740
- evaluationResultId: evalResult.id
213741
- },
213742
- data: {
213743
- output
213744
- }
213745
- });
213746
- logger22.info({
213747
- conversationId,
213748
- evaluatorId: evaluator2.id,
213749
- resultId: evalResult.id
213750
- }, "Evaluation completed successfully");
213751
- return updated;
213752
- } catch (error46) {
213753
- const errorMessage = error46 instanceof Error ? error46.message : "Unknown error";
213754
- logger22.error({
213755
- error: error46,
213756
- conversationId,
213757
- evaluatorId: evaluator2.id,
213758
- resultId: evalResult.id
213759
- }, "Evaluation execution failed");
213760
- const failed = await updateEvaluationResult(runDbClient_default)({
213761
- scopes: {
213762
- tenantId,
213763
- projectId,
213764
- evaluationResultId: evalResult.id
213765
- },
213766
- data: {
213767
- output: {
213768
- text: `Evaluation failed: ${errorMessage}`
213769
- }
213770
- }
213771
- });
213772
- return failed;
213773
- }
213774
- }
213775
- __name(executeEvaluatorStep, "executeEvaluatorStep");
213776
- async function logStep(message, data) {
213777
- logger22.info(data, message);
213778
- }
213779
- __name(logStep, "logStep");
213780
- async function _evaluateConversationWorkflow(payload) {
213781
- throw new Error("You attempted to execute workflow _evaluateConversationWorkflow function directly. To start a workflow, use start(_evaluateConversationWorkflow) from workflow/api");
213782
- }
213783
- __name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
213784
- _evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
213785
- var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
213786
- workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
213787
- });
213788
- registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep", getConversationStep);
213789
- registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep", getEvaluatorsStep);
213790
- registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep", executeEvaluatorStep);
213791
- registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep", logStep);
213792
-
213793
213677
  // src/domains/evals/workflow/functions/runDatasetItem.ts
213794
- var logger23 = getLogger("workflow-run-dataset-item");
213678
+ var logger22 = getLogger("workflow-run-dataset-item");
213795
213679
  async function callChatApiStep(payload) {
213796
213680
  const { tenantId, projectId, agentId, datasetItemId, datasetItemInput, datasetItemSimulationAgent, datasetRunId } = payload;
213797
213681
  const evaluationService = new EvaluationService();
@@ -213807,7 +213691,7 @@ async function callChatApiStep(payload) {
213807
213691
  datasetItem: datasetItem2,
213808
213692
  datasetRunId
213809
213693
  });
213810
- logger23.info({
213694
+ logger22.info({
213811
213695
  tenantId,
213812
213696
  projectId,
213813
213697
  datasetItemId,
@@ -213830,7 +213714,7 @@ async function createRelationStep(payload, conversationId) {
213830
213714
  conversationId,
213831
213715
  datasetItemId
213832
213716
  });
213833
- logger23.info({
213717
+ logger22.info({
213834
213718
  tenantId,
213835
213719
  projectId,
213836
213720
  datasetItemId,
@@ -213844,7 +213728,7 @@ async function createRelationStep(payload, conversationId) {
213844
213728
  };
213845
213729
  } catch (error46) {
213846
213730
  if (error46?.cause?.code === "23503" || error46?.code === "23503") {
213847
- logger23.warn({
213731
+ logger22.warn({
213848
213732
  tenantId,
213849
213733
  projectId,
213850
213734
  datasetItemId,
@@ -213861,7 +213745,7 @@ async function createRelationStep(payload, conversationId) {
213861
213745
  }
213862
213746
  }
213863
213747
  __name(createRelationStep, "createRelationStep");
213864
- async function executeEvaluatorStep2(tenantId, projectId, conversationId, evaluatorId, evaluationRunId, expectedOutput) {
213748
+ async function executeEvaluatorStep(tenantId, projectId, conversationId, evaluatorId, evaluationRunId, expectedOutput) {
213865
213749
  const ref = getProjectScopedRef(tenantId, projectId, "main");
213866
213750
  const resolvedRef = await resolveRef2(manageDbClient_default)(ref);
213867
213751
  if (!resolvedRef) {
@@ -213875,7 +213759,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
213875
213759
  }
213876
213760
  }));
213877
213761
  if (!evaluator2) {
213878
- logger23.warn({
213762
+ logger22.warn({
213879
213763
  evaluatorId
213880
213764
  }, "Evaluator not found");
213881
213765
  return null;
@@ -213917,7 +213801,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
213917
213801
  output
213918
213802
  }
213919
213803
  });
213920
- logger23.info({
213804
+ logger22.info({
213921
213805
  conversationId,
213922
213806
  evaluatorId: evaluator2.id,
213923
213807
  resultId: evalResult.id
@@ -213925,7 +213809,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
213925
213809
  return evalResult.id;
213926
213810
  } catch (error46) {
213927
213811
  const errorMessage = error46 instanceof Error ? error46.message : "Unknown error";
213928
- logger23.error({
213812
+ logger22.error({
213929
213813
  error: error46,
213930
213814
  conversationId,
213931
213815
  evaluatorId: evaluator2.id
@@ -213945,11 +213829,11 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
213945
213829
  return evalResult.id;
213946
213830
  }
213947
213831
  }
213948
- __name(executeEvaluatorStep2, "executeEvaluatorStep");
213949
- async function logStep2(message, data) {
213950
- logger23.info(data, message);
213832
+ __name(executeEvaluatorStep, "executeEvaluatorStep");
213833
+ async function logStep(message, data) {
213834
+ logger22.info(data, message);
213951
213835
  }
213952
- __name(logStep2, "logStep");
213836
+ __name(logStep, "logStep");
213953
213837
  async function _runDatasetItemWorkflow(payload) {
213954
213838
  throw new Error("You attempted to execute workflow _runDatasetItemWorkflow function directly. To start a workflow, use start(_runDatasetItemWorkflow) from workflow/api");
213955
213839
  }
@@ -213960,8 +213844,124 @@ var runDatasetItemWorkflow = Object.assign(_runDatasetItemWorkflow, {
213960
213844
  });
213961
213845
  registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//callChatApiStep", callChatApiStep);
213962
213846
  registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//createRelationStep", createRelationStep);
213963
- registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep", executeEvaluatorStep2);
213964
- registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep", logStep2);
213847
+ registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep", executeEvaluatorStep);
213848
+ registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep", logStep);
213849
+
213850
+ // src/domains/evals/workflow/functions/evaluateConversation.ts
213851
+ var logger23 = getLogger("workflow-evaluate-conversation");
213852
+ async function getConversationStep(payload) {
213853
+ const { tenantId, projectId, conversationId } = payload;
213854
+ const conv = await getConversation(runDbClient_default)({
213855
+ scopes: {
213856
+ tenantId,
213857
+ projectId
213858
+ },
213859
+ conversationId
213860
+ });
213861
+ if (!conv) {
213862
+ throw new Error(`Conversation not found: ${conversationId}`);
213863
+ }
213864
+ return conv;
213865
+ }
213866
+ __name(getConversationStep, "getConversationStep");
213867
+ async function getEvaluatorsStep(payload) {
213868
+ const { tenantId, projectId, evaluatorIds } = payload;
213869
+ const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
213870
+ const evals = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorsByIds(db)({
213871
+ scopes: {
213872
+ tenantId,
213873
+ projectId
213874
+ },
213875
+ evaluatorIds
213876
+ }));
213877
+ return evals;
213878
+ }
213879
+ __name(getEvaluatorsStep, "getEvaluatorsStep");
213880
+ async function executeEvaluatorStep2(payload, evaluatorId, conversation) {
213881
+ const { tenantId, projectId, conversationId, evaluationRunId } = payload;
213882
+ const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
213883
+ const evaluator2 = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorById(db)({
213884
+ scopes: {
213885
+ tenantId,
213886
+ projectId,
213887
+ evaluatorId
213888
+ }
213889
+ }));
213890
+ if (!evaluator2) {
213891
+ throw new Error(`Evaluator not found: ${evaluatorId}`);
213892
+ }
213893
+ const evalResult = await createEvaluationResult(runDbClient_default)({
213894
+ id: generateId(),
213895
+ tenantId,
213896
+ projectId,
213897
+ conversationId,
213898
+ evaluatorId: evaluator2.id,
213899
+ evaluationRunId
213900
+ });
213901
+ try {
213902
+ const evaluationService = new EvaluationService();
213903
+ const output = await evaluationService.executeEvaluation({
213904
+ conversation,
213905
+ evaluator: evaluator2,
213906
+ tenantId,
213907
+ projectId
213908
+ });
213909
+ const updated = await updateEvaluationResult(runDbClient_default)({
213910
+ scopes: {
213911
+ tenantId,
213912
+ projectId,
213913
+ evaluationResultId: evalResult.id
213914
+ },
213915
+ data: {
213916
+ output
213917
+ }
213918
+ });
213919
+ logger23.info({
213920
+ conversationId,
213921
+ evaluatorId: evaluator2.id,
213922
+ resultId: evalResult.id
213923
+ }, "Evaluation completed successfully");
213924
+ return updated;
213925
+ } catch (error46) {
213926
+ const errorMessage = error46 instanceof Error ? error46.message : "Unknown error";
213927
+ logger23.error({
213928
+ error: error46,
213929
+ conversationId,
213930
+ evaluatorId: evaluator2.id,
213931
+ resultId: evalResult.id
213932
+ }, "Evaluation execution failed");
213933
+ const failed = await updateEvaluationResult(runDbClient_default)({
213934
+ scopes: {
213935
+ tenantId,
213936
+ projectId,
213937
+ evaluationResultId: evalResult.id
213938
+ },
213939
+ data: {
213940
+ output: {
213941
+ text: `Evaluation failed: ${errorMessage}`
213942
+ }
213943
+ }
213944
+ });
213945
+ return failed;
213946
+ }
213947
+ }
213948
+ __name(executeEvaluatorStep2, "executeEvaluatorStep");
213949
+ async function logStep2(message, data) {
213950
+ logger23.info(data, message);
213951
+ }
213952
+ __name(logStep2, "logStep");
213953
+ async function _evaluateConversationWorkflow(payload) {
213954
+ throw new Error("You attempted to execute workflow _evaluateConversationWorkflow function directly. To start a workflow, use start(_evaluateConversationWorkflow) from workflow/api");
213955
+ }
213956
+ __name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
213957
+ _evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
213958
+ var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
213959
+ workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
213960
+ });
213961
+ registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep", getConversationStep);
213962
+ registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep", getEvaluatorsStep);
213963
+ registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep", executeEvaluatorStep2);
213964
+ registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep", logStep2);
213965
213965
 
213966
213966
  // ../node_modules/.pnpm/@workflow+utils@4.0.1-beta.7/node_modules/@workflow/utils/dist/index.js
213967
213967
  var import_ms2 = __toESM(require_ms(), 1);
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "stepFiles": [
3
- "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts",
4
- "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts"
3
+ "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts",
4
+ "/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts"
5
5
  ]
6
6
  }
@@ -1,10 +1,10 @@
1
1
  import { AppConfig } from "./types/app.js";
2
2
  import "./types/index.js";
3
3
  import { Hono } from "hono";
4
- import * as hono_types0 from "hono/types";
4
+ import * as hono_types6 from "hono/types";
5
5
 
6
6
  //#region src/createApp.d.ts
7
7
  declare const isWebhookRoute: (path: string) => boolean;
8
- declare function createAgentsHono(config: AppConfig): Hono<hono_types0.BlankEnv, hono_types0.BlankSchema, "/">;
8
+ declare function createAgentsHono(config: AppConfig): Hono<hono_types6.BlankEnv, hono_types6.BlankSchema, "/">;
9
9
  //#endregion
10
10
  export { createAgentsHono, isWebhookRoute };
@@ -1,6 +1,6 @@
1
- import * as _inkeep_agents_core2 from "@inkeep/agents-core";
1
+ import * as _inkeep_agents_core0 from "@inkeep/agents-core";
2
2
 
3
3
  //#region src/data/db/manageDbClient.d.ts
4
- declare const manageDbClient: _inkeep_agents_core2.AgentsManageDatabaseClient;
4
+ declare const manageDbClient: _inkeep_agents_core0.AgentsManageDatabaseClient;
5
5
  //#endregion
6
6
  export { manageDbClient as default };
@@ -1,6 +1,6 @@
1
- import * as _inkeep_agents_core3 from "@inkeep/agents-core";
1
+ import * as _inkeep_agents_core1 from "@inkeep/agents-core";
2
2
 
3
3
  //#region src/data/db/runDbClient.d.ts
4
- declare const runDbClient: _inkeep_agents_core3.AgentsRunDatabaseClient;
4
+ declare const runDbClient: _inkeep_agents_core1.AgentsRunDatabaseClient;
5
5
  //#endregion
6
6
  export { runDbClient as default };
@@ -1,7 +1,7 @@
1
1
  import { OpenAPIHono } from "@hono/zod-openapi";
2
- import * as hono5 from "hono";
2
+ import * as hono12 from "hono";
3
3
 
4
4
  //#region src/domains/evals/routes/index.d.ts
5
- declare const app: OpenAPIHono<hono5.Env, {}, "/">;
5
+ declare const app: OpenAPIHono<hono12.Env, {}, "/">;
6
6
  //#endregion
7
7
  export { app as default };
@@ -1,7 +1,7 @@
1
1
  import { Hono } from "hono";
2
- import * as hono_types5 from "hono/types";
2
+ import * as hono_types8 from "hono/types";
3
3
 
4
4
  //#region src/domains/evals/workflow/routes.d.ts
5
- declare const workflowRoutes: Hono<hono_types5.BlankEnv, hono_types5.BlankSchema, "/">;
5
+ declare const workflowRoutes: Hono<hono_types8.BlankEnv, hono_types8.BlankSchema, "/">;
6
6
  //#endregion
7
7
  export { workflowRoutes };
@@ -3,10 +3,10 @@ import { GenerateInstallationAccessTokenResult, GenerateTokenError, GenerateToke
3
3
  import { GetJwkResult, JwksError, JwksResult, clearJwksCache, getJwkForToken, getJwksCacheStatus } from "./jwks.js";
4
4
  import { GitHubOidcClaims, ValidateOidcTokenResult, ValidateTokenError, ValidateTokenResult, validateOidcToken } from "./oidcToken.js";
5
5
  import { Hono } from "hono";
6
- import * as hono_types12 from "hono/types";
6
+ import * as hono_types14 from "hono/types";
7
7
 
8
8
  //#region src/domains/github/index.d.ts
9
- declare function createGithubRoutes(): Hono<hono_types12.BlankEnv, hono_types12.BlankSchema, "/">;
10
- declare const githubRoutes: Hono<hono_types12.BlankEnv, hono_types12.BlankSchema, "/">;
9
+ declare function createGithubRoutes(): Hono<hono_types14.BlankEnv, hono_types14.BlankSchema, "/">;
10
+ declare const githubRoutes: Hono<hono_types14.BlankEnv, hono_types14.BlankSchema, "/">;
11
11
  //#endregion
12
12
  export { type GenerateInstallationAccessTokenResult, type GenerateTokenError, type GenerateTokenResult, type GetJwkResult, type GitHubAppConfig, type GitHubOidcClaims, type InstallationAccessToken, type InstallationInfo, type JwksError, type JwksResult, type LookupInstallationError, type LookupInstallationForRepoResult, type LookupInstallationResult, type ValidateOidcTokenResult, type ValidateTokenError, type ValidateTokenResult, clearJwksCache, createGithubRoutes, generateInstallationAccessToken, getGitHubAppConfig, getJwkForToken, getJwksCacheStatus, githubRoutes, isGitHubAppConfigured, lookupInstallationForRepo, validateOidcToken };
@@ -1,7 +1,7 @@
1
1
  import { Hono } from "hono";
2
- import * as hono_types16 from "hono/types";
2
+ import * as hono_types10 from "hono/types";
3
3
 
4
4
  //#region src/domains/github/routes/tokenExchange.d.ts
5
- declare const app: Hono<hono_types16.BlankEnv, hono_types16.BlankSchema, "/">;
5
+ declare const app: Hono<hono_types10.BlankEnv, hono_types10.BlankSchema, "/">;
6
6
  //#endregion
7
7
  export { app as default };