@inkeep/agents-api 0.0.0-dev-20260207220105 → 0.0.0-dev-20260209055455
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/.well-known/workflow/v1/flow.cjs +44 -44
- package/dist/.well-known/workflow/v1/flow.cjs.debug.json +2 -2
- package/dist/.well-known/workflow/v1/manifest.debug.json +5 -5
- package/dist/.well-known/workflow/v1/step.cjs +134 -131
- package/dist/.well-known/workflow/v1/step.cjs.debug.json +2 -2
- package/dist/createApp.d.ts +2 -2
- package/dist/domains/evals/routes/datasetTriggers.d.ts +2 -2
- package/dist/domains/evals/routes/index.d.ts +2 -2
- package/dist/domains/manage/routes/availableAgents.d.ts +2 -2
- package/dist/domains/manage/routes/index.d.ts +2 -2
- package/dist/domains/manage/routes/invitations.d.ts +2 -2
- package/dist/domains/manage/routes/mcp.d.ts +2 -2
- package/dist/domains/manage/routes/passwordResetLinks.d.ts +2 -2
- package/dist/domains/manage/routes/signoz.d.ts +2 -2
- package/dist/domains/manage/routes/users.d.ts +2 -2
- package/dist/domains/mcp/routes/mcp.d.ts +2 -2
- package/dist/factory.d.ts +263 -263
- package/dist/index.d.ts +262 -262
- package/dist/middleware/evalsAuth.d.ts +2 -2
- package/dist/middleware/manageAuth.d.ts +2 -2
- package/dist/middleware/projectAccess.d.ts +2 -2
- package/dist/middleware/projectConfig.d.ts +3 -3
- package/dist/middleware/requirePermission.d.ts +2 -2
- package/dist/middleware/runAuth.d.ts +4 -4
- package/dist/middleware/sessionAuth.d.ts +3 -3
- package/dist/middleware/tenantAccess.d.ts +2 -2
- package/dist/middleware/tracing.d.ts +3 -3
- package/package.json +6 -6
|
@@ -45157,52 +45157,14 @@ var workflowCode = `globalThis.__private_workflows = new Map();
|
|
|
45157
45157
|
var __defProp = Object.defineProperty;
|
|
45158
45158
|
var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
|
|
45159
45159
|
|
|
45160
|
-
// src/domains/evals/workflow/functions/evaluateConversation.ts
|
|
45161
|
-
var getConversationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep");
|
|
45162
|
-
var getEvaluatorsStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep");
|
|
45163
|
-
var executeEvaluatorStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep");
|
|
45164
|
-
var logStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep");
|
|
45165
|
-
async function _evaluateConversationWorkflow(payload) {
|
|
45166
|
-
const { conversationId, evaluatorIds } = payload;
|
|
45167
|
-
await logStep("Starting conversation evaluation", payload);
|
|
45168
|
-
const conversation = await getConversationStep(payload);
|
|
45169
|
-
const evaluators = await getEvaluatorsStep(payload);
|
|
45170
|
-
if (evaluators.length === 0) {
|
|
45171
|
-
await logStep("No valid evaluators found", {
|
|
45172
|
-
conversationId,
|
|
45173
|
-
evaluatorIds
|
|
45174
|
-
});
|
|
45175
|
-
return {
|
|
45176
|
-
success: false,
|
|
45177
|
-
reason: "No valid evaluators"
|
|
45178
|
-
};
|
|
45179
|
-
}
|
|
45180
|
-
const results = [];
|
|
45181
|
-
for (const evaluator of evaluators) {
|
|
45182
|
-
const result = await executeEvaluatorStep(payload, evaluator.id, conversation);
|
|
45183
|
-
results.push(result);
|
|
45184
|
-
}
|
|
45185
|
-
return {
|
|
45186
|
-
success: true,
|
|
45187
|
-
conversationId,
|
|
45188
|
-
resultCount: results.length
|
|
45189
|
-
};
|
|
45190
|
-
}
|
|
45191
|
-
__name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
|
|
45192
|
-
_evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
|
|
45193
|
-
globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow", _evaluateConversationWorkflow);
|
|
45194
|
-
var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
|
|
45195
|
-
workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
|
|
45196
|
-
});
|
|
45197
|
-
|
|
45198
45160
|
// src/domains/evals/workflow/functions/runDatasetItem.ts
|
|
45199
45161
|
var callChatApiStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//callChatApiStep");
|
|
45200
45162
|
var createRelationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//createRelationStep");
|
|
45201
|
-
var
|
|
45202
|
-
var
|
|
45163
|
+
var executeEvaluatorStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep");
|
|
45164
|
+
var logStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep");
|
|
45203
45165
|
async function _runDatasetItemWorkflow(payload) {
|
|
45204
45166
|
const { datasetItemId, datasetRunId, agentId, evaluatorIds, evaluationRunId } = payload;
|
|
45205
|
-
await
|
|
45167
|
+
await logStep("Starting dataset item processing", {
|
|
45206
45168
|
datasetItemId,
|
|
45207
45169
|
datasetRunId,
|
|
45208
45170
|
agentId,
|
|
@@ -45213,11 +45175,11 @@ async function _runDatasetItemWorkflow(payload) {
|
|
|
45213
45175
|
await createRelationStep(payload, result.conversationId);
|
|
45214
45176
|
if (evaluatorIds && evaluatorIds.length > 0 && evaluationRunId) {
|
|
45215
45177
|
for (const evaluatorId of evaluatorIds) {
|
|
45216
|
-
await
|
|
45178
|
+
await executeEvaluatorStep(payload.tenantId, payload.projectId, result.conversationId, evaluatorId, evaluationRunId, payload.datasetItemExpectedOutput);
|
|
45217
45179
|
}
|
|
45218
45180
|
}
|
|
45219
45181
|
} else {
|
|
45220
|
-
await
|
|
45182
|
+
await logStep("No conversation created", {
|
|
45221
45183
|
datasetItemId,
|
|
45222
45184
|
datasetRunId,
|
|
45223
45185
|
error: result.error
|
|
@@ -45237,7 +45199,45 @@ globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functio
|
|
|
45237
45199
|
var runDatasetItemWorkflow = Object.assign(_runDatasetItemWorkflow, {
|
|
45238
45200
|
workflowId: "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
|
|
45239
45201
|
});
|
|
45240
|
-
//# sourceMappingURL=data:application/json;base64,ewogICJ2ZXJzaW9uIjogMywKICAic291cmNlcyI6IFsic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzIiwgInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cyJdLAogICJzb3VyY2VzQ29udGVudCI6IFsiLyoqX19pbnRlcm5hbF93b3JrZmxvd3N7XCJ3b3JrZmxvd3NcIjp7XCJzcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHNcIjp7XCJfZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiOntcIndvcmtmbG93SWRcIjpcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCJ9fX0sXCJzdGVwc1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50c1wiOntcImV4ZWN1dGVFdmFsdWF0b3JTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2V4ZWN1dGVFdmFsdWF0b3JTdGVwXCJ9LFwiZ2V0Q29udmVyc2F0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCJ9LFwiZ2V0RXZhbHVhdG9yc1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZ2V0RXZhbHVhdG9yc1N0ZXBcIn0sXCJsb2dTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2xvZ1N0ZXBcIn19fX0qLztcbnZhciBnZXRDb252ZXJzYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCIpO1xudmFyIGdldEV2YWx1YXRvcnNTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRFdmFsdWF0b3JzU3RlcFwiKTtcbnZhciBleGVjdXRlRXZhbHVhdG9yU3RlcCA9IGdsb2JhbFRoaXNbU3ltYm9sLmZvcihcIldPUktGTE9XX1VTRV9TVEVQXCIpXShcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZXhlY3V0ZUV2YWx1YXRvclN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IExvZyB3b3JrZmxvdyBwcm9ncmVzc1xuICovIHZhciBsb2dTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9sb2dTdGVwXCIpO1xuLyoqXG4gKiBNYWluIHdvcmtmbG93IGZ1bmN0aW9uIC0gb3JjaGVzdHJhdGVzIHRoZSBldmFsdWF0aW9uIHN0ZXBzLlxuICpcbiAqIElNUE9SVEFOVDogVGhpcyBydW5zIGluIGEgZGV0ZXJtaW5pc3RpYyBzYW5kYm94LlxuICogLSBEbyBOT1QgY2FsbCBOb2RlLmpzIEFQSXMgZGlyZWN0bHkgaGVyZSAobm8gREIsIG5vIGZzLCBldGMuKVxuICogLSBBbGwgc2lkZSBlZmZlY3RzIG11c3QgaGFwcGVuIGluIHN0ZXAgZnVuY3Rpb25zXG4gKi8gYXN5bmMgZnVuY3Rpb24gX2V2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgY29udmVyc2F0aW9uSWQsIGV2YWx1YXRvcklkcyB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBjb252ZXJzYXRpb24gZXZhbHVhdGlvbicsIHBheWxvYWQpO1xuICAgIGNvbnN0IGNvbnZlcnNhdGlvbiA9IGF3YWl0IGdldENvbnZlcnNhdGlvblN0ZXAocGF5bG9hZCk7XG4gICAgY29uc3QgZXZhbHVhdG9ycyA9IGF3YWl0IGdldEV2YWx1YXRvcnNTdGVwKHBheWxvYWQpO1xuICAgIGlmIChldmFsdWF0b3JzLmxlbmd0aCA9PT0gMCkge1xuICAgICAgICBhd2FpdCBsb2dTdGVwKCdObyB2YWxpZCBldmFsdWF0b3JzIGZvdW5kJywge1xuICAgICAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgICAgICBldmFsdWF0b3JJZHNcbiAgICAgICAgfSk7XG4gICAgICAgIHJldHVybiB7XG4gICAgICAgICAgICBzdWNjZXNzOiBmYWxzZSxcbiAgICAgICAgICAgIHJlYXNvbjogJ05vIHZhbGlkIGV2YWx1YXRvcnMnXG4gICAgICAgIH07XG4gICAgfVxuICAgIGNvbnN0IHJlc3VsdHMgPSBbXTtcbiAgICBmb3IgKGNvbnN0IGV2YWx1YXRvciBvZiBldmFsdWF0b3JzKXtcbiAgICAgICAgY29uc3QgcmVzdWx0ID0gYXdhaXQgZXhlY3V0ZUV2YWx1YXRvclN0ZXAocGF5bG9hZCwgZXZhbHVhdG9yLmlkLCBjb252ZXJzYXRpb24pO1xuICAgICAgICByZXN1bHRzLnB1c2gocmVzdWx0KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogdHJ1ZSxcbiAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgIHJlc3VsdENvdW50OiByZXN1bHRzLmxlbmd0aFxuICAgIH07XG59XG5fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCIsIF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IGV2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93J1xufSk7XG4iLCAiLyoqXG4gKiBXb3JrZmxvdyBmb3IgcnVubmluZyBkYXRhc2V0IGl0ZW1zIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICpcbiAqIFRoaXMgbWFrZXMgZGF0YXNldCBydW4gcHJvY2Vzc2luZyBmaXJlLWFuZC1mb3JnZXQgLSBlYWNoIGl0ZW0gaXMgcXVldWVkXG4gKiBpbmRlcGVuZGVudGx5IGFuZCBwcm9jZXNzZWQgaW4gcGFyYWxsZWwgYnkgdGhlIHdvcmtmbG93IHN5c3RlbS5cbiAqLyAvKipfX2ludGVybmFsX3dvcmtmbG93c3tcIndvcmtmbG93c1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50c1wiOntcIl9ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCI6e1wid29ya2Zsb3dJZFwiOlwid29ya2Zsb3cvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3dcIn19fSxcInN0ZXBzXCI6e1wic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzXCI6e1wiY2FsbENoYXRBcGlTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2NhbGxDaGF0QXBpU3RlcFwifSxcImNyZWF0ZVJlbGF0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIn0sXCJleGVjdXRlRXZhbHVhdG9yU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwifSxcImxvZ1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vbG9nU3RlcFwifX19fSovO1xuLyoqXG4gKiBTdGVwOiBDYWxsIHRoZSBjaGF0IEFQSSB0byBwcm9jZXNzIHRoZSBkYXRhc2V0IGl0ZW1cbiAqLyB2YXIgY2FsbENoYXRBcGlTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jYWxsQ2hhdEFwaVN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IENyZWF0ZSBjb252ZXJzYXRpb24gcmVsYXRpb24gaW4gZGF0YWJhc2VcbiAqLyB2YXIgY3JlYXRlUmVsYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IEV4ZWN1dGUgYSBzaW5nbGUgZXZhbHVhdG9yIG9uIGEgY29udmVyc2F0aW9uXG4gKi8gdmFyIGV4ZWN1dGVFdmFsdWF0b3JTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwiKTtcbi8qKlxuICogU3RlcDogTG9nIHdvcmtmbG93IHByb2dyZXNzXG4gKi8gdmFyIGxvZ1N0ZXAgPSBnbG9iYWxUaGlzW1N5bWJvbC5mb3IoXCJXT1JLRkxPV19VU0VfU1RFUFwiKV0oXCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2xvZ1N0ZXBcIik7XG4vKipcbiAqIE1haW4gd29ya2Zsb3cgZnVuY3Rpb24gLSBwcm9jZXNzZXMgYSBzaW5nbGUgZGF0YXNldCBpdGVtIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICogT3B0aW9uYWxseSBydW5zIGV2YWx1YXRvcnMgb24gdGhlIHJlc3VsdGluZyBjb252ZXJzYXRpb24uXG4gKi8gYXN5bmMgZnVuY3Rpb24gX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgZGF0YXNldEl0ZW1JZCwgZGF0YXNldFJ1bklkLCBhZ2VudElkLCBldmFsdWF0b3JJZHMsIGV2YWx1YXRpb25SdW5JZCB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBkYXRhc2V0IGl0ZW0gcHJvY2Vzc2luZycsIHtcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBhZ2VudElkLFxuICAgICAgICBoYXNFdmFsdWF0b3JzOiAhIShldmFsdWF0b3JJZHMgJiYgZXZhbHVhdG9ySWRzLmxlbmd0aCA+IDApXG4gICAgfSk7XG4gICAgLy8gQ2FsbCBjaGF0IEFQSVxuICAgIGNvbnN0IHJlc3VsdCA9IGF3YWl0IGNhbGxDaGF0QXBpU3RlcChwYXlsb2FkKTtcbiAgICAvLyBDcmVhdGUgcmVsYXRpb24gaWYgd2UgZ290IGEgY29udmVyc2F0aW9uXG4gICAgaWYgKHJlc3VsdC5jb252ZXJzYXRpb25JZCkge1xuICAgICAgICBhd2FpdCBjcmVhdGVSZWxhdGlvblN0ZXAocGF5bG9hZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkKTtcbiAgICAgICAgLy8gUnVuIGV2YWx1YXRpb25zIGlmIGNvbmZpZ3VyZWRcbiAgICAgICAgaWYgKGV2YWx1YXRvcklkcyAmJiBldmFsdWF0b3JJZHMubGVuZ3RoID4gMCAmJiBldmFsdWF0aW9uUnVuSWQpIHtcbiAgICAgICAgICAgIGZvciAoY29uc3QgZXZhbHVhdG9ySWQgb2YgZXZhbHVhdG9ySWRzKXtcbiAgICAgICAgICAgICAgICBhd2FpdCBleGVjdXRlRXZhbHVhdG9yU3RlcChwYXlsb2FkLnRlbmFudElkLCBwYXlsb2FkLnByb2plY3RJZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkLCBldmFsdWF0b3JJZCwgZXZhbHVhdGlvblJ1bklkLCBwYXlsb2FkLmRhdGFzZXRJdGVtRXhwZWN0ZWRPdXRwdXQpO1xuICAgICAgICAgICAgfVxuICAgICAgICB9XG4gICAgfSBlbHNlIHtcbiAgICAgICAgYXdhaXQgbG9nU3RlcCgnTm8gY29udmVyc2F0aW9uIGNyZWF0ZWQnLCB7XG4gICAgICAgICAgICBkYXRhc2V0SXRlbUlkLFxuICAgICAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICAgICAgZXJyb3I6IHJlc3VsdC5lcnJvclxuICAgICAgICB9KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogIXJlc3VsdC5lcnJvcixcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBjb252ZXJzYXRpb25JZDogcmVzdWx0LmNvbnZlcnNhdGlvbklkIHx8IG51bGwsXG4gICAgICAgIGVycm9yOiByZXN1bHQuZXJyb3IgfHwgbnVsbFxuICAgIH07XG59XG5fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCIsIF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IHJ1bkRhdGFzZXRJdGVtV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93J1xufSk7XG4iXSwKICAibWFwcGluZ3MiOiAiOzs7OztBQUNBLElBQUksc0JBQXNCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUseUZBQXlGO0FBQy9KLElBQUksb0JBQW9CLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsdUZBQXVGO0FBQzNKLElBQUksdUJBQXVCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsMEZBQTBGO0FBRzdKLElBQUksVUFBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLDZFQUE2RTtBQU92SSxlQUFlLDhCQUE4QixTQUFTO0FBQ3RELFFBQU0sRUFBRSxnQkFBZ0IsYUFBYSxJQUFJO0FBQ3pDLFFBQU0sUUFBUSxvQ0FBb0MsT0FBTztBQUN6RCxRQUFNLGVBQWUsTUFBTSxvQkFBb0IsT0FBTztBQUN0RCxRQUFNLGFBQWEsTUFBTSxrQkFBa0IsT0FBTztBQUNsRCxNQUFJLFdBQVcsV0FBVyxHQUFHO0FBQ3pCLFVBQU0sUUFBUSw2QkFBNkI7QUFBQSxNQUN2QztBQUFBLE1BQ0E7QUFBQSxJQUNKLENBQUM7QUFDRCxXQUFPO0FBQUEsTUFDSCxTQUFTO0FBQUEsTUFDVCxRQUFRO0FBQUEsSUFDWjtBQUFBLEVBQ0o7QUFDQSxRQUFNLFVBQVUsQ0FBQztBQUNqQixhQUFXLGFBQWEsWUFBVztBQUMvQixVQUFNLFNBQVMsTUFBTSxxQkFBcUIsU0FBUyxVQUFVLElBQUksWUFBWTtBQUM3RSxZQUFRLEtBQUssTUFBTTtBQUFBLEVBQ3ZCO0FBQ0EsU0FBTztBQUFBLElBQ0gsU0FBUztBQUFBLElBQ1Q7QUFBQSxJQUNBLGFBQWEsUUFBUTtBQUFBLEVBQ3pCO0FBQ0o7QUF6Qm1CO0FBMEJuQiw4QkFBOEIsYUFBYTtBQUMzQyxXQUFXLG9CQUFvQixJQUFJLHlHQUF5Ryw2QkFBNkI7QUFFbEssSUFBTSwrQkFBK0IsT0FBTyxPQUFPLCtCQUErQjtBQUFBLEVBQ3JGLFlBQVk7QUFDaEIsQ0FBQzs7O0FDcENHLElBQUksa0JBQWtCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsK0VBQStFO0FBR2pKLElBQUkscUJBQXFCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsa0ZBQWtGO0FBR3ZKLElBQUlBLHdCQUF1QixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLG9GQUFvRjtBQUczSixJQUFJQyxXQUFVLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsdUVBQXVFO0FBSWpJLGVBQWUsd0JBQXdCLFNBQVM7QUFDaEQsUUFBTSxFQUFFLGVBQWUsY0FBYyxTQUFTLGNBQWMsZ0JBQWdCLElBQUk7QUFDaEYsUUFBTUEsU0FBUSxvQ0FBb0M7QUFBQSxJQUM5QztBQUFBLElBQ0E7QUFBQSxJQUNBO0FBQUEsSUFDQSxlQUFlLENBQUMsRUFBRSxnQkFBZ0IsYUFBYSxTQUFTO0FBQUEsRUFDNUQsQ0FBQztBQUVELFFBQU0sU0FBUyxNQUFNLGdCQUFnQixPQUFPO0FBRTVDLE1BQUksT0FBTyxnQkFBZ0I7QUFDdkIsVUFBTSxtQkFBbUIsU0FBUyxPQUFPLGNBQWM7QUFFdkQsUUFBSSxnQkFBZ0IsYUFBYSxTQUFTLEtBQUssaUJBQWlCO0FBQzVELGlCQUFXLGVBQWUsY0FBYTtBQUNuQyxjQUFNRCxzQkFBcUIsUUFBUSxVQUFVLFFBQVEsV0FBVyxPQUFPLGdCQUFnQixhQUFhLGlCQUFpQixRQUFRLHlCQUF5QjtBQUFBLE1BQzFKO0FBQUEsSUFDSjtBQUFBLEVBQ0osT0FBTztBQUNILFVBQU1DLFNBQVEsMkJBQTJCO0FBQUEsTUFDckM7QUFBQSxNQUNBO0FBQUEsTUFDQSxPQUFPLE9BQU87QUFBQSxJQUNsQixDQUFDO0FBQUEsRUFDTDtBQUNBLFNBQU87QUFBQSxJQUNILFNBQVMsQ0FBQyxPQUFPO0FBQUEsSUFDakI7QUFBQSxJQUNBO0FBQUEsSUFDQSxnQkFBZ0IsT0FBTyxrQkFBa0I7QUFBQSxJQUN6QyxPQUFPLE9BQU8sU0FBUztBQUFBLEVBQzNCO0FBQ0o7QUFqQ21CO0FBa0NuQix3QkFBd0IsYUFBYTtBQUNyQyxXQUFXLG9CQUFvQixJQUFJLDZGQUE2Rix1QkFBdUI7QUFFaEosSUFBTSx5QkFBeUIsT0FBTyxPQUFPLHlCQUF5QjtBQUFBLEVBQ3pFLFlBQVk7QUFDaEIsQ0FBQzsiLAogICJuYW1lcyI6IFsiZXhlY3V0ZUV2YWx1YXRvclN0ZXAiLCAibG9nU3RlcCJdCn0K
|
|
45202
|
+
|
|
45203
|
+
// src/domains/evals/workflow/functions/evaluateConversation.ts
|
|
45204
|
+
var getConversationStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep");
|
|
45205
|
+
var getEvaluatorsStep = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep");
|
|
45206
|
+
var executeEvaluatorStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep");
|
|
45207
|
+
var logStep2 = globalThis[Symbol.for("WORKFLOW_USE_STEP")]("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep");
|
|
45208
|
+
async function _evaluateConversationWorkflow(payload) {
|
|
45209
|
+
const { conversationId, evaluatorIds } = payload;
|
|
45210
|
+
await logStep2("Starting conversation evaluation", payload);
|
|
45211
|
+
const conversation = await getConversationStep(payload);
|
|
45212
|
+
const evaluators = await getEvaluatorsStep(payload);
|
|
45213
|
+
if (evaluators.length === 0) {
|
|
45214
|
+
await logStep2("No valid evaluators found", {
|
|
45215
|
+
conversationId,
|
|
45216
|
+
evaluatorIds
|
|
45217
|
+
});
|
|
45218
|
+
return {
|
|
45219
|
+
success: false,
|
|
45220
|
+
reason: "No valid evaluators"
|
|
45221
|
+
};
|
|
45222
|
+
}
|
|
45223
|
+
const results = [];
|
|
45224
|
+
for (const evaluator of evaluators) {
|
|
45225
|
+
const result = await executeEvaluatorStep2(payload, evaluator.id, conversation);
|
|
45226
|
+
results.push(result);
|
|
45227
|
+
}
|
|
45228
|
+
return {
|
|
45229
|
+
success: true,
|
|
45230
|
+
conversationId,
|
|
45231
|
+
resultCount: results.length
|
|
45232
|
+
};
|
|
45233
|
+
}
|
|
45234
|
+
__name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
|
|
45235
|
+
_evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
|
|
45236
|
+
globalThis.__private_workflows.set("workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow", _evaluateConversationWorkflow);
|
|
45237
|
+
var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
|
|
45238
|
+
workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
|
|
45239
|
+
});
|
|
45240
|
+
//# sourceMappingURL=data:application/json;base64,ewogICJ2ZXJzaW9uIjogMywKICAic291cmNlcyI6IFsic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzIiwgInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cyJdLAogICJzb3VyY2VzQ29udGVudCI6IFsiLyoqXG4gKiBXb3JrZmxvdyBmb3IgcnVubmluZyBkYXRhc2V0IGl0ZW1zIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICpcbiAqIFRoaXMgbWFrZXMgZGF0YXNldCBydW4gcHJvY2Vzc2luZyBmaXJlLWFuZC1mb3JnZXQgLSBlYWNoIGl0ZW0gaXMgcXVldWVkXG4gKiBpbmRlcGVuZGVudGx5IGFuZCBwcm9jZXNzZWQgaW4gcGFyYWxsZWwgYnkgdGhlIHdvcmtmbG93IHN5c3RlbS5cbiAqLyAvKipfX2ludGVybmFsX3dvcmtmbG93c3tcIndvcmtmbG93c1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50c1wiOntcIl9ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCI6e1wid29ya2Zsb3dJZFwiOlwid29ya2Zsb3cvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3dcIn19fSxcInN0ZXBzXCI6e1wic3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzXCI6e1wiY2FsbENoYXRBcGlTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2NhbGxDaGF0QXBpU3RlcFwifSxcImNyZWF0ZVJlbGF0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIn0sXCJleGVjdXRlRXZhbHVhdG9yU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwifSxcImxvZ1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ydW5EYXRhc2V0SXRlbS50cy8vbG9nU3RlcFwifX19fSovO1xuLyoqXG4gKiBTdGVwOiBDYWxsIHRoZSBjaGF0IEFQSSB0byBwcm9jZXNzIHRoZSBkYXRhc2V0IGl0ZW1cbiAqLyB2YXIgY2FsbENoYXRBcGlTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jYWxsQ2hhdEFwaVN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IENyZWF0ZSBjb252ZXJzYXRpb24gcmVsYXRpb24gaW4gZGF0YWJhc2VcbiAqLyB2YXIgY3JlYXRlUmVsYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9jcmVhdGVSZWxhdGlvblN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IEV4ZWN1dGUgYSBzaW5nbGUgZXZhbHVhdG9yIG9uIGEgY29udmVyc2F0aW9uXG4gKi8gdmFyIGV4ZWN1dGVFdmFsdWF0b3JTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9leGVjdXRlRXZhbHVhdG9yU3RlcFwiKTtcbi8qKlxuICogU3RlcDogTG9nIHdvcmtmbG93IHByb2dyZXNzXG4gKi8gdmFyIGxvZ1N0ZXAgPSBnbG9iYWxUaGlzW1N5bWJvbC5mb3IoXCJXT1JLRkxPV19VU0VfU1RFUFwiKV0oXCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL2xvZ1N0ZXBcIik7XG4vKipcbiAqIE1haW4gd29ya2Zsb3cgZnVuY3Rpb24gLSBwcm9jZXNzZXMgYSBzaW5nbGUgZGF0YXNldCBpdGVtIHRocm91Z2ggdGhlIGNoYXQgQVBJLlxuICogT3B0aW9uYWxseSBydW5zIGV2YWx1YXRvcnMgb24gdGhlIHJlc3VsdGluZyBjb252ZXJzYXRpb24uXG4gKi8gYXN5bmMgZnVuY3Rpb24gX3J1bkRhdGFzZXRJdGVtV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgZGF0YXNldEl0ZW1JZCwgZGF0YXNldFJ1bklkLCBhZ2VudElkLCBldmFsdWF0b3JJZHMsIGV2YWx1YXRpb25SdW5JZCB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBkYXRhc2V0IGl0ZW0gcHJvY2Vzc2luZycsIHtcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBhZ2VudElkLFxuICAgICAgICBoYXNFdmFsdWF0b3JzOiAhIShldmFsdWF0b3JJZHMgJiYgZXZhbHVhdG9ySWRzLmxlbmd0aCA+IDApXG4gICAgfSk7XG4gICAgLy8gQ2FsbCBjaGF0IEFQSVxuICAgIGNvbnN0IHJlc3VsdCA9IGF3YWl0IGNhbGxDaGF0QXBpU3RlcChwYXlsb2FkKTtcbiAgICAvLyBDcmVhdGUgcmVsYXRpb24gaWYgd2UgZ290IGEgY29udmVyc2F0aW9uXG4gICAgaWYgKHJlc3VsdC5jb252ZXJzYXRpb25JZCkge1xuICAgICAgICBhd2FpdCBjcmVhdGVSZWxhdGlvblN0ZXAocGF5bG9hZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkKTtcbiAgICAgICAgLy8gUnVuIGV2YWx1YXRpb25zIGlmIGNvbmZpZ3VyZWRcbiAgICAgICAgaWYgKGV2YWx1YXRvcklkcyAmJiBldmFsdWF0b3JJZHMubGVuZ3RoID4gMCAmJiBldmFsdWF0aW9uUnVuSWQpIHtcbiAgICAgICAgICAgIGZvciAoY29uc3QgZXZhbHVhdG9ySWQgb2YgZXZhbHVhdG9ySWRzKXtcbiAgICAgICAgICAgICAgICBhd2FpdCBleGVjdXRlRXZhbHVhdG9yU3RlcChwYXlsb2FkLnRlbmFudElkLCBwYXlsb2FkLnByb2plY3RJZCwgcmVzdWx0LmNvbnZlcnNhdGlvbklkLCBldmFsdWF0b3JJZCwgZXZhbHVhdGlvblJ1bklkLCBwYXlsb2FkLmRhdGFzZXRJdGVtRXhwZWN0ZWRPdXRwdXQpO1xuICAgICAgICAgICAgfVxuICAgICAgICB9XG4gICAgfSBlbHNlIHtcbiAgICAgICAgYXdhaXQgbG9nU3RlcCgnTm8gY29udmVyc2F0aW9uIGNyZWF0ZWQnLCB7XG4gICAgICAgICAgICBkYXRhc2V0SXRlbUlkLFxuICAgICAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICAgICAgZXJyb3I6IHJlc3VsdC5lcnJvclxuICAgICAgICB9KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogIXJlc3VsdC5lcnJvcixcbiAgICAgICAgZGF0YXNldEl0ZW1JZCxcbiAgICAgICAgZGF0YXNldFJ1bklkLFxuICAgICAgICBjb252ZXJzYXRpb25JZDogcmVzdWx0LmNvbnZlcnNhdGlvbklkIHx8IG51bGwsXG4gICAgICAgIGVycm9yOiByZXN1bHQuZXJyb3IgfHwgbnVsbFxuICAgIH07XG59XG5fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL3J1bkRhdGFzZXRJdGVtLnRzLy9fcnVuRGF0YXNldEl0ZW1Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93XCIsIF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IHJ1bkRhdGFzZXRJdGVtV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ydW5EYXRhc2V0SXRlbVdvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvcnVuRGF0YXNldEl0ZW0udHMvL19ydW5EYXRhc2V0SXRlbVdvcmtmbG93J1xufSk7XG4iLCAiLyoqX19pbnRlcm5hbF93b3JrZmxvd3N7XCJ3b3JrZmxvd3NcIjp7XCJzcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHNcIjp7XCJfZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiOntcIndvcmtmbG93SWRcIjpcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCJ9fX0sXCJzdGVwc1wiOntcInNyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50c1wiOntcImV4ZWN1dGVFdmFsdWF0b3JTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2V4ZWN1dGVFdmFsdWF0b3JTdGVwXCJ9LFwiZ2V0Q29udmVyc2F0aW9uU3RlcFwiOntcInN0ZXBJZFwiOlwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCJ9LFwiZ2V0RXZhbHVhdG9yc1N0ZXBcIjp7XCJzdGVwSWRcIjpcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZ2V0RXZhbHVhdG9yc1N0ZXBcIn0sXCJsb2dTdGVwXCI6e1wic3RlcElkXCI6XCJzdGVwLy9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL2xvZ1N0ZXBcIn19fX0qLztcbnZhciBnZXRDb252ZXJzYXRpb25TdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRDb252ZXJzYXRpb25TdGVwXCIpO1xudmFyIGdldEV2YWx1YXRvcnNTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9nZXRFdmFsdWF0b3JzU3RlcFwiKTtcbnZhciBleGVjdXRlRXZhbHVhdG9yU3RlcCA9IGdsb2JhbFRoaXNbU3ltYm9sLmZvcihcIldPUktGTE9XX1VTRV9TVEVQXCIpXShcInN0ZXAvL3NyYy9kb21haW5zL2V2YWxzL3dvcmtmbG93L2Z1bmN0aW9ucy9ldmFsdWF0ZUNvbnZlcnNhdGlvbi50cy8vZXhlY3V0ZUV2YWx1YXRvclN0ZXBcIik7XG4vKipcbiAqIFN0ZXA6IExvZyB3b3JrZmxvdyBwcm9ncmVzc1xuICovIHZhciBsb2dTdGVwID0gZ2xvYmFsVGhpc1tTeW1ib2wuZm9yKFwiV09SS0ZMT1dfVVNFX1NURVBcIildKFwic3RlcC8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9sb2dTdGVwXCIpO1xuLyoqXG4gKiBNYWluIHdvcmtmbG93IGZ1bmN0aW9uIC0gb3JjaGVzdHJhdGVzIHRoZSBldmFsdWF0aW9uIHN0ZXBzLlxuICpcbiAqIElNUE9SVEFOVDogVGhpcyBydW5zIGluIGEgZGV0ZXJtaW5pc3RpYyBzYW5kYm94LlxuICogLSBEbyBOT1QgY2FsbCBOb2RlLmpzIEFQSXMgZGlyZWN0bHkgaGVyZSAobm8gREIsIG5vIGZzLCBldGMuKVxuICogLSBBbGwgc2lkZSBlZmZlY3RzIG11c3QgaGFwcGVuIGluIHN0ZXAgZnVuY3Rpb25zXG4gKi8gYXN5bmMgZnVuY3Rpb24gX2V2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cocGF5bG9hZCkge1xuICAgIGNvbnN0IHsgY29udmVyc2F0aW9uSWQsIGV2YWx1YXRvcklkcyB9ID0gcGF5bG9hZDtcbiAgICBhd2FpdCBsb2dTdGVwKCdTdGFydGluZyBjb252ZXJzYXRpb24gZXZhbHVhdGlvbicsIHBheWxvYWQpO1xuICAgIGNvbnN0IGNvbnZlcnNhdGlvbiA9IGF3YWl0IGdldENvbnZlcnNhdGlvblN0ZXAocGF5bG9hZCk7XG4gICAgY29uc3QgZXZhbHVhdG9ycyA9IGF3YWl0IGdldEV2YWx1YXRvcnNTdGVwKHBheWxvYWQpO1xuICAgIGlmIChldmFsdWF0b3JzLmxlbmd0aCA9PT0gMCkge1xuICAgICAgICBhd2FpdCBsb2dTdGVwKCdObyB2YWxpZCBldmFsdWF0b3JzIGZvdW5kJywge1xuICAgICAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgICAgICBldmFsdWF0b3JJZHNcbiAgICAgICAgfSk7XG4gICAgICAgIHJldHVybiB7XG4gICAgICAgICAgICBzdWNjZXNzOiBmYWxzZSxcbiAgICAgICAgICAgIHJlYXNvbjogJ05vIHZhbGlkIGV2YWx1YXRvcnMnXG4gICAgICAgIH07XG4gICAgfVxuICAgIGNvbnN0IHJlc3VsdHMgPSBbXTtcbiAgICBmb3IgKGNvbnN0IGV2YWx1YXRvciBvZiBldmFsdWF0b3JzKXtcbiAgICAgICAgY29uc3QgcmVzdWx0ID0gYXdhaXQgZXhlY3V0ZUV2YWx1YXRvclN0ZXAocGF5bG9hZCwgZXZhbHVhdG9yLmlkLCBjb252ZXJzYXRpb24pO1xuICAgICAgICByZXN1bHRzLnB1c2gocmVzdWx0KTtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgc3VjY2VzczogdHJ1ZSxcbiAgICAgICAgY29udmVyc2F0aW9uSWQsXG4gICAgICAgIHJlc3VsdENvdW50OiByZXN1bHRzLmxlbmd0aFxuICAgIH07XG59XG5fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvdy53b3JrZmxvd0lkID0gXCJ3b3JrZmxvdy8vc3JjL2RvbWFpbnMvZXZhbHMvd29ya2Zsb3cvZnVuY3Rpb25zL2V2YWx1YXRlQ29udmVyc2F0aW9uLnRzLy9fZXZhbHVhdGVDb252ZXJzYXRpb25Xb3JrZmxvd1wiO1xuZ2xvYmFsVGhpcy5fX3ByaXZhdGVfd29ya2Zsb3dzLnNldChcIndvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93XCIsIF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93KTtcbi8vIFRoaXMgSUQgbXVzdCBtYXRjaCB3aGF0IHdvcmtmbG93OmJ1aWxkIGdlbmVyYXRlcyBpbiAud2VsbC1rbm93bi93b3JrZmxvdy92MS9mbG93LmNqc1xuZXhwb3J0IGNvbnN0IGV2YWx1YXRlQ29udmVyc2F0aW9uV29ya2Zsb3cgPSBPYmplY3QuYXNzaWduKF9ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93LCB7XG4gICAgd29ya2Zsb3dJZDogJ3dvcmtmbG93Ly9zcmMvZG9tYWlucy9ldmFscy93b3JrZmxvdy9mdW5jdGlvbnMvZXZhbHVhdGVDb252ZXJzYXRpb24udHMvL19ldmFsdWF0ZUNvbnZlcnNhdGlvbldvcmtmbG93J1xufSk7XG4iXSwKICAibWFwcGluZ3MiOiAiOzs7OztBQVFJLElBQUksa0JBQWtCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsK0VBQStFO0FBR2pKLElBQUkscUJBQXFCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsa0ZBQWtGO0FBR3ZKLElBQUksdUJBQXVCLFdBQVcsT0FBTyxJQUFJLG1CQUFtQixDQUFDLEVBQUUsb0ZBQW9GO0FBRzNKLElBQUksVUFBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHVFQUF1RTtBQUlqSSxlQUFlLHdCQUF3QixTQUFTO0FBQ2hELFFBQU0sRUFBRSxlQUFlLGNBQWMsU0FBUyxjQUFjLGdCQUFnQixJQUFJO0FBQ2hGLFFBQU0sUUFBUSxvQ0FBb0M7QUFBQSxJQUM5QztBQUFBLElBQ0E7QUFBQSxJQUNBO0FBQUEsSUFDQSxlQUFlLENBQUMsRUFBRSxnQkFBZ0IsYUFBYSxTQUFTO0FBQUEsRUFDNUQsQ0FBQztBQUVELFFBQU0sU0FBUyxNQUFNLGdCQUFnQixPQUFPO0FBRTVDLE1BQUksT0FBTyxnQkFBZ0I7QUFDdkIsVUFBTSxtQkFBbUIsU0FBUyxPQUFPLGNBQWM7QUFFdkQsUUFBSSxnQkFBZ0IsYUFBYSxTQUFTLEtBQUssaUJBQWlCO0FBQzVELGlCQUFXLGVBQWUsY0FBYTtBQUNuQyxjQUFNLHFCQUFxQixRQUFRLFVBQVUsUUFBUSxXQUFXLE9BQU8sZ0JBQWdCLGFBQWEsaUJBQWlCLFFBQVEseUJBQXlCO0FBQUEsTUFDMUo7QUFBQSxJQUNKO0FBQUEsRUFDSixPQUFPO0FBQ0gsVUFBTSxRQUFRLDJCQUEyQjtBQUFBLE1BQ3JDO0FBQUEsTUFDQTtBQUFBLE1BQ0EsT0FBTyxPQUFPO0FBQUEsSUFDbEIsQ0FBQztBQUFBLEVBQ0w7QUFDQSxTQUFPO0FBQUEsSUFDSCxTQUFTLENBQUMsT0FBTztBQUFBLElBQ2pCO0FBQUEsSUFDQTtBQUFBLElBQ0EsZ0JBQWdCLE9BQU8sa0JBQWtCO0FBQUEsSUFDekMsT0FBTyxPQUFPLFNBQVM7QUFBQSxFQUMzQjtBQUNKO0FBakNtQjtBQWtDbkIsd0JBQXdCLGFBQWE7QUFDckMsV0FBVyxvQkFBb0IsSUFBSSw2RkFBNkYsdUJBQXVCO0FBRWhKLElBQU0seUJBQXlCLE9BQU8sT0FBTyx5QkFBeUI7QUFBQSxFQUN6RSxZQUFZO0FBQ2hCLENBQUM7OztBQzNERCxJQUFJLHNCQUFzQixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHlGQUF5RjtBQUMvSixJQUFJLG9CQUFvQixXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLHVGQUF1RjtBQUMzSixJQUFJQSx3QkFBdUIsV0FBVyxPQUFPLElBQUksbUJBQW1CLENBQUMsRUFBRSwwRkFBMEY7QUFHN0osSUFBSUMsV0FBVSxXQUFXLE9BQU8sSUFBSSxtQkFBbUIsQ0FBQyxFQUFFLDZFQUE2RTtBQU92SSxlQUFlLDhCQUE4QixTQUFTO0FBQ3RELFFBQU0sRUFBRSxnQkFBZ0IsYUFBYSxJQUFJO0FBQ3pDLFFBQU1BLFNBQVEsb0NBQW9DLE9BQU87QUFDekQsUUFBTSxlQUFlLE1BQU0sb0JBQW9CLE9BQU87QUFDdEQsUUFBTSxhQUFhLE1BQU0sa0JBQWtCLE9BQU87QUFDbEQsTUFBSSxXQUFXLFdBQVcsR0FBRztBQUN6QixVQUFNQSxTQUFRLDZCQUE2QjtBQUFBLE1BQ3ZDO0FBQUEsTUFDQTtBQUFBLElBQ0osQ0FBQztBQUNELFdBQU87QUFBQSxNQUNILFNBQVM7QUFBQSxNQUNULFFBQVE7QUFBQSxJQUNaO0FBQUEsRUFDSjtBQUNBLFFBQU0sVUFBVSxDQUFDO0FBQ2pCLGFBQVcsYUFBYSxZQUFXO0FBQy9CLFVBQU0sU0FBUyxNQUFNRCxzQkFBcUIsU0FBUyxVQUFVLElBQUksWUFBWTtBQUM3RSxZQUFRLEtBQUssTUFBTTtBQUFBLEVBQ3ZCO0FBQ0EsU0FBTztBQUFBLElBQ0gsU0FBUztBQUFBLElBQ1Q7QUFBQSxJQUNBLGFBQWEsUUFBUTtBQUFBLEVBQ3pCO0FBQ0o7QUF6Qm1CO0FBMEJuQiw4QkFBOEIsYUFBYTtBQUMzQyxXQUFXLG9CQUFvQixJQUFJLHlHQUF5Ryw2QkFBNkI7QUFFbEssSUFBTSwrQkFBK0IsT0FBTyxPQUFPLCtCQUErQjtBQUFBLEVBQ3JGLFlBQVk7QUFDaEIsQ0FBQzsiLAogICJuYW1lcyI6IFsiZXhlY3V0ZUV2YWx1YXRvclN0ZXAiLCAibG9nU3RlcCJdCn0K
|
|
45241
45241
|
`;
|
|
45242
45242
|
var POST = workflowEntrypoint(workflowCode);
|
|
45243
45243
|
// Annotate the CommonJS export names for ESM import in node:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"workflowFiles": [
|
|
3
|
-
"/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/
|
|
4
|
-
"/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/
|
|
3
|
+
"/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts",
|
|
4
|
+
"/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts"
|
|
5
5
|
]
|
|
6
6
|
}
|
|
@@ -41,15 +41,15 @@
|
|
|
41
41
|
}
|
|
42
42
|
},
|
|
43
43
|
"workflows": {
|
|
44
|
-
"src/domains/evals/workflow/functions/runDatasetItem.ts": {
|
|
45
|
-
"_runDatasetItemWorkflow": {
|
|
46
|
-
"workflowId": "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
|
|
47
|
-
}
|
|
48
|
-
},
|
|
49
44
|
"src/domains/evals/workflow/functions/evaluateConversation.ts": {
|
|
50
45
|
"_evaluateConversationWorkflow": {
|
|
51
46
|
"workflowId": "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
|
|
52
47
|
}
|
|
48
|
+
},
|
|
49
|
+
"src/domains/evals/workflow/functions/runDatasetItem.ts": {
|
|
50
|
+
"_runDatasetItemWorkflow": {
|
|
51
|
+
"workflowId": "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
|
|
52
|
+
}
|
|
53
53
|
}
|
|
54
54
|
}
|
|
55
55
|
}
|
|
@@ -147110,7 +147110,10 @@ var envSchema = external_exports.object({
|
|
|
147110
147110
|
INKEEP_AGENTS_MANAGE_UI_URL: external_exports.string().optional().describe("URL where the management UI is hosted"),
|
|
147111
147111
|
INKEEP_AGENTS_API_URL: external_exports.string().optional().describe("URL where the agents management API is running"),
|
|
147112
147112
|
AUTH_COOKIE_DOMAIN: external_exports.string().optional().describe("Explicit cookie domain for cross-subdomain auth (e.g., .inkeep.com). Required when the API and UI do not share a common 3-part parent domain."),
|
|
147113
|
-
GITHUB_MCP_API_KEY: external_exports.string().optional().describe("API key for the GitHub MCP")
|
|
147113
|
+
GITHUB_MCP_API_KEY: external_exports.string().optional().describe("API key for the GitHub MCP"),
|
|
147114
|
+
SPICEDB_ENDPOINT: external_exports.string().optional().describe("SpiceDB endpoint"),
|
|
147115
|
+
SPICEDB_PRESHARED_KEY: external_exports.string().optional().describe("SpiceDB pre-shared key"),
|
|
147116
|
+
SPICEDB_TLS_ENABLED: external_exports.coerce.boolean().optional().describe("SpiceDB TLS enabled")
|
|
147114
147117
|
});
|
|
147115
147118
|
var parseEnv = /* @__PURE__ */ __name(() => {
|
|
147116
147119
|
try {
|
|
@@ -229785,124 +229788,8 @@ Return your evaluation as a JSON object matching the schema above.`;
|
|
|
229785
229788
|
}
|
|
229786
229789
|
};
|
|
229787
229790
|
|
|
229788
|
-
// src/domains/evals/workflow/functions/evaluateConversation.ts
|
|
229789
|
-
var logger22 = getLogger("workflow-evaluate-conversation");
|
|
229790
|
-
async function getConversationStep(payload) {
|
|
229791
|
-
const { tenantId, projectId, conversationId } = payload;
|
|
229792
|
-
const conv = await getConversation(runDbClient_default)({
|
|
229793
|
-
scopes: {
|
|
229794
|
-
tenantId,
|
|
229795
|
-
projectId
|
|
229796
|
-
},
|
|
229797
|
-
conversationId
|
|
229798
|
-
});
|
|
229799
|
-
if (!conv) {
|
|
229800
|
-
throw new Error(`Conversation not found: ${conversationId}`);
|
|
229801
|
-
}
|
|
229802
|
-
return conv;
|
|
229803
|
-
}
|
|
229804
|
-
__name(getConversationStep, "getConversationStep");
|
|
229805
|
-
async function getEvaluatorsStep(payload) {
|
|
229806
|
-
const { tenantId, projectId, evaluatorIds } = payload;
|
|
229807
|
-
const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
|
|
229808
|
-
const evals = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorsByIds(db)({
|
|
229809
|
-
scopes: {
|
|
229810
|
-
tenantId,
|
|
229811
|
-
projectId
|
|
229812
|
-
},
|
|
229813
|
-
evaluatorIds
|
|
229814
|
-
}));
|
|
229815
|
-
return evals;
|
|
229816
|
-
}
|
|
229817
|
-
__name(getEvaluatorsStep, "getEvaluatorsStep");
|
|
229818
|
-
async function executeEvaluatorStep(payload, evaluatorId, conversation) {
|
|
229819
|
-
const { tenantId, projectId, conversationId, evaluationRunId } = payload;
|
|
229820
|
-
const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
|
|
229821
|
-
const evaluator2 = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorById(db)({
|
|
229822
|
-
scopes: {
|
|
229823
|
-
tenantId,
|
|
229824
|
-
projectId,
|
|
229825
|
-
evaluatorId
|
|
229826
|
-
}
|
|
229827
|
-
}));
|
|
229828
|
-
if (!evaluator2) {
|
|
229829
|
-
throw new Error(`Evaluator not found: ${evaluatorId}`);
|
|
229830
|
-
}
|
|
229831
|
-
const evalResult = await createEvaluationResult(runDbClient_default)({
|
|
229832
|
-
id: generateId(),
|
|
229833
|
-
tenantId,
|
|
229834
|
-
projectId,
|
|
229835
|
-
conversationId,
|
|
229836
|
-
evaluatorId: evaluator2.id,
|
|
229837
|
-
evaluationRunId
|
|
229838
|
-
});
|
|
229839
|
-
try {
|
|
229840
|
-
const evaluationService = new EvaluationService();
|
|
229841
|
-
const output = await evaluationService.executeEvaluation({
|
|
229842
|
-
conversation,
|
|
229843
|
-
evaluator: evaluator2,
|
|
229844
|
-
tenantId,
|
|
229845
|
-
projectId
|
|
229846
|
-
});
|
|
229847
|
-
const updated = await updateEvaluationResult(runDbClient_default)({
|
|
229848
|
-
scopes: {
|
|
229849
|
-
tenantId,
|
|
229850
|
-
projectId,
|
|
229851
|
-
evaluationResultId: evalResult.id
|
|
229852
|
-
},
|
|
229853
|
-
data: {
|
|
229854
|
-
output
|
|
229855
|
-
}
|
|
229856
|
-
});
|
|
229857
|
-
logger22.info({
|
|
229858
|
-
conversationId,
|
|
229859
|
-
evaluatorId: evaluator2.id,
|
|
229860
|
-
resultId: evalResult.id
|
|
229861
|
-
}, "Evaluation completed successfully");
|
|
229862
|
-
return updated;
|
|
229863
|
-
} catch (error92) {
|
|
229864
|
-
const errorMessage = error92 instanceof Error ? error92.message : "Unknown error";
|
|
229865
|
-
logger22.error({
|
|
229866
|
-
error: error92,
|
|
229867
|
-
conversationId,
|
|
229868
|
-
evaluatorId: evaluator2.id,
|
|
229869
|
-
resultId: evalResult.id
|
|
229870
|
-
}, "Evaluation execution failed");
|
|
229871
|
-
const failed = await updateEvaluationResult(runDbClient_default)({
|
|
229872
|
-
scopes: {
|
|
229873
|
-
tenantId,
|
|
229874
|
-
projectId,
|
|
229875
|
-
evaluationResultId: evalResult.id
|
|
229876
|
-
},
|
|
229877
|
-
data: {
|
|
229878
|
-
output: {
|
|
229879
|
-
text: `Evaluation failed: ${errorMessage}`
|
|
229880
|
-
}
|
|
229881
|
-
}
|
|
229882
|
-
});
|
|
229883
|
-
return failed;
|
|
229884
|
-
}
|
|
229885
|
-
}
|
|
229886
|
-
__name(executeEvaluatorStep, "executeEvaluatorStep");
|
|
229887
|
-
async function logStep(message, data) {
|
|
229888
|
-
logger22.info(data, message);
|
|
229889
|
-
}
|
|
229890
|
-
__name(logStep, "logStep");
|
|
229891
|
-
async function _evaluateConversationWorkflow(payload) {
|
|
229892
|
-
throw new Error("You attempted to execute workflow _evaluateConversationWorkflow function directly. To start a workflow, use start(_evaluateConversationWorkflow) from workflow/api");
|
|
229893
|
-
}
|
|
229894
|
-
__name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
|
|
229895
|
-
_evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
|
|
229896
|
-
var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
|
|
229897
|
-
workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
|
|
229898
|
-
});
|
|
229899
|
-
registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep", getConversationStep);
|
|
229900
|
-
registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep", getEvaluatorsStep);
|
|
229901
|
-
registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep", executeEvaluatorStep);
|
|
229902
|
-
registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep", logStep);
|
|
229903
|
-
|
|
229904
229791
|
// src/domains/evals/workflow/functions/runDatasetItem.ts
|
|
229905
|
-
var
|
|
229792
|
+
var logger22 = getLogger("workflow-run-dataset-item");
|
|
229906
229793
|
async function callChatApiStep(payload) {
|
|
229907
229794
|
const { tenantId, projectId, agentId, datasetItemId, datasetItemInput, datasetItemSimulationAgent, datasetRunId } = payload;
|
|
229908
229795
|
const evaluationService = new EvaluationService();
|
|
@@ -229918,7 +229805,7 @@ async function callChatApiStep(payload) {
|
|
|
229918
229805
|
datasetItem: datasetItem2,
|
|
229919
229806
|
datasetRunId
|
|
229920
229807
|
});
|
|
229921
|
-
|
|
229808
|
+
logger22.info({
|
|
229922
229809
|
tenantId,
|
|
229923
229810
|
projectId,
|
|
229924
229811
|
datasetItemId,
|
|
@@ -229941,7 +229828,7 @@ async function createRelationStep(payload, conversationId) {
|
|
|
229941
229828
|
conversationId,
|
|
229942
229829
|
datasetItemId
|
|
229943
229830
|
});
|
|
229944
|
-
|
|
229831
|
+
logger22.info({
|
|
229945
229832
|
tenantId,
|
|
229946
229833
|
projectId,
|
|
229947
229834
|
datasetItemId,
|
|
@@ -229955,7 +229842,7 @@ async function createRelationStep(payload, conversationId) {
|
|
|
229955
229842
|
};
|
|
229956
229843
|
} catch (error92) {
|
|
229957
229844
|
if (error92?.cause?.code === "23503" || error92?.code === "23503") {
|
|
229958
|
-
|
|
229845
|
+
logger22.warn({
|
|
229959
229846
|
tenantId,
|
|
229960
229847
|
projectId,
|
|
229961
229848
|
datasetItemId,
|
|
@@ -229972,7 +229859,7 @@ async function createRelationStep(payload, conversationId) {
|
|
|
229972
229859
|
}
|
|
229973
229860
|
}
|
|
229974
229861
|
__name(createRelationStep, "createRelationStep");
|
|
229975
|
-
async function
|
|
229862
|
+
async function executeEvaluatorStep(tenantId, projectId, conversationId, evaluatorId, evaluationRunId, expectedOutput) {
|
|
229976
229863
|
const ref = getProjectScopedRef(tenantId, projectId, "main");
|
|
229977
229864
|
const resolvedRef = await resolveRef2(manageDbClient_default)(ref);
|
|
229978
229865
|
if (!resolvedRef) {
|
|
@@ -229986,7 +229873,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
|
|
|
229986
229873
|
}
|
|
229987
229874
|
}));
|
|
229988
229875
|
if (!evaluator2) {
|
|
229989
|
-
|
|
229876
|
+
logger22.warn({
|
|
229990
229877
|
evaluatorId
|
|
229991
229878
|
}, "Evaluator not found");
|
|
229992
229879
|
return null;
|
|
@@ -230028,7 +229915,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
|
|
|
230028
229915
|
output
|
|
230029
229916
|
}
|
|
230030
229917
|
});
|
|
230031
|
-
|
|
229918
|
+
logger22.info({
|
|
230032
229919
|
conversationId,
|
|
230033
229920
|
evaluatorId: evaluator2.id,
|
|
230034
229921
|
resultId: evalResult.id
|
|
@@ -230036,7 +229923,7 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
|
|
|
230036
229923
|
return evalResult.id;
|
|
230037
229924
|
} catch (error92) {
|
|
230038
229925
|
const errorMessage = error92 instanceof Error ? error92.message : "Unknown error";
|
|
230039
|
-
|
|
229926
|
+
logger22.error({
|
|
230040
229927
|
error: error92,
|
|
230041
229928
|
conversationId,
|
|
230042
229929
|
evaluatorId: evaluator2.id
|
|
@@ -230056,11 +229943,11 @@ async function executeEvaluatorStep2(tenantId, projectId, conversationId, evalua
|
|
|
230056
229943
|
return evalResult.id;
|
|
230057
229944
|
}
|
|
230058
229945
|
}
|
|
230059
|
-
__name(
|
|
230060
|
-
async function
|
|
230061
|
-
|
|
229946
|
+
__name(executeEvaluatorStep, "executeEvaluatorStep");
|
|
229947
|
+
async function logStep(message, data) {
|
|
229948
|
+
logger22.info(data, message);
|
|
230062
229949
|
}
|
|
230063
|
-
__name(
|
|
229950
|
+
__name(logStep, "logStep");
|
|
230064
229951
|
async function _runDatasetItemWorkflow(payload) {
|
|
230065
229952
|
throw new Error("You attempted to execute workflow _runDatasetItemWorkflow function directly. To start a workflow, use start(_runDatasetItemWorkflow) from workflow/api");
|
|
230066
229953
|
}
|
|
@@ -230071,8 +229958,124 @@ var runDatasetItemWorkflow = Object.assign(_runDatasetItemWorkflow, {
|
|
|
230071
229958
|
});
|
|
230072
229959
|
registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//callChatApiStep", callChatApiStep);
|
|
230073
229960
|
registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//createRelationStep", createRelationStep);
|
|
230074
|
-
registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep",
|
|
230075
|
-
registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep",
|
|
229961
|
+
registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//executeEvaluatorStep", executeEvaluatorStep);
|
|
229962
|
+
registerStepFunction("step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep", logStep);
|
|
229963
|
+
|
|
229964
|
+
// src/domains/evals/workflow/functions/evaluateConversation.ts
|
|
229965
|
+
var logger23 = getLogger("workflow-evaluate-conversation");
|
|
229966
|
+
async function getConversationStep(payload) {
|
|
229967
|
+
const { tenantId, projectId, conversationId } = payload;
|
|
229968
|
+
const conv = await getConversation(runDbClient_default)({
|
|
229969
|
+
scopes: {
|
|
229970
|
+
tenantId,
|
|
229971
|
+
projectId
|
|
229972
|
+
},
|
|
229973
|
+
conversationId
|
|
229974
|
+
});
|
|
229975
|
+
if (!conv) {
|
|
229976
|
+
throw new Error(`Conversation not found: ${conversationId}`);
|
|
229977
|
+
}
|
|
229978
|
+
return conv;
|
|
229979
|
+
}
|
|
229980
|
+
__name(getConversationStep, "getConversationStep");
|
|
229981
|
+
async function getEvaluatorsStep(payload) {
|
|
229982
|
+
const { tenantId, projectId, evaluatorIds } = payload;
|
|
229983
|
+
const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
|
|
229984
|
+
const evals = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorsByIds(db)({
|
|
229985
|
+
scopes: {
|
|
229986
|
+
tenantId,
|
|
229987
|
+
projectId
|
|
229988
|
+
},
|
|
229989
|
+
evaluatorIds
|
|
229990
|
+
}));
|
|
229991
|
+
return evals;
|
|
229992
|
+
}
|
|
229993
|
+
__name(getEvaluatorsStep, "getEvaluatorsStep");
|
|
229994
|
+
async function executeEvaluatorStep2(payload, evaluatorId, conversation) {
|
|
229995
|
+
const { tenantId, projectId, conversationId, evaluationRunId } = payload;
|
|
229996
|
+
const projectMain = await getProjectMainResolvedRef(manageDbClient_default)(tenantId, projectId);
|
|
229997
|
+
const evaluator2 = await withRef(manageDbPool_default, projectMain, (db) => getEvaluatorById(db)({
|
|
229998
|
+
scopes: {
|
|
229999
|
+
tenantId,
|
|
230000
|
+
projectId,
|
|
230001
|
+
evaluatorId
|
|
230002
|
+
}
|
|
230003
|
+
}));
|
|
230004
|
+
if (!evaluator2) {
|
|
230005
|
+
throw new Error(`Evaluator not found: ${evaluatorId}`);
|
|
230006
|
+
}
|
|
230007
|
+
const evalResult = await createEvaluationResult(runDbClient_default)({
|
|
230008
|
+
id: generateId(),
|
|
230009
|
+
tenantId,
|
|
230010
|
+
projectId,
|
|
230011
|
+
conversationId,
|
|
230012
|
+
evaluatorId: evaluator2.id,
|
|
230013
|
+
evaluationRunId
|
|
230014
|
+
});
|
|
230015
|
+
try {
|
|
230016
|
+
const evaluationService = new EvaluationService();
|
|
230017
|
+
const output = await evaluationService.executeEvaluation({
|
|
230018
|
+
conversation,
|
|
230019
|
+
evaluator: evaluator2,
|
|
230020
|
+
tenantId,
|
|
230021
|
+
projectId
|
|
230022
|
+
});
|
|
230023
|
+
const updated = await updateEvaluationResult(runDbClient_default)({
|
|
230024
|
+
scopes: {
|
|
230025
|
+
tenantId,
|
|
230026
|
+
projectId,
|
|
230027
|
+
evaluationResultId: evalResult.id
|
|
230028
|
+
},
|
|
230029
|
+
data: {
|
|
230030
|
+
output
|
|
230031
|
+
}
|
|
230032
|
+
});
|
|
230033
|
+
logger23.info({
|
|
230034
|
+
conversationId,
|
|
230035
|
+
evaluatorId: evaluator2.id,
|
|
230036
|
+
resultId: evalResult.id
|
|
230037
|
+
}, "Evaluation completed successfully");
|
|
230038
|
+
return updated;
|
|
230039
|
+
} catch (error92) {
|
|
230040
|
+
const errorMessage = error92 instanceof Error ? error92.message : "Unknown error";
|
|
230041
|
+
logger23.error({
|
|
230042
|
+
error: error92,
|
|
230043
|
+
conversationId,
|
|
230044
|
+
evaluatorId: evaluator2.id,
|
|
230045
|
+
resultId: evalResult.id
|
|
230046
|
+
}, "Evaluation execution failed");
|
|
230047
|
+
const failed = await updateEvaluationResult(runDbClient_default)({
|
|
230048
|
+
scopes: {
|
|
230049
|
+
tenantId,
|
|
230050
|
+
projectId,
|
|
230051
|
+
evaluationResultId: evalResult.id
|
|
230052
|
+
},
|
|
230053
|
+
data: {
|
|
230054
|
+
output: {
|
|
230055
|
+
text: `Evaluation failed: ${errorMessage}`
|
|
230056
|
+
}
|
|
230057
|
+
}
|
|
230058
|
+
});
|
|
230059
|
+
return failed;
|
|
230060
|
+
}
|
|
230061
|
+
}
|
|
230062
|
+
__name(executeEvaluatorStep2, "executeEvaluatorStep");
|
|
230063
|
+
async function logStep2(message, data) {
|
|
230064
|
+
logger23.info(data, message);
|
|
230065
|
+
}
|
|
230066
|
+
__name(logStep2, "logStep");
|
|
230067
|
+
async function _evaluateConversationWorkflow(payload) {
|
|
230068
|
+
throw new Error("You attempted to execute workflow _evaluateConversationWorkflow function directly. To start a workflow, use start(_evaluateConversationWorkflow) from workflow/api");
|
|
230069
|
+
}
|
|
230070
|
+
__name(_evaluateConversationWorkflow, "_evaluateConversationWorkflow");
|
|
230071
|
+
_evaluateConversationWorkflow.workflowId = "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow";
|
|
230072
|
+
var evaluateConversationWorkflow = Object.assign(_evaluateConversationWorkflow, {
|
|
230073
|
+
workflowId: "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
|
|
230074
|
+
});
|
|
230075
|
+
registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep", getConversationStep);
|
|
230076
|
+
registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep", getEvaluatorsStep);
|
|
230077
|
+
registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep", executeEvaluatorStep2);
|
|
230078
|
+
registerStepFunction("step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep", logStep2);
|
|
230076
230079
|
|
|
230077
230080
|
// ../node_modules/.pnpm/@workflow+utils@4.0.1-beta.7/node_modules/@workflow/utils/dist/index.js
|
|
230078
230081
|
var import_ms2 = __toESM(require_ms(), 1);
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"stepFiles": [
|
|
3
|
-
"/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/
|
|
4
|
-
"/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/
|
|
3
|
+
"/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/runDatasetItem.ts",
|
|
4
|
+
"/home/runner/work/agents/agents/agents-api/src/domains/evals/workflow/functions/evaluateConversation.ts"
|
|
5
5
|
]
|
|
6
6
|
}
|
package/dist/createApp.d.ts
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { AppConfig } from "./types/app.js";
|
|
2
2
|
import "./types/index.js";
|
|
3
3
|
import { Hono } from "hono";
|
|
4
|
-
import * as
|
|
4
|
+
import * as hono_types0 from "hono/types";
|
|
5
5
|
|
|
6
6
|
//#region src/createApp.d.ts
|
|
7
7
|
declare const isWebhookRoute: (path: string) => boolean;
|
|
8
|
-
declare function createAgentsHono(config: AppConfig): Hono<
|
|
8
|
+
declare function createAgentsHono(config: AppConfig): Hono<hono_types0.BlankEnv, hono_types0.BlankSchema, "/">;
|
|
9
9
|
//#endregion
|
|
10
10
|
export { createAgentsHono, isWebhookRoute };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { OpenAPIHono } from "@hono/zod-openapi";
|
|
2
|
-
import * as
|
|
2
|
+
import * as hono14 from "hono";
|
|
3
3
|
|
|
4
4
|
//#region src/domains/evals/routes/datasetTriggers.d.ts
|
|
5
|
-
declare const app: OpenAPIHono<
|
|
5
|
+
declare const app: OpenAPIHono<hono14.Env, {}, "/">;
|
|
6
6
|
//#endregion
|
|
7
7
|
export { app as default };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { OpenAPIHono } from "@hono/zod-openapi";
|
|
2
|
-
import * as
|
|
2
|
+
import * as hono15 from "hono";
|
|
3
3
|
|
|
4
4
|
//#region src/domains/evals/routes/index.d.ts
|
|
5
|
-
declare const app: OpenAPIHono<
|
|
5
|
+
declare const app: OpenAPIHono<hono15.Env, {}, "/">;
|
|
6
6
|
//#endregion
|
|
7
7
|
export { app as default };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { OpenAPIHono } from "@hono/zod-openapi";
|
|
2
|
-
import * as
|
|
2
|
+
import * as hono10 from "hono";
|
|
3
3
|
|
|
4
4
|
//#region src/domains/manage/routes/availableAgents.d.ts
|
|
5
|
-
declare const app: OpenAPIHono<
|
|
5
|
+
declare const app: OpenAPIHono<hono10.Env, {}, "/">;
|
|
6
6
|
//#endregion
|
|
7
7
|
export { app as default };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { OpenAPIHono } from "@hono/zod-openapi";
|
|
2
|
-
import * as
|
|
2
|
+
import * as hono11 from "hono";
|
|
3
3
|
|
|
4
4
|
//#region src/domains/manage/routes/index.d.ts
|
|
5
|
-
declare const app: OpenAPIHono<
|
|
5
|
+
declare const app: OpenAPIHono<hono11.Env, {}, "/">;
|
|
6
6
|
//#endregion
|
|
7
7
|
export { app as default };
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { ManageAppVariables } from "../../../types/app.js";
|
|
2
2
|
import { Hono } from "hono";
|
|
3
|
-
import * as
|
|
3
|
+
import * as hono_types2 from "hono/types";
|
|
4
4
|
|
|
5
5
|
//#region src/domains/manage/routes/invitations.d.ts
|
|
6
6
|
declare const invitationsRoutes: Hono<{
|
|
7
7
|
Variables: ManageAppVariables;
|
|
8
|
-
},
|
|
8
|
+
}, hono_types2.BlankSchema, "/">;
|
|
9
9
|
//#endregion
|
|
10
10
|
export { invitationsRoutes as default };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { Hono } from "hono";
|
|
2
|
-
import * as
|
|
2
|
+
import * as hono_types3 from "hono/types";
|
|
3
3
|
|
|
4
4
|
//#region src/domains/manage/routes/mcp.d.ts
|
|
5
|
-
declare const app: Hono<
|
|
5
|
+
declare const app: Hono<hono_types3.BlankEnv, hono_types3.BlankSchema, "/">;
|
|
6
6
|
//#endregion
|
|
7
7
|
export { app as default };
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { ManageAppVariables } from "../../../types/app.js";
|
|
2
2
|
import { Hono } from "hono";
|
|
3
|
-
import * as
|
|
3
|
+
import * as hono_types5 from "hono/types";
|
|
4
4
|
|
|
5
5
|
//#region src/domains/manage/routes/passwordResetLinks.d.ts
|
|
6
6
|
declare const passwordResetLinksRoutes: Hono<{
|
|
7
7
|
Variables: ManageAppVariables;
|
|
8
|
-
},
|
|
8
|
+
}, hono_types5.BlankSchema, "/">;
|
|
9
9
|
//#endregion
|
|
10
10
|
export { passwordResetLinksRoutes as default };
|