n8n 2.43.4 → 2.44.0

package/dist/modules/agent-evals/agent-evals.controller.js

@@ -16,20 +16,27 @@ exports.AgentEvalsController = void 0;
 const api_types_1 = require("@n8n/api-types");
 const decorators_1 = require("@n8n/decorators");
 const errors_1 = require("@n8n/errors");
+const collaboration_service_1 = require("../../collaboration/collaboration.service");
 const agent_eval_rating_service_1 = require("./agent-eval-rating.service");
 const agent_eval_service_1 = require("./agent-eval.service");
 const agent_evals_flag_gate_1 = require("./agent-evals-flag-gate");
 let AgentEvalsController = class AgentEvalsController {
-    constructor(service, ratingService, flagGate) {
+    constructor(service, ratingService, flagGate, collaborationService) {
         this.service = service;
         this.ratingService = ratingService;
         this.flagGate = flagGate;
+        this.collaborationService = collaborationService;
     }
     async listDatasets(req) {
         await this.flagGate.assertEnabled(req.user);
         const { agentId, projectId } = req.params;
         return await this.service.listDatasets(agentId, projectId);
     }
+    async createDraftDataset(req, _res, payload) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId } = req.params;
+        return await this.service.createDraftDataset(req.user, agentId, projectId, payload.datasetName);
+    }
     async createDataset(req) {
         await this.flagGate.assertEnabled(req.user);
         const { agentId, projectId } = req.params;
@@ -49,6 +56,12 @@ let AgentEvalsController = class AgentEvalsController {
         const { agentId, projectId, datasetId } = req.params;
         return await this.service.updateDataset(agentId, projectId, datasetId, payload);
     }
+    async deleteDraftDataset(req) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, datasetId } = req.params;
+        await this.service.deleteDraftDataset(req.user, agentId, projectId, datasetId);
+        return { success: true };
+    }
     async deleteDataset(req) {
         await this.flagGate.assertEnabled(req.user);
         const { agentId, projectId, datasetId } = req.params;
@@ -60,6 +73,18 @@ let AgentEvalsController = class AgentEvalsController {
         const { agentId, projectId } = req.params;
         return await this.service.generateDraftCases(req.user, agentId, projectId, payload);
     }
+    async previewRun(req, _res, payload) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId } = req.params;
+        return await this.service.previewRun(req.user, agentId, projectId, payload);
+    }
+    async applyPreviewSuggestion(req, _res, payload) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId } = req.params;
+        const pushRef = req.headers?.['push-ref'];
+        await this.collaborationService.validateAgentWriteLock(req.user.id, pushRef, projectId, agentId, 'update');
+        return await this.service.applyPreviewSuggestion(req.user, agentId, projectId, payload, pushRef);
+    }
     async startRun(req, _res, payload) {
         await this.flagGate.assertEnabled(req.user);
         const { agentId, projectId, datasetId } = req.params;
@@ -85,6 +110,29 @@ let AgentEvalsController = class AgentEvalsController {
         const { agentId, projectId, runId } = req.params;
         return await this.service.cancelRun(agentId, projectId, runId);
     }
+    async rerunResult(req, _res, payload) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, resultId } = req.params;
+        return await this.service.rerunResult(req.user, agentId, projectId, resultId, payload);
+    }
+    async applySuggestions(req, _res, payload) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId } = req.params;
+        const pushRef = req.headers?.['push-ref'];
+        await this.collaborationService.validateAgentWriteLock(req.user.id, pushRef, projectId, agentId, 'update');
+        return await this.service.applySuggestions(req.user, agentId, projectId, payload.resultIds, pushRef);
+    }
+    async acceptResult(req) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, resultId } = req.params;
+        return await this.service.acceptResult(agentId, projectId, resultId);
+    }
+    async deleteResult(req) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, resultId } = req.params;
+        await this.service.deleteResult(agentId, projectId, resultId);
+        return { success: true };
+    }
     async rateResult(req, _res, payload) {
         await this.flagGate.assertEnabled(req.user);
         const { agentId, projectId, resultId } = req.params;
@@ -109,6 +157,14 @@ __decorate([
     __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
 ], AgentEvalsController.prototype, "listDatasets", null);
+__decorate([
+    (0, decorators_1.Post)('/:agentId/evals/datasets/draft'),
+    (0, decorators_1.ProjectScope)('agent:update'),
+    __param(2, decorators_1.Body),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object, api_types_1.CreateDraftDatasetOptionsDto]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "createDraftDataset", null);
 __decorate([
     (0, decorators_1.Post)('/:agentId/evals/datasets'),
     (0, decorators_1.ProjectScope)('agent:update'),
@@ -131,6 +187,13 @@ __decorate([
     __metadata("design:paramtypes", [Object, Object, api_types_1.UpdateAgentEvalDatasetDto]),
     __metadata("design:returntype", Promise)
 ], AgentEvalsController.prototype, "updateDataset", null);
+__decorate([
+    (0, decorators_1.Delete)('/:agentId/evals/datasets/:datasetId/draft'),
+    (0, decorators_1.ProjectScope)('agent:update'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "deleteDraftDataset", null);
 __decorate([
     (0, decorators_1.Delete)('/:agentId/evals/datasets/:datasetId'),
     (0, decorators_1.ProjectScope)('agent:update'),
@@ -146,6 +209,22 @@ __decorate([
     __metadata("design:paramtypes", [Object, Object, api_types_1.GenerateDraftCasesOptionsDto]),
     __metadata("design:returntype", Promise)
 ], AgentEvalsController.prototype, "generateDraftCases", null);
+__decorate([
+    (0, decorators_1.Post)('/:agentId/evals/preview-run'),
+    (0, decorators_1.ProjectScope)('agent:update'),
+    __param(2, decorators_1.Body),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object, api_types_1.PreviewRunOptionsDto]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "previewRun", null);
+__decorate([
+    (0, decorators_1.Post)('/:agentId/evals/preview-run/apply-suggestion'),
+    (0, decorators_1.ProjectScope)('agent:update'),
+    __param(2, decorators_1.Body),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object, api_types_1.ApplyPreviewSuggestionDto]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "applyPreviewSuggestion", null);
 __decorate([
     (0, decorators_1.Post)('/:agentId/evals/datasets/:datasetId/runs'),
     (0, decorators_1.ProjectScope)('agent:execute'),
@@ -184,6 +263,36 @@ __decorate([
     __metadata("design:paramtypes", [Object]),
     __metadata("design:returntype", Promise)
 ], AgentEvalsController.prototype, "cancelRun", null);
+__decorate([
+    (0, decorators_1.Post)('/:agentId/evals/results/:resultId/rerun'),
+    (0, decorators_1.ProjectScope)('agent:execute'),
+    __param(2, decorators_1.Body),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object, api_types_1.RerunResultOptionsDto]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "rerunResult", null);
+__decorate([
+    (0, decorators_1.Post)('/:agentId/evals/apply-suggestions'),
+    (0, decorators_1.ProjectScope)('agent:update'),
+    __param(2, decorators_1.Body),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object, api_types_1.ApplyAgentEvalSuggestionsDto]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "applySuggestions", null);
+__decorate([
+    (0, decorators_1.Post)('/:agentId/evals/results/:resultId/accept'),
+    (0, decorators_1.ProjectScope)('agent:update'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "acceptResult", null);
+__decorate([
+    (0, decorators_1.Delete)('/:agentId/evals/results/:resultId'),
+    (0, decorators_1.ProjectScope)('agent:update'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "deleteResult", null);
 __decorate([
     (0, decorators_1.Post)('/:agentId/evals/results/:resultId/ratings'),
     (0, decorators_1.ProjectScope)('agent:update'),
@@ -208,6 +317,6 @@ __decorate([
 ], AgentEvalsController.prototype, "listLatestRatingsForRun", null);
 exports.AgentEvalsController = AgentEvalsController = __decorate([
     (0, decorators_1.RestController)('/projects/:projectId/agents/v2'),
-    __metadata("design:paramtypes", [agent_eval_service_1.AgentEvalService, agent_eval_rating_service_1.AgentEvalRatingService, agent_evals_flag_gate_1.AgentEvalsFlagGate])
+    __metadata("design:paramtypes", [agent_eval_service_1.AgentEvalService, agent_eval_rating_service_1.AgentEvalRatingService, agent_evals_flag_gate_1.AgentEvalsFlagGate, collaboration_service_1.CollaborationService])
 ], AgentEvalsController);
 //# sourceMappingURL=agent-evals.controller.js.map

package/dist/modules/agent-evals/agent-evals.controller.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-evals.controller.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-evals.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8CAewB;AAExB,gDASyB;AAEzB,wCAA8C;AAE9C,2EAAqE;AACrE,6DAAwD;AACxD,mEAA6D;AAwBtD,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAChC,YACkB,OAAyB,EACzB,aAAqC,EACrC,QAA4B;uBAF5B,OAAO;6BACP,aAAa;wBACb,QAAQ;IACvB,CAAC;IAME,AAAN,KAAK,CAAC,YAAY,CAAC,GAAqC;QACvD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1C,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC5D,CAAC;IAIK,AAAN,KAAK,CAAC,aAAa,CAAC,GAAqC;QACxD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAG1C,MAAM,MAAM,GAAG,wCAA4B,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,wBAAe,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACpF,CAAC;IAIK,AAAN,KAAK,CAAC,UAAU,CAAC,GAAuC;QACvD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACrE,CAAC;IAIK,AAAN,KAAK,CAAC,aAAa,CAClB,GAAuC,EACvC,IAAa,EACP,OAAkC;QAExC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACjF,CAAC;IAIK,AAAN,KAAK,CAAC,aAAa,CAAC,GAAuC;QAC1D,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAChE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1B,CAAC;IAQK,AAAN,KAAK,CAAC,kBAAkB,CACvB,GAAqC,EACrC,IAAa,EACP,OAAqC;QAE3C,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1C,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;IAOK,AAAN,KAAK,CAAC,QAAQ,CACb,GAAuC,EACvC,IAAa,EACP,OAA8B;QAEpC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IAKK,AAAN,KAAK,CAAC,QAAQ,CACb,GAAuC,EACvC,IAAa,EACN,KAAoB;QAE3B,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC1E,CAAC;IAKK,AAAN,KAAK,CAAC,MAAM,CACX,GAAmC,EACnC,IAAa,EACN,KAAiC;QAExC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAC1E,CAAC;IAKK,AAAN,KAAK,CAAC,aAAa,CAAC,GAAmC;QACtD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC;IAMK,AAAN,KAAK,CAAC,SAAS,CAAC,GAAmC;QAClD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;IAWK,AAAN,KAAK,CAAC,UAAU,CACf,GAAsC,EACtC,IAAa,EACP,OAAiC;QAEvC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7F,CAAC;IAKK,AAAN,KAAK,CAAC,oBAAoB,CACzB,GAAsC;QAEtC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACpF,CAAC;IAQK,AAAN,KAAK,CAAC,uBAAuB,CAC5B,GAAmC;QAEnC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACpF,CAAC;CACD,CAAA;;AAxKM;IAFL,IAAA,gBAAG,EAAC,0BAA0B,CAAC;IAC/B,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;wDAK1B;AAIK;IAFL,IAAA,iBAAI,EAAC,0BAA0B,CAAC;IAChC,IAAA,yBAAY,EAAC,cAAc,CAAC;;;;yDAW5B;AAIK;IAFL,IAAA,gBAAG,EAAC,qCAAqC,CAAC;IAC1C,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;sDAK1B;AAIK;IAFL,IAAA,kBAAK,EAAC,qCAAqC,CAAC;IAC5C,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,qCAAyB;;yDAKxC;AAIK;IAFL,IAAA,mBAAM,EAAC,qCAAqC,CAAC;IAC7C,IAAA,yBAAY,EAAC,cAAc,CAAC;;;;yDAM5B;AAQK;IAFL,IAAA,iBAAI,EAAC,0BAA0B,CAAC;IAChC,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,wCAA4B;;8DAK3C;AAOK;IAFL,IAAA,iBAAI,EAAC,0CAA0C,CAAC;IAChD,IAAA,yBAAY,EAAC,eAAe,CAAC;IAI5B,WAAA,iBAAI,CAAA;;qDAAU,iCAAqB;;oDAKpC;AAKK;IAFL,IAAA,gBAAG,EAAC,0CAA0C,CAAC;IAC/C,IAAA,yBAAY,EAAC,YAAY,CAAC;IAIzB,WAAA,kBAAK,CAAA;;qDAAQ,yBAAa;;oDAK3B;AAKK;IAFL,IAAA,gBAAG,EAAC,6BAA6B,CAAC;IAClC,IAAA,yBAAY,EAAC,YAAY,CAAC;IAIzB,WAAA,kBAAK,CAAA;;qDAAQ,sCAA0B;;kDAKxC;AAKK;IAFL,IAAA,gBAAG,EAAC,qCAAqC,CAAC;IAC1C,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;yDAK1B;AAMK;IAFL,IAAA,iBAAI,EAAC,oCAAoC,CAAC;IAC1C,IAAA,yBAAY,EAAC,cAAc,CAAC;;;;qDAK5B;AAWK;IAFL,IAAA,iBAAI,EAAC,2CAA2C,CAAC;IACjD,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,oCAAwB;;sDAKvC;AAKK;IAFL,IAAA,gBAAG,EAAC,2CAA2C,CAAC;IAChD,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;gEAO1B;AAQK;IAFL,IAAA,gBAAG,EAAC,qCAAqC,CAAC;IAC1C,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;mEAO1B;+BAlLW,oBAAoB;IADhC,IAAA,2BAAc,EAAC,gCAAgC,CAAC;qCAGrB,qCAAgB,EACV,kDAAsB,EAC3B,0CAAkB;GAJlC,oBAAoB,CAmLhC"}
+{"version":3,"file":"agent-evals.controller.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-evals.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8CAyBwB;AAExB,gDASyB;AAEzB,wCAA8C;AAE9C,iFAA6E;AAE7E,2EAAqE;AACrE,6DAAwD;AACxD,mEAA6D;AAwBtD,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAChC,YACkB,OAAyB,EACzB,aAAqC,EACrC,QAA4B,EAC5B,oBAA0C;uBAH1C,OAAO;6BACP,aAAa;wBACb,QAAQ;oCACR,oBAAoB;IACnC,CAAC;IAME,AAAN,KAAK,CAAC,YAAY,CAAC,GAAqC;QACvD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1C,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC5D,CAAC;IAQK,AAAN,KAAK,CAAC,kBAAkB,CACvB,GAAqC,EACrC,IAAa,EACP,OAAqC;QAE3C,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1C,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;IACjG,CAAC;IAIK,AAAN,KAAK,CAAC,aAAa,CAAC,GAAqC;QACxD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAG1C,MAAM,MAAM,GAAG,wCAA4B,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,wBAAe,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACpF,CAAC;IAIK,AAAN,KAAK,CAAC,UAAU,CAAC,GAAuC;QACvD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACrE,CAAC;IAIK,AAAN,KAAK,CAAC,aAAa,CAClB,GAAuC,EACvC,IAAa,EACP,OAAkC;QAExC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACjF,CAAC;IAOK,AAAN,KAAK,CAAC,kBAAkB,CAAC,GAAuC;QAC/D,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAC/E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1B,CAAC;IAIK,AAAN,KAAK,CAAC,aAAa,CAAC,GAAuC;QAC1D,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAChE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1B,CAAC;IAQK,AAAN,KAAK,CAAC,kBAAkB,CACvB,GAAqC,EACrC,IAAa,EACP,OAAqC;QAE3C,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1C,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;IAQK,AAAN,KAAK,CAAC,UAAU,CACf,GAAqC,EACrC,IAAa,EACP,OAA6B;QAEnC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1C,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC7E,CAAC;IAQK,AAAN,KAAK,CAAC,sBAAsB,CAC3B,GAAqC,EACrC,IAAa,EACP,OAAkC;QAExC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1C,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,oBAAoB,CAAC,sBAAsB,CACrD,GAAG,CAAC,IAAI,CAAC,EAAE,EACX,OAAO,EACP,SAAS,EACT,OAAO,EACP,QAAQ,CACR,CAAC;QACF,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAC/C,GAAG,CAAC,IAAI,EACR,OAAO,EACP,SAAS,EACT,OAAO,EACP,OAAO,CACP,CAAC;IACH,CAAC;IAOK,AAAN,KAAK,CAAC,QAAQ,CACb,GAAuC,EACvC,IAAa,EACP,OAA8B;QAEpC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IAKK,AAAN,KAAK,CAAC,QAAQ,CACb,GAAuC,EACvC,IAAa,EACN,KAAoB;QAE3B,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC1E,CAAC;IAKK,AAAN,KAAK,CAAC,MAAM,CACX,GAAmC,EACnC,IAAa,EACN,KAAiC;QAExC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAC1E,CAAC;IAKK,AAAN,KAAK,CAAC,aAAa,CAAC,GAAmC;QACtD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC;IAMK,AAAN,KAAK,CAAC,SAAS,CAAC,GAAmC;QAClD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;IAWK,AAAN,KAAK,CAAC,WAAW,CAChB,GAAsC,EACtC,IAAa,EACP,OAA8B;QAEpC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxF,CAAC;IAQK,AAAN,KAAK,CAAC,gBAAgB,CACrB,GAAqC,EACrC,IAAa,EACP,OAAqC;QAE3C,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1C,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,oBAAoB,CAAC,sBAAsB,CACrD,GAAG,CAAC,IAAI,CAAC,EAAE,EACX,OAAO,EACP,SAAS,EACT,OAAO,EACP,QAAQ,CACR,CAAC;QACF,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CACzC,GAAG,CAAC,IAAI,EACR,OAAO,EACP,SAAS,EACT,OAAO,CAAC,SAAS,EACjB,OAAO,CACP,CAAC;IACH,CAAC;IAOK,AAAN,KAAK,CAAC,YAAY,CAAC,GAAsC;QACxD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACtE,CAAC;IAOK,AAAN,KAAK,CAAC,YAAY,CAAC,GAAsC;QACxD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACpD,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;QAC9D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1B,CAAC;IAWK,AAAN,KAAK,CAAC,UAAU,CACf,GAAsC,EACtC,IAAa,EACP,OAAiC;QAEvC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7F,CAAC;IAKK,AAAN,KAAK,CAAC,oBAAoB,CACzB,GAAsC;QAEtC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACpF,CAAC;IAQK,AAAN,KAAK,CAAC,uBAAuB,CAC5B,GAAmC;QAEnC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACpF,CAAC;CACD,CAAA;;AA1TM;IAFL,IAAA,gBAAG,EAAC,0BAA0B,CAAC;IAC/B,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;wDAK1B;AAQK;IAFL,IAAA,iBAAI,EAAC,gCAAgC,CAAC;IACtC,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,wCAA4B;;8DAK3C;AAIK;IAFL,IAAA,iBAAI,EAAC,0BAA0B,CAAC;IAChC,IAAA,yBAAY,EAAC,cAAc,CAAC;;;;yDAW5B;AAIK;IAFL,IAAA,gBAAG,EAAC,qCAAqC,CAAC;IAC1C,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;sDAK1B;AAIK;IAFL,IAAA,kBAAK,EAAC,qCAAqC,CAAC;IAC5C,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,qCAAyB;;yDAKxC;AAOK;IAFL,IAAA,mBAAM,EAAC,2CAA2C,CAAC;IACnD,IAAA,yBAAY,EAAC,cAAc,CAAC;;;;8DAM5B;AAIK;IAFL,IAAA,mBAAM,EAAC,qCAAqC,CAAC;IAC7C,IAAA,yBAAY,EAAC,cAAc,CAAC;;;;yDAM5B;AAQK;IAFL,IAAA,iBAAI,EAAC,0BAA0B,CAAC;IAChC,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,wCAA4B;;8DAK3C;AAQK;IAFL,IAAA,iBAAI,EAAC,6BAA6B,CAAC;IACnC,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,gCAAoB;;sDAKnC;AAQK;IAFL,IAAA,iBAAI,EAAC,8CAA8C,CAAC;IACpD,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,qCAAyB;;kEAmBxC;AAOK;IAFL,IAAA,iBAAI,EAAC,0CAA0C,CAAC;IAChD,IAAA,yBAAY,EAAC,eAAe,CAAC;IAI5B,WAAA,iBAAI,CAAA;;qDAAU,iCAAqB;;oDAKpC;AAKK;IAFL,IAAA,gBAAG,EAAC,0CAA0C,CAAC;IAC/C,IAAA,yBAAY,EAAC,YAAY,CAAC;IAIzB,WAAA,kBAAK,CAAA;;qDAAQ,yBAAa;;oDAK3B;AAKK;IAFL,IAAA,gBAAG,EAAC,6BAA6B,CAAC;IAClC,IAAA,yBAAY,EAAC,YAAY,CAAC;IAIzB,WAAA,kBAAK,CAAA;;qDAAQ,sCAA0B;;kDAKxC;AAKK;IAFL,IAAA,gBAAG,EAAC,qCAAqC,CAAC;IAC1C,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;yDAK1B;AAMK;IAFL,IAAA,iBAAI,EAAC,oCAAoC,CAAC;IAC1C,IAAA,yBAAY,EAAC,cAAc,CAAC;;;;qDAK5B;AAWK;IAFL,IAAA,iBAAI,EAAC,yCAAyC,CAAC;IAC/C,IAAA,yBAAY,EAAC,eAAe,CAAC;IAI5B,WAAA,iBAAI,CAAA;;qDAAU,iCAAqB;;uDAKpC;AAQK;IAFL,IAAA,iBAAI,EAAC,mCAAmC,CAAC;IACzC,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,wCAA4B;;4DAmB3C;AAOK;IAFL,IAAA,iBAAI,EAAC,0CAA0C,CAAC;IAChD,IAAA,yBAAY,EAAC,cAAc,CAAC;;;;wDAK5B;AAOK;IAFL,IAAA,mBAAM,EAAC,mCAAmC,CAAC;IAC3C,IAAA,yBAAY,EAAC,cAAc,CAAC;;;;wDAM5B;AAWK;IAFL,IAAA,iBAAI,EAAC,2CAA2C,CAAC;IACjD,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,oCAAwB;;sDAKvC;AAKK;IAFL,IAAA,gBAAG,EAAC,2CAA2C,CAAC;IAChD,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;gEAO1B;AAQK;IAFL,IAAA,gBAAG,EAAC,qCAAqC,CAAC;IAC1C,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;mEAO1B;+BArUW,oBAAoB;IADhC,IAAA,2BAAc,EAAC,gCAAgC,CAAC;qCAGrB,qCAAgB,EACV,kDAAsB,EAC3B,0CAAkB,EACN,4CAAoB;GALhD,oBAAoB,CAsUhC"}

package/dist/modules/agent-evals/case-generation/case-generation-prompt.d.ts

@@ -5,24 +5,40 @@ export declare const generatedCasesSchema: z.ZodObject<{
     cases: z.ZodArray<z.ZodObject<{
         input: z.ZodString;
         whatToCheck: z.ZodString;
+        scenario: z.ZodString;
     }, "strip", z.ZodTypeAny, {
         input: string;
         whatToCheck: string;
+        scenario: string;
     }, {
         input: string;
         whatToCheck: string;
+        scenario: string;
     }>, "many">;
 }, "strip", z.ZodTypeAny, {
     cases: {
         input: string;
         whatToCheck: string;
+        scenario: string;
     }[];
 }, {
     cases: {
         input: string;
         whatToCheck: string;
+        scenario: string;
     }[];
 }>;
+export declare const MAX_INSTRUCTIONS_CHARS = 4000;
+export declare const MAX_CONTEXT_FIELD_CHARS = 2000;
+export interface CaseRevisionContext {
+    suggestion: string;
+    previousInput: string;
+    previousOutput: string;
+}
+export interface CaseExampleContext {
+    input: string;
+    output: string;
+}
 export interface AgentConfigSummary {
     name: string;
     instructions: string;
@@ -31,7 +47,8 @@ export interface AgentConfigSummary {
         description?: string;
     }>;
 }
+export declare function truncate(text: string, max: number): string;
 export declare function buildAgentSummary(config: AgentJsonConfig): AgentConfigSummary;
 export declare function deriveCapabilities(config: AgentJsonConfig): string[];
 export declare const CASE_GENERATION_SYSTEM_PROMPT: string;
-export declare function buildCaseGenerationUserPrompt(summary: AgentConfigSummary, tuples: DimensionTuple[]): string;
+export declare function buildCaseGenerationUserPrompt(summary: AgentConfigSummary, tuples: DimensionTuple[], revision?: CaseRevisionContext, example?: CaseExampleContext, rule?: string): string;

package/dist/modules/agent-evals/case-generation/case-generation-prompt.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CASE_GENERATION_SYSTEM_PROMPT = exports.generatedCasesSchema = void 0;
+exports.CASE_GENERATION_SYSTEM_PROMPT = exports.MAX_CONTEXT_FIELD_CHARS = exports.MAX_INSTRUCTIONS_CHARS = exports.generatedCasesSchema = void 0;
+exports.truncate = truncate;
 exports.buildAgentSummary = buildAgentSummary;
 exports.deriveCapabilities = deriveCapabilities;
 exports.buildCaseGenerationUserPrompt = buildCaseGenerationUserPrompt;
@@ -10,10 +11,11 @@ const dimensions_1 = require("./dimensions");
 exports.generatedCasesSchema = zod_1.z.object({
     cases: zod_1.z.array(api_types_1.agentEvalDraftCaseSchema),
 });
-const MAX_INSTRUCTIONS_CHARS = 4000;
+exports.MAX_INSTRUCTIONS_CHARS = 4000;
 const MAX_TOOLS_IN_PROMPT = 30;
 const MAX_TOOL_DESCRIPTION_CHARS = 200;
 const MAX_LABEL_CHARS = 100;
+exports.MAX_CONTEXT_FIELD_CHARS = 2000;
 function truncate(text, max) {
     return text.length > max ? `${text.slice(0, max)}…` : text;
 }
@@ -31,7 +33,7 @@ function buildAgentSummary(config) {
     });
     return {
         name: config.name,
-        instructions: truncate(config.instructions ?? '', MAX_INSTRUCTIONS_CHARS),
+        instructions: truncate(config.instructions ?? '', exports.MAX_INSTRUCTIONS_CHARS),
         tools,
     };
 }
@@ -62,26 +64,62 @@ function describeTuple(tuple) {
 }
 exports.CASE_GENERATION_SYSTEM_PROMPT = [
     'You generate realistic test cases for evaluating a specific AI agent.',
-    'Each test case has two fields:',
+    'Each test case has three fields:',
     '- `input`: a realistic message an end user would actually send this agent.',
     '- `whatToCheck`: a short, plain-language description of what a good response should do — NOT a score, NOT code, NOT a rubric.',
+    '- `scenario`: one or two words naming the kind of scenario the case exercises, e.g. "Vague", "Sensitive data", "Upset", "Missing detail", "Other language", "Happy path", "Off topic".',
     '',
     'Rules:',
     '- Ground every case in the actual name, instructions, and tools of the agent below. Do not invent capabilities it does not have.',
     '- These are DRAFTS a human will review and edit. Never assume a single "correct" answer or write grading logic.',
     '- Write one case per numbered scenario, in order, following the guidance for that scenario.',
     '- Keep each `input` natural and self-contained (no placeholders like "<name>").',
+    '- Make `scenario` specific to what actually makes that case distinct (the tone, the gap, the trick), not a restatement of the capability or difficulty being exercised.',
+    '- When given feedback on a case that already ran, write a new case that directly addresses the feedback — do not repeat the original input.',
 ].join('\n');
-function buildCaseGenerationUserPrompt(summary, tuples) {
+function buildCaseGenerationUserPrompt(summary, tuples, revision, example, rule) {
+    const intro = ['Here is the agent to write test cases for:', JSON.stringify(summary), ''];
+    if (revision) {
+        const previousOutput = revision.previousOutput
+            ? truncate(revision.previousOutput, exports.MAX_CONTEXT_FIELD_CHARS)
+            : '(the agent did not produce an output)';
+        return [
+            ...intro,
+            'A case that already ran did not go well and needs to be replaced:',
+            `Original input: ${truncate(revision.previousInput, exports.MAX_CONTEXT_FIELD_CHARS)}`,
+            `Original output: ${previousOutput}`,
+            `What should have happened instead: ${truncate(revision.suggestion, exports.MAX_CONTEXT_FIELD_CHARS)}`,
+            '',
+            'Write exactly 1 replacement test case that addresses this feedback.',
+            'Return a JSON object of the form { "cases": [ { "input": "…", "whatToCheck": "…", "scenario": "…" } ] }.',
+        ].join('\n');
+    }
+    if (rule) {
+        return [
+            ...intro,
+            'The user wants to check that the agent follows this rule:',
+            `Rule: ${truncate(rule, exports.MAX_CONTEXT_FIELD_CHARS)}`,
+            '',
+            'Write exactly 1 test case. Its `input` is a realistic message an end user would send that puts this rule to the test, so a response that breaks the rule is possible. Set `whatToCheck` to the rule in plain language.',
+            'Return a JSON object of the form { "cases": [ { "input": "…", "whatToCheck": "…", "scenario": "…" } ] }.',
+        ].join('\n');
+    }
+    const exampleSection = example
+        ? [
+            'The user already approved this input and the response it got as a good fit for this agent — match its style and scope when writing new cases:',
+            `Example input: ${truncate(example.input, exports.MAX_CONTEXT_FIELD_CHARS)}`,
+            `Example output: ${truncate(example.output, exports.MAX_CONTEXT_FIELD_CHARS)}`,
+            '',
+        ]
+        : [];
     const scenarios = tuples.map((tuple, i) => `${i + 1}. ${describeTuple(tuple)}`).join('\n');
     return [
-        'Here is the agent to write test cases for:',
-        JSON.stringify(summary),
-        '',
+        ...intro,
+        ...exampleSection,
         `Write exactly ${tuples.length} test cases — one for each numbered scenario below, in the same order:`,
         scenarios,
         '',
-        'Return a JSON object of the form { "cases": [ { "input": "…", "whatToCheck": "…" }, … ] }.',
+        'Return a JSON object of the form { "cases": [ { "input": "…", "whatToCheck": "…", "scenario": "…" }, … ] }.',
     ].join('\n');
 }
 //# sourceMappingURL=case-generation-prompt.js.map

package/dist/modules/agent-evals/case-generation/case-generation-prompt.js.map

@@ -1 +1 @@
-{"version":3,"file":"case-generation-prompt.js","sourceRoot":"","sources":["../../../../src/modules/agent-evals/case-generation/case-generation-prompt.ts"],"names":[],"mappings":";;;;;;AAAA,8CAIwB;AACxB,6BAAwB;AAExB,6CAKsB;AAQT,QAAA,oBAAoB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5C,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,oCAAwB,CAAC;CACxC,CAAC,CAAC;AAIH,MAAM,sBAAsB,GAAG,IAAI,CAAC;AACpC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAGvC,MAAM,eAAe,GAAG,GAAG,CAAC;AAS5B,SAAS,QAAQ,CAAC,IAAY,EAAE,GAAW;IAC1C,OAAO,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5D,CAAC;AAGD,SAAS,eAAe,CAAC,IAAyB;IACjD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;IACzE,OAAO,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;AACxC,CAAC;AAED,2BAAkC,MAAuB;IACxD,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAE7E,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;QAClF,OAAO;YACN,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC;YAC3B,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,0BAA0B,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO;QACN,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,sBAAsB,CAAC;QACzE,KAAK;KACL,CAAC;AACH,CAAC;AAOD,4BAAmC,MAAuB;IACzD,MAAM,MAAM,GAAG;QACd,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC;QAC5C,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QAC5E,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QACpF,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;KACpF,CAAC;IACF,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAC3E,CAAC,EACD,mBAAmB,CACnB,CAAC;AACH,CAAC;AAED,MAAM,eAAe,GAAmC;IACvD,MAAM,EAAE,2DAA2D;IACnE,UAAU,EAAE,mFAAmF;CAC/F,CAAC;AAEF,MAAM,WAAW,GAAoC;IACpD,UAAU,EAAE,4EAA4E;IACxF,cAAc,EACb,+FAA+F;IAChG,YAAY,EACX,mGAAmG;IACpG,WAAW,EACV,gHAAgH;CACjH,CAAC;AAGF,SAAS,aAAa,CAAC,KAAqB;IAC3C,MAAM,UAAU,GACf,KAAK,CAAC,UAAU,KAAK,+BAAkB;QACtC,CAAC,CAAC,kCAAkC;QACpC,CAAC,CAAC,QAAQ,KAAK,CAAC,UAAU,cAAc,CAAC;IAC3C,OAAO,YAAY,UAAU,aAAa,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,yBAAyB,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;AACjI,CAAC;AAEY,QAAA,6BAA6B,GAAG;IAC5C,uEAAuE;IACvE,gCAAgC;IAChC,4EAA4E;IAC5E,+HAA+H;IAC/H,EAAE;IACF,QAAQ;IACR,kIAAkI;IAClI,iHAAiH;IACjH,6FAA6F;IAC7F,iFAAiF;CACjF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAOb,uCACC,OAA2B,EAC3B,MAAwB;IAExB,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3F,OAAO;QACN,4CAA4C;QAC5C,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;QACvB,EAAE;QACF,iBAAiB,MAAM,CAAC,MAAM,wEAAwE;QACtG,SAAS;QACT,EAAE;QACF,4FAA4F;KAC5F,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC"}
+{"version":3,"file":"case-generation-prompt.js","sourceRoot":"","sources":["../../../../src/modules/agent-evals/case-generation/case-generation-prompt.ts"],"names":[],"mappings":";;;;;;;AAAA,8CAIwB;AACxB,6BAAwB;AAExB,6CAKsB;AAQT,QAAA,oBAAoB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5C,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,oCAAwB,CAAC;CACxC,CAAC,CAAC;AAIU,QAAA,sBAAsB,GAAG,IAAI,CAAC;AAC3C,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAGvC,MAAM,eAAe,GAAG,GAAG,CAAC;AAGf,QAAA,uBAAuB,GAAG,IAAI,CAAC;AA8B5C,kBAAyB,IAAY,EAAE,GAAW;IACjD,OAAO,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5D,CAAC;AAGD,SAAS,eAAe,CAAC,IAAyB;IACjD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;IACzE,OAAO,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;AACxC,CAAC;AAED,2BAAkC,MAAuB;IACxD,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAE7E,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;QAClF,OAAO;YACN,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC;YAC3B,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,0BAA0B,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO;QACN,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,QAAA,sBAAsB,CAAC;QACzE,KAAK;KACL,CAAC;AACH,CAAC;AAOD,4BAAmC,MAAuB;IACzD,MAAM,MAAM,GAAG;QACd,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC;QAC5C,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QAC5E,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QACpF,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;KACpF,CAAC;IACF,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAC3E,CAAC,EACD,mBAAmB,CACnB,CAAC;AACH,CAAC;AAED,MAAM,eAAe,GAAmC;IACvD,MAAM,EAAE,2DAA2D;IACnE,UAAU,EAAE,mFAAmF;CAC/F,CAAC;AAEF,MAAM,WAAW,GAAoC;IACpD,UAAU,EAAE,4EAA4E;IACxF,cAAc,EACb,+FAA+F;IAChG,YAAY,EACX,mGAAmG;IACpG,WAAW,EACV,gHAAgH;CACjH,CAAC;AAGF,SAAS,aAAa,CAAC,KAAqB;IAC3C,MAAM,UAAU,GACf,KAAK,CAAC,UAAU,KAAK,+BAAkB;QACtC,CAAC,CAAC,kCAAkC;QACpC,CAAC,CAAC,QAAQ,KAAK,CAAC,UAAU,cAAc,CAAC;IAC3C,OAAO,YAAY,UAAU,aAAa,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,yBAAyB,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;AACjI,CAAC;AAEY,QAAA,6BAA6B,GAAG;IAC5C,uEAAuE;IACvE,kCAAkC;IAClC,4EAA4E;IAC5E,+HAA+H;IAC/H,wLAAwL;IACxL,EAAE;IACF,QAAQ;IACR,kIAAkI;IAClI,iHAAiH;IACjH,6FAA6F;IAC7F,iFAAiF;IACjF,yKAAyK;IACzK,6IAA6I;CAC7I,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAWb,uCACC,OAA2B,EAC3B,MAAwB,EACxB,QAA8B,EAC9B,OAA4B,EAC5B,IAAa;IAEb,MAAM,KAAK,GAAG,CAAC,4CAA4C,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;IAE1F,IAAI,QAAQ,EAAE,CAAC;QAGd,MAAM,cAAc,GAAG,QAAQ,CAAC,cAAc;YAC7C,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAA,uBAAuB,CAAC;YAC5D,CAAC,CAAC,uCAAuC,CAAC;QAC3C,OAAO;YACN,GAAG,KAAK;YACR,mEAAmE;YACnE,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAA,uBAAuB,CAAC,EAAE;YAC9E,oBAAoB,cAAc,EAAE;YACpC,sCAAsC,QAAQ,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAA,uBAAuB,CAAC,EAAE;YAC9F,EAAE;YACF,qEAAqE;YACrE,0GAA0G;SAC1G,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,CAAC;IAED,IAAI,IAAI,EAAE,CAAC;QACV,OAAO;YACN,GAAG,KAAK;YACR,2DAA2D;YAC3D,SAAS,QAAQ,CAAC,IAAI,EAAE,QAAA,uBAAuB,CAAC,EAAE;YAClD,EAAE;YACF,wNAAwN;YACxN,0GAA0G;SAC1G,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,CAAC;IAED,MAAM,cAAc,GAAG,OAAO;QAC7B,CAAC,CAAC;YACA,+IAA+I;YAC/I,kBAAkB,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,QAAA,uBAAuB,CAAC,EAAE;YACpE,mBAAmB,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,QAAA,uBAAuB,CAAC,EAAE;YACtE,EAAE;SACF;QACF,CAAC,CAAC,EAAE,CAAC;IAEN,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3F,OAAO;QACN,GAAG,KAAK;QACR,GAAG,cAAc;QACjB,iBAAiB,MAAM,CAAC,MAAM,wEAAwE;QACtG,SAAS;QACT,EAAE;QACF,6GAA6G;KAC7G,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC"}

package/dist/modules/agents/agent-budget-alert.service.d.ts

@@ -0,0 +1,21 @@
+import { Logger } from '@n8n/backend-common';
+import { UrlService } from '@n8n/backend-services';
+import { GlobalConfig } from '@n8n/config';
+import { ProjectRepository } from '@n8n/db';
+import { UserManagementMailer } from '../../user-management/email';
+import { AgentRepository } from './repositories/agent.repository';
+export interface MonthlyBudgetAlertNotice {
+    agentId: string;
+    alertThresholdPercent: number;
+}
+export declare class AgentBudgetAlertService {
+    private readonly globalConfig;
+    private readonly agentRepository;
+    private readonly projectRepository;
+    private readonly mailer;
+    private readonly urlService;
+    private readonly logger;
+    constructor(globalConfig: GlobalConfig, agentRepository: AgentRepository, projectRepository: ProjectRepository, mailer: UserManagementMailer, urlService: UrlService, logger: Logger);
+    notifyMonthlyThreshold(notice: MonthlyBudgetAlertNotice): void;
+    private sendMonthlyThresholdEmail;
+}

package/dist/modules/agents/agent-budget-alert.service.js

@@ -0,0 +1,82 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AgentBudgetAlertService = void 0;
+const backend_common_1 = require("@n8n/backend-common");
+const backend_services_1 = require("@n8n/backend-services");
+const config_1 = require("@n8n/config");
+const db_1 = require("@n8n/db");
+const di_1 = require("@n8n/di");
+const email_1 = require("../../user-management/email");
+const agent_repository_1 = require("./repositories/agent.repository");
+let AgentBudgetAlertService = class AgentBudgetAlertService {
+    constructor(globalConfig, agentRepository, projectRepository, mailer, urlService, logger) {
+        this.globalConfig = globalConfig;
+        this.agentRepository = agentRepository;
+        this.projectRepository = projectRepository;
+        this.mailer = mailer;
+        this.urlService = urlService;
+        this.logger = logger;
+    }
+    notifyMonthlyThreshold(notice) {
+        if (this.globalConfig.deployment.type !== 'cloud')
+            return;
+        void this.sendMonthlyThresholdEmail(notice).catch((error) => {
+            this.logger.error('Failed to send the agent budget alert email', {
+                agentId: notice.agentId,
+                error: error instanceof Error ? error.message : String(error),
+            });
+        });
+    }
+    async sendMonthlyThresholdEmail(notice) {
+        if (!this.mailer.isEmailSetUp) {
+            this.logger.debug('Skipped the agent budget alert email because SMTP is not configured', {
+                agentId: notice.agentId,
+            });
+            return;
+        }
+        const agent = await this.agentRepository.findBudgetAlertTarget(notice.agentId);
+        if (!agent) {
+            this.logger.debug('Skipped the agent budget alert email because the agent is gone', {
+                agentId: notice.agentId,
+            });
+            return;
+        }
+        const owner = await this.projectRepository.findCreatorContact(agent.projectId);
+        if (!owner) {
+            this.logger.warn('Skipped the agent budget alert email because the project has no owner', {
+                agentId: notice.agentId,
+                projectId: agent.projectId,
+            });
+            return;
+        }
+        const baseUrl = this.urlService.getInstanceBaseUrl();
+        const result = await this.mailer.agentBudgetAlert({
+            email: owner.email,
+            firstName: owner.firstName,
+            agentName: agent.name,
+            agentUrl: `${baseUrl}/projects/${agent.projectId}/agents/${notice.agentId}`,
+            alertThresholdPercent: notice.alertThresholdPercent,
+        });
+        if (result.emailSent) {
+            this.logger.info('Sent the agent budget alert email', {
+                agentId: notice.agentId,
+                projectId: agent.projectId,
+            });
+        }
+    }
+};
+exports.AgentBudgetAlertService = AgentBudgetAlertService;
+exports.AgentBudgetAlertService = AgentBudgetAlertService = __decorate([
+    (0, di_1.Service)(),
+    __metadata("design:paramtypes", [config_1.GlobalConfig, agent_repository_1.AgentRepository, db_1.ProjectRepository, email_1.UserManagementMailer, backend_services_1.UrlService, backend_common_1.Logger])
+], AgentBudgetAlertService);
+//# sourceMappingURL=agent-budget-alert.service.js.map

package/dist/modules/agents/agent-budget-alert.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-budget-alert.service.js","sourceRoot":"","sources":["../../../src/modules/agents/agent-budget-alert.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,wDAA6C;AAC7C,4DAAmD;AACnD,wCAA2C;AAC3C,gCAA4C;AAC5C,gCAAkC;AAElC,mDAA+D;AAE/D,sEAAkE;AAc3D,IAAM,uBAAuB,GAA7B,MAAM,uBAAuB;IACnC,YACkB,YAA0B,EAC1B,eAAgC,EAChC,iBAAoC,EACpC,MAA4B,EAC5B,UAAsB,EACtB,MAAc;4BALd,YAAY;+BACZ,eAAe;iCACf,iBAAiB;sBACjB,MAAM;0BACN,UAAU;sBACV,MAAM;IACrB,CAAC;IAEJ,sBAAsB,CAAC,MAAgC;QACtD,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO;QAC1D,KAAK,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACpE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE;gBAChE,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,MAAgC;QACvE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qEAAqE,EAAE;gBACxF,OAAO,EAAE,MAAM,CAAC,OAAO;aACvB,CAAC,CAAC;YACH,OAAO;QACR,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,qBAAqB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/E,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gEAAgE,EAAE;gBACnF,OAAO,EAAE,MAAM,CAAC,OAAO;aACvB,CAAC,CAAC;YACH,OAAO;QACR,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC/E,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uEAAuE,EAAE;gBACzF,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,KAAK,CAAC,SAAS;aAC1B,CAAC,CAAC;YACH,OAAO;QACR,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC;QACrD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;YACjD,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,QAAQ,EAAE,GAAG,OAAO,aAAa,KAAK,CAAC,SAAS,WAAW,MAAM,CAAC,OAAO,EAAE;YAC3E,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;SACnD,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE;gBACrD,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,KAAK,CAAC,SAAS;aAC1B,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;CACD,CAAA;;kCA7DY,uBAAuB;IADnC,IAAA,YAAO,GAAE;qCAGuB,qBAAY,EACT,kCAAe,EACb,sBAAiB,EAC5B,4BAAoB,EAChB,6BAAU,EACd,uBAAM;GAPpB,uBAAuB,CA6DnC"}

package/dist/modules/agents/agent-chat-execution.service.d.ts

@@ -8,7 +8,11 @@ import { AgentExecutionUpdateBroadcaster } from './agent-execution-update-broadc
 import { AgentBackgroundJobService } from './background/agent-background-job.service';
 import { N8NCheckpointStorage } from './integrations/n8n-checkpoint-storage';
 import { AgentExecutionRepository } from './repositories/agent-execution.repository';
-type ExecutionContext = PubSubCommandMap['cancel-agent-chat-execution'];
+import { type AgentChatSurface } from './utils/agent-thread-access';
+type CancelExecutionPayload = PubSubCommandMap['cancel-agent-chat-execution'];
+type ExecutionContext = Omit<CancelExecutionPayload, 'productionN8nChat'> & {
+    surface: AgentChatSurface;
+};
 export interface CancelSuspendedRunParams {
     agentId: string;
     runId: string;
@@ -34,7 +38,7 @@ export declare class AgentChatExecutionService {
     settle(executionId: string, finalize: () => Promise<void>, suspendedRunId?: string): Promise<void>;
     private release;
     requestCancel(context: ExecutionContext): Promise<boolean>;
-    handleCancel(context: ExecutionContext): Promise<void>;
+    handleCancel(payload: CancelExecutionPayload): Promise<void>;
     private cancelLocalWithChildren;
     private cancelOrRemember;
     private cancelLocal;

package/dist/modules/agents/agent-chat-execution.service.js

@@ -73,9 +73,7 @@ let AgentChatExecutionService = AgentChatExecutionService_1 = class AgentChatExe
                 await this.cancelSuspended({
                     agentId: context.agentId,
                     runId: suspendedRunId,
-                    resourceId: context.productionN8nChat
-                        ? (0, agent_memory_scope_1.productionChatMemoryResourceId)(context.userId)
-                        : (0, agent_memory_scope_1.draftChatMemoryResourceId)(context.userId),
+                    resourceId: (0, agent_thread_access_1.chatSurfaceMemoryResourceId)(context.surface, context.userId),
                     cancelBackgroundJobs: execution.controller.signal.reason === sub_agent_background_state_1.PARENT_TASK_CANCELLED_REASON,
                 });
             });
@@ -103,20 +101,24 @@ let AgentChatExecutionService = AgentChatExecutionService_1 = class AgentChatExe
                 this.cancelOrRemember(context);
                 if (!this.instanceSettings.isMultiMain)
                     return true;
+                const { surface, ...rest } = context;
                 await this.publisher.publishCommand({
                     command: 'cancel-agent-chat-execution',
-                    payload: context,
+                    payload: { ...rest, productionN8nChat: surface === 'n8n-chat' },
                 });
                 return true;
             }
             finally {
-                await this.backgroundJobService.cancelForParent(context.agentId, context.threadId, context.productionN8nChat
-                    ? (0, agent_memory_scope_1.productionChatMemoryResourceId)(context.userId)
-                    : (0, agent_memory_scope_1.draftChatMemoryResourceId)(context.userId));
+                await this.backgroundJobService.cancelForParent(context.agentId, context.threadId, (0, agent_thread_access_1.chatSurfaceMemoryResourceId)(context.surface, context.userId));
             }
         });
     }
-    async handleCancel(context) {
+    async handleCancel(payload) {
+        const { productionN8nChat, ...rest } = payload;
+        const context = {
+            ...rest,
+            surface: productionN8nChat ? 'n8n-chat' : 'preview',
+        };
         if (await this.cancelLocalWithChildren(context))
             return;
         await this.lockService.withLease(backend_common_1.LockNamespace.KNOWN_LOCKS, `agent-preview-turn:${context.threadId}`, async () => {
@@ -133,9 +135,7 @@ let AgentChatExecutionService = AgentChatExecutionService_1 = class AgentChatExe
     async cancelLocalWithChildren(context) {
         if (!this.cancelLocal(context))
             return false;
-        await this.backgroundJobService.cancelForParent(context.agentId, context.threadId, context.productionN8nChat
-            ? (0, agent_memory_scope_1.productionChatMemoryResourceId)(context.userId)
-            : (0, agent_memory_scope_1.draftChatMemoryResourceId)(context.userId));
+        await this.backgroundJobService.cancelForParent(context.agentId, context.threadId, (0, agent_thread_access_1.chatSurfaceMemoryResourceId)(context.surface, context.userId));
         return true;
     }
     cancelOrRemember(context) {
@@ -163,7 +163,7 @@ let AgentChatExecutionService = AgentChatExecutionService_1 = class AgentChatExe
             return null;
         const execution = await this.executionRepository.findOneBy({ id: executionId, threadId });
         if (!execution ||
-            (context.productionN8nChat
+            (context.surface === 'n8n-chat'
                 ? !(thread.accessScope === 'user' &&
                     thread.ownerId === userId &&
                     execution.source === agent_thread_access_1.N8N_CHAT_PRODUCTION_SOURCE)
@@ -182,9 +182,7 @@ let AgentChatExecutionService = AgentChatExecutionService_1 = class AgentChatExe
         return await this.cancelSuspended({
             agentId: context.agentId,
             runId: pending.runId,
-            resourceId: context.productionN8nChat
-                ? (0, agent_memory_scope_1.productionChatMemoryResourceId)(context.userId)
-                : (0, agent_memory_scope_1.draftChatMemoryResourceId)(context.userId),
+            resourceId: (0, agent_thread_access_1.chatSurfaceMemoryResourceId)(context.surface, context.userId),
         });
     }
     async cancelSuspended(params) {