n8n 2.34.3 → 2.35.0

package/dist/middlewares/body-parser.js.map

@@ -1 +1 @@
-{"version":3,"file":"body-parser.js","sourceRoot":"","sources":["../../src/middlewares/body-parser.ts"],"names":[],"mappings":";;;;;;AAAA,0DAA4D;AAC5D,wCAA2C;AAC3C,gCAAoC;AAEpC,+CAA0D;AAC1D,6CAAwD;AACxD,wDAAkC;AAElC,mCAA6C;AAC7C,+BAAmD;AAEnD,kFAA6E;AAC7E,sFAAyF;AAEzF,MAAM,SAAS,GAAG,IAAI,eAAS,CAAC;IAC/B,KAAK,EAAE,IAAI;IACX,SAAS,EAAE,IAAI;IACf,aAAa,EAAE,IAAI;IACnB,aAAa,EAAE,KAAK;IACpB,iBAAiB,EAAE,CAAC,8BAAe,CAAC;IACpC,kBAAkB,EAAE,CAAC,8BAAe,CAAC;CACrC,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,cAAS,CAAC,GAAG,CAAC,qBAAY,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC;AAE5E,MAAM,kBAAkB,GAAG,CAAC,KAAc,EAAW,EAAE,CACtD,KAAK,YAAY,KAAK;IACtB,MAAM,IAAI,KAAK;IAEf,CAAC,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC;AAErE,MAAM,aAAa,GAAmB,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;IAChE,IAAA,sCAAoB,EAAC,GAAG,CAAC,CAAC;IAE1B,GAAG,CAAC,WAAW,GAAG,KAAK,IAAI,EAAE;QAC5B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,MAAM,GAAa,GAAG,CAAC;YAC3B,IAAI,aAAiC,CAAC;YACtC,MAAM,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;YACxD,QAAQ,eAAe,EAAE,CAAC;gBACzB,KAAK,MAAM;oBACV,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,IAAA,mBAAY,GAAE,CAAC,CAAC;oBAClC,MAAM;gBACP,KAAK,SAAS;oBACb,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,IAAA,oBAAa,GAAE,CAAC,CAAC;oBACnC,MAAM;gBACP;oBACC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;YAChD,CAAC;YAGD,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACvC,MAAM,IAAI,mCAAe,CAAC,oDAAoD,CAAC,CAAC;YACjF,CAAC;YAED,IAAI,CAAC;gBACJ,GAAG,CAAC,OAAO,GAAG,MAAM,IAAA,kBAAU,EAAC,MAAM,EAAE;oBACtC,MAAM,EAAE,aAAa;oBACrB,KAAK,EAAE,GAAG,MAAM,CAAC,cAAc,CAAC,IAAI;iBACpC,CAAC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC/B,MAAM,mCAAe,CAAC,IAAI,CACzB,6DAA6D,EAC7D,KAAK,CACL,CAAC;gBACH,CAAC;gBACD,MAAM,KAAK,CAAC;YACb,CAAC;YACD,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,CAAC;IACF,CAAC,CAAC;IAEF,IAAI,EAAE,CAAC;AACR,CAAC,CAAC;AA3CW,QAAA,aAAa,GAAb,aAAa,CA2CxB;AAEK,MAAM,SAAS,GAAG,KAAK,EAAE,GAAY,EAAE,EAAE;IAG/C,IAAI,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/C,OAAO;IACR,CAAC;IAED,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;IACxB,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC;IAC/C,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,IAAI,CAAC;YACJ,IAAI,WAAW,KAAK,kBAAkB,EAAE,CAAC;gBAExC,GAAG,CAAC,IAAI,GAAG,IAAA,wBAAS,EAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YAClD,CAAC;iBAAM,IAAI,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAE3E,GAAG,CAAC,IAAI,GAAG,MAAM,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3E,CAAC;iBAAM,IAAI,WAAW,KAAK,mCAAmC,EAAE,CAAC;gBAChE,GAAG,CAAC,IAAI,GAAG,IAAA,mBAAgB,EAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE;oBAC7E,OAAO,EAAE,IAAI;iBACb,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,WAAW,KAAK,YAAY,EAAE,CAAC;gBACzC,GAAG,CAAC,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACvC,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,+CAAyB,CAAC,8BAA8B,EAAG,KAAe,CAAC,OAAO,CAAC,CAAC;QAC/F,CAAC;IACF,CAAC;AACF,CAAC,CAAC;AA5BW,QAAA,SAAS,GAAT,SAAS,CA4BpB;AAEK,MAAM,UAAU,GAAmB,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;IACnE,MAAM,IAAA,QAAA,SAAS,EAAC,GAAG,CAAC,CAAC;IACrB,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC;IAChB,IAAI,EAAE,CAAC;AACR,CAAC,CAAC;AAJW,QAAA,UAAU,GAAV,UAAU,CAIrB"}
+{"version":3,"file":"body-parser.js","sourceRoot":"","sources":["../../src/middlewares/body-parser.ts"],"names":[],"mappings":";;;;;;AAAA,0DAA4D;AAC5D,wCAA2C;AAC3C,gCAAoC;AAEpC,+CAA0D;AAC1D,6CAAwD;AACxD,wDAAkC;AAElC,mCAA6C;AAC7C,+BAAmD;AAEnD,kFAA6E;AAC7E,sFAAyF;AAEzF,MAAM,SAAS,GAAG,IAAI,eAAS,CAAC;IAC/B,KAAK,EAAE,IAAI;IACX,SAAS,EAAE,IAAI;IACf,aAAa,EAAE,IAAI;IACnB,aAAa,EAAE,KAAK;IACpB,iBAAiB,EAAE,CAAC,8BAAe,CAAC;IACpC,kBAAkB,EAAE,CAAC,8BAAe,CAAC;CACrC,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,cAAS,CAAC,GAAG,CAAC,qBAAY,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC;AAQ5E,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAE1F,MAAM,kBAAkB,GAAG,CAAC,KAAc,EAAW,EAAE,CACtD,KAAK,YAAY,KAAK;IACtB,MAAM,IAAI,KAAK;IAEf,CAAC,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC;AAErE,MAAM,aAAa,GAAmB,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;IAChE,IAAA,sCAAoB,EAAC,GAAG,CAAC,CAAC;IAE1B,GAAG,CAAC,WAAW,GAAG,KAAK,IAAI,EAAE;QAC5B,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,MAAM,GAAa,GAAG,CAAC;YAC3B,IAAI,aAAiC,CAAC;YACtC,MAAM,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;YACxD,QAAQ,eAAe,EAAE,CAAC;gBACzB,KAAK,MAAM;oBACV,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,IAAA,mBAAY,GAAE,CAAC,CAAC;oBAClC,MAAM;gBACP,KAAK,SAAS;oBACb,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,IAAA,oBAAa,GAAE,CAAC,CAAC;oBACnC,MAAM;gBACP;oBACC,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;YAChD,CAAC;YAGD,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACvC,MAAM,IAAI,mCAAe,CAAC,oDAAoD,CAAC,CAAC;YACjF,CAAC;YAED,IAAI,CAAC;gBACJ,GAAG,CAAC,OAAO,GAAG,MAAM,IAAA,kBAAU,EAAC,MAAM,EAAE;oBACtC,MAAM,EAAE,aAAa;oBACrB,KAAK,EAAE,GAAG,MAAM,CAAC,cAAc,CAAC,IAAI;iBACpC,CAAC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC/B,MAAM,mCAAe,CAAC,IAAI,CACzB,6DAA6D,EAC7D,KAAK,CACL,CAAC;gBACH,CAAC;gBACD,MAAM,KAAK,CAAC;YACb,CAAC;YACD,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,CAAC;IACF,CAAC,CAAC;IAEF,IAAI,EAAE,CAAC;AACR,CAAC,CAAC;AA3CW,QAAA,aAAa,GAAb,aAAa,CA2CxB;AAEK,MAAM,SAAS,GAAG,KAAK,EAAE,GAAY,EAAE,EAAE;IAG/C,IAAI,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/C,OAAO;IACR,CAAC;IAED,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;IACxB,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC;IAC/C,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,IAAI,CAAC;YACJ,IAAI,WAAW,KAAK,kBAAkB,EAAE,CAAC;gBAExC,GAAG,CAAC,IAAI,GAAG,IAAA,wBAAS,EAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5D,CAAC;iBAAM,IAAI,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAE3E,GAAG,CAAC,IAAI,GAAG,MAAM,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC3E,CAAC;iBAAM,IAAI,WAAW,KAAK,mCAAmC,EAAE,CAAC;gBAChE,GAAG,CAAC,IAAI,GAAG,IAAA,mBAAgB,EAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE;oBACvF,OAAO,EAAE,IAAI;iBACb,CAAC,CAAC;YACJ,CAAC;iBAAM,IAAI,WAAW,KAAK,YAAY,EAAE,CAAC;gBACzC,GAAG,CAAC,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACvC,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,+CAAyB,CAAC,8BAA8B,EAAG,KAAe,CAAC,OAAO,CAAC,CAAC;QAC/F,CAAC;IACF,CAAC;AACF,CAAC,CAAC;AA5BW,QAAA,SAAS,GAAT,SAAS,CA4BpB;AAEK,MAAM,UAAU,GAAmB,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;IACnE,MAAM,IAAA,QAAA,SAAS,EAAC,GAAG,CAAC,CAAC;IACrB,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC;IAChB,IAAI,EAAE,CAAC;AACR,CAAC,CAAC;AAJW,QAAA,UAAU,GAAV,UAAU,CAIrB"}

package/dist/middlewares/cors.js

@@ -6,7 +6,7 @@ const corsMiddleware = (req, res, next) => {
         res.header('Access-Control-Allow-Origin', req.headers.origin);
         res.header('Access-Control-Allow-Credentials', 'true');
         res.header('Access-Control-Allow-Methods', 'GET, POST, OPTIONS, PUT, PATCH, DELETE');
-        res.header('Access-Control-Allow-Headers', 'Origin, X-Requested-With, Content-Type, Accept, push-ref, browser-id, anonymousid, authorization, x-authorization');
+        res.header('Access-Control-Allow-Headers', 'Origin, X-Requested-With, Content-Type, Accept, push-ref, browser-id, anonymousid, authorization, x-authorization, x-posthog-session-id, x-posthog-distinct-id, x-posthog-window-id');
     }
     if (req.method === 'OPTIONS') {
         res.writeHead(204).end();

package/dist/middlewares/cors.js.map

@@ -1 +1 @@
-{"version":3,"file":"cors.js","sourceRoot":"","sources":["../../src/middlewares/cors.ts"],"names":[],"mappings":";;;AAEO,MAAM,cAAc,GAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;IAChE,IAAI,QAAQ,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAE7B,GAAG,CAAC,MAAM,CAAC,6BAA6B,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9D,GAAG,CAAC,MAAM,CAAC,kCAAkC,EAAE,MAAM,CAAC,CAAC;QACvD,GAAG,CAAC,MAAM,CAAC,8BAA8B,EAAE,wCAAwC,CAAC,CAAC;QACrF,GAAG,CAAC,MAAM,CACT,8BAA8B,EAC9B,mHAAmH,CACnH,CAAC;IACH,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC9B,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IAC1B,CAAC;SAAM,CAAC;QACP,IAAI,EAAE,CAAC;IACR,CAAC;AACF,CAAC,CAAC;AAjBW,QAAA,cAAc,GAAd,cAAc,CAiBzB"}
+{"version":3,"file":"cors.js","sourceRoot":"","sources":["../../src/middlewares/cors.ts"],"names":[],"mappings":";;;AAEO,MAAM,cAAc,GAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;IAChE,IAAI,QAAQ,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAE7B,GAAG,CAAC,MAAM,CAAC,6BAA6B,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9D,GAAG,CAAC,MAAM,CAAC,kCAAkC,EAAE,MAAM,CAAC,CAAC;QACvD,GAAG,CAAC,MAAM,CAAC,8BAA8B,EAAE,wCAAwC,CAAC,CAAC;QACrF,GAAG,CAAC,MAAM,CACT,8BAA8B,EAC9B,qLAAqL,CACrL,CAAC;IACH,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC9B,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IAC1B,CAAC;SAAM,CAAC;QACP,IAAI,EAAE,CAAC;IACR,CAAC;AACF,CAAC,CAAC;AAjBW,QAAA,cAAc,GAAd,cAAc,CAiBzB"}

package/dist/modules/agent-evals/agent-eval-rating.service.d.ts

@@ -1,23 +1,20 @@
-import { type CreateAgentEvalRatingPayload } from '@n8n/api-types';
-import { Logger } from '@n8n/backend-common';
-import type { AgentEvalRating, User } from '@n8n/db';
-import { AgentEvalDatasetRepository, AgentEvalRatingRepository, AgentEvalResultRepository, AgentEvalRunRepository } from '@n8n/db';
+import type { AgentEvalRatingRecord, CreateAgentEvalRatingPayload } from '@n8n/api-types';
+import { Logger, ModuleRegistry } from '@n8n/backend-common';
+import type { User } from '@n8n/db';
+import { AgentEvalRatingRepository, AgentEvalResultRepository, AgentEvalRunRepository } from '@n8n/db';
 import { AgentRepository } from '../../modules/agents/repositories/agent.repository';
-import { PostHogClient } from '../../posthog';
 export declare class AgentEvalRatingService {
     private readonly logger;
+    private readonly moduleRegistry;
     private readonly ratingRepository;
     private readonly resultRepository;
     private readonly runRepository;
-    private readonly datasetRepository;
     private readonly agentRepository;
-    private readonly postHogClient;
-    constructor(logger: Logger, ratingRepository: AgentEvalRatingRepository, resultRepository: AgentEvalResultRepository, runRepository: AgentEvalRunRepository, datasetRepository: AgentEvalDatasetRepository, agentRepository: AgentRepository, postHogClient: PostHogClient);
-    rateResult(user: User, projectId: string, resultId: string, payload: CreateAgentEvalRatingPayload): Promise<AgentEvalRating>;
-    listRatingsForResult(user: User, projectId: string, resultId: string): Promise<AgentEvalRating[]>;
-    listLatestRatingsForRun(user: User, projectId: string, runId: string): Promise<AgentEvalRating[]>;
-    private assertFeatureEnabled;
-    private assertProjectScopes;
-    private resolveResultInProject;
-    private resolveRunInProject;
+    constructor(logger: Logger, moduleRegistry: ModuleRegistry, ratingRepository: AgentEvalRatingRepository, resultRepository: AgentEvalResultRepository, runRepository: AgentEvalRunRepository, agentRepository: AgentRepository);
+    rateResult(user: User, agentId: string, projectId: string, resultId: string, payload: CreateAgentEvalRatingPayload): Promise<AgentEvalRatingRecord>;
+    listRatingsForResult(agentId: string, projectId: string, resultId: string): Promise<AgentEvalRatingRecord[]>;
+    listLatestRatingsForRun(agentId: string, projectId: string, runId: string): Promise<AgentEvalRatingRecord[]>;
+    private assertAgentInProject;
+    private resolveResult;
+    private resolveRun;
 }

package/dist/modules/agent-evals/agent-eval-rating.service.js

@@ -10,34 +10,30 @@ var __metadata = (this && this.__metadata) || function (k, v) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AgentEvalRatingService = void 0;
-const api_types_1 = require("@n8n/api-types");
 const backend_common_1 = require("@n8n/backend-common");
 const db_1 = require("@n8n/db");
 const di_1 = require("@n8n/di");
 const bad_request_error_1 = require("../../errors/response-errors/bad-request.error");
-const forbidden_error_1 = require("../../errors/response-errors/forbidden.error");
 const not_found_error_1 = require("../../errors/response-errors/not-found.error");
 const agent_repository_1 = require("../../modules/agents/repositories/agent.repository");
-const check_access_1 = require("../../permissions.ee/check-access");
-const posthog_1 = require("../../posthog");
+const agent_eval_record_mappers_1 = require("./agent-eval-record-mappers");
+const agent_evals_required_modules_1 = require("./agent-evals-required-modules");
 const MAX_COMMENT_CHARS = 2_000;
 const MAX_CORRECTION_TEXT_CHARS = 20_000;
 const MAX_CORRECTION_CHARS = 32_000;
 let AgentEvalRatingService = class AgentEvalRatingService {
-    constructor(logger, ratingRepository, resultRepository, runRepository, datasetRepository, agentRepository, postHogClient) {
+    constructor(logger, moduleRegistry, ratingRepository, resultRepository, runRepository, agentRepository) {
         this.logger = logger;
+        this.moduleRegistry = moduleRegistry;
         this.ratingRepository = ratingRepository;
         this.resultRepository = resultRepository;
         this.runRepository = runRepository;
-        this.datasetRepository = datasetRepository;
         this.agentRepository = agentRepository;
-        this.postHogClient = postHogClient;
     }
-    async rateResult(user, projectId, resultId, payload) {
-        await this.assertFeatureEnabled(user);
-        await this.assertProjectScopes(user, projectId, ['agent:execute']);
+    async rateResult(user, agentId, projectId, resultId, payload) {
+        await this.assertAgentInProject(agentId, projectId);
         assertPayloadWithinBounds(payload);
-        const result = await this.resolveResultInProject(projectId, resultId);
+        const result = await this.resolveResult(agentId, resultId);
         if (result.status === 'new' || result.status === 'running') {
             throw new bad_request_error_1.BadRequestError('This case has not finished running yet.');
         }
@@ -53,55 +49,46 @@ let AgentEvalRatingService = class AgentEvalRatingService {
             vote: rating.vote,
             hasCorrection: rating.correction !== null,
         });
-        return rating;
+        return (0, agent_eval_record_mappers_1.toRatingRecord)(rating);
     }
-    async listRatingsForResult(user, projectId, resultId) {
-        await this.assertFeatureEnabled(user);
-        await this.assertProjectScopes(user, projectId, ['agent:read']);
-        const result = await this.resolveResultInProject(projectId, resultId);
-        return await this.ratingRepository.findByResultId(result.id);
+    async listRatingsForResult(agentId, projectId, resultId) {
+        await this.assertAgentInProject(agentId, projectId);
+        const result = await this.resolveResult(agentId, resultId);
+        const ratings = await this.ratingRepository.findByResultId(result.id);
+        return ratings.map(agent_eval_record_mappers_1.toRatingRecord);
     }
-    async listLatestRatingsForRun(user, projectId, runId) {
-        await this.assertFeatureEnabled(user);
-        await this.assertProjectScopes(user, projectId, ['agent:read']);
-        await this.resolveRunInProject(projectId, runId);
-        return await this.ratingRepository.findLatestByRunId(runId);
+    async listLatestRatingsForRun(agentId, projectId, runId) {
+        await this.assertAgentInProject(agentId, projectId);
+        await this.resolveRun(agentId, runId);
+        const ratings = await this.ratingRepository.findLatestByRunId(runId);
+        return ratings.map(agent_eval_record_mappers_1.toRatingRecord);
     }
-    async assertFeatureEnabled(user) {
-        const flags = await this.postHogClient.getFeatureFlags(user);
-        if (flags?.[api_types_1.AGENT_EVALS_FLAG] !== true) {
-            throw new not_found_error_1.NotFoundError('Not found');
-        }
-    }
-    async assertProjectScopes(user, projectId, scopes) {
-        if (!(await (0, check_access_1.userHasScopes)(user, scopes, false, { projectId }))) {
-            throw new forbidden_error_1.ForbiddenError('You do not have permission to review agent evals in this project.');
-        }
+    async assertAgentInProject(agentId, projectId) {
+        (0, agent_evals_required_modules_1.assertRequiredModulesActive)(this.moduleRegistry);
+        const inProject = await this.agentRepository.existsByIdAndProjectId(agentId, projectId);
+        if (!inProject)
+            throw new not_found_error_1.NotFoundError(`Agent ${agentId} not found.`);
     }
-    async resolveResultInProject(projectId, resultId) {
+    async resolveResult(agentId, resultId) {
+        const notFound = () => new not_found_error_1.NotFoundError(`Agent eval result ${resultId} not found.`);
         const result = await this.resultRepository.findById(resultId);
         if (!result)
-            throw new not_found_error_1.NotFoundError(`Agent eval result ${resultId} not found.`);
-        await this.resolveRunInProject(projectId, result.runId);
+            throw notFound();
+        const run = await this.runRepository.findByIdAndAgentId(result.runId, agentId);
+        if (!run)
+            throw notFound();
         return result;
     }
-    async resolveRunInProject(projectId, runId) {
-        const notFound = () => new not_found_error_1.NotFoundError(`Agent eval run ${runId} not found.`);
-        const run = await this.runRepository.findById(runId);
+    async resolveRun(agentId, runId) {
+        const run = await this.runRepository.findByIdAndAgentId(runId, agentId);
         if (!run)
-            throw notFound();
-        const dataset = await this.datasetRepository.findById(run.datasetId);
-        if (!dataset)
-            throw notFound();
-        const inProject = await this.agentRepository.existsByIdAndProjectId(dataset.agentId, projectId);
-        if (!inProject)
-            throw notFound();
+            throw new not_found_error_1.NotFoundError(`Agent eval run ${runId} not found.`);
     }
 };
 exports.AgentEvalRatingService = AgentEvalRatingService;
 exports.AgentEvalRatingService = AgentEvalRatingService = __decorate([
     (0, di_1.Service)(),
-    __metadata("design:paramtypes", [backend_common_1.Logger, db_1.AgentEvalRatingRepository, db_1.AgentEvalResultRepository, db_1.AgentEvalRunRepository, db_1.AgentEvalDatasetRepository, agent_repository_1.AgentRepository, posthog_1.PostHogClient])
+    __metadata("design:paramtypes", [backend_common_1.Logger, backend_common_1.ModuleRegistry, db_1.AgentEvalRatingRepository, db_1.AgentEvalResultRepository, db_1.AgentEvalRunRepository, agent_repository_1.AgentRepository])
 ], AgentEvalRatingService);
 function assertPayloadWithinBounds(payload) {
     if (payload.comment !== undefined && payload.comment.length > MAX_COMMENT_CHARS) {

package/dist/modules/agent-evals/agent-eval-rating.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-eval-rating.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval-rating.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8CAAqF;AACrF,wDAA6C;AAE7C,gCAKiB;AACjB,gCAAkC;AAGlC,kFAA6E;AAC7E,8EAA0E;AAC1E,8EAAyE;AACzE,qFAAiF;AACjF,gEAA8D;AAC9D,uCAA0C;AAG1C,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAChC,MAAM,yBAAyB,GAAG,MAAM,CAAC;AACzC,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAO7B,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAClC,YACkB,MAAc,EACd,gBAA2C,EAC3C,gBAA2C,EAC3C,aAAqC,EACrC,iBAA6C,EAC7C,eAAgC,EAChC,aAA4B;sBAN5B,MAAM;gCACN,gBAAgB;gCAChB,gBAAgB;6BAChB,aAAa;iCACb,iBAAiB;+BACjB,eAAe;6BACf,aAAa;IAC5B,CAAC;IAGJ,KAAK,CAAC,UAAU,CACf,IAAU,EACV,SAAiB,EACjB,QAAgB,EAChB,OAAqC;QAErC,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAGtC,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC;QACnE,yBAAyB,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAGtE,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,MAAM,IAAI,mCAAe,CAAC,yCAAyC,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC;YACvD,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;YAChC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;YACtC,SAAS,EAAE,IAAI,CAAC,EAAE;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;YAC/C,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,aAAa,EAAE,MAAM,CAAC,UAAU,KAAK,IAAI;SACzC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IACf,CAAC;IAGD,KAAK,CAAC,oBAAoB,CACzB,IAAU,EACV,SAAiB,EACjB,QAAgB;QAEhB,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAEtE,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC9D,CAAC;IAGD,KAAK,CAAC,uBAAuB,CAC5B,IAAU,EACV,SAAiB,EACjB,KAAa;QAEb,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;QAEhE,MAAM,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAEjD,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC7D,CAAC;IAQO,KAAK,CAAC,oBAAoB,CAAC,IAAU;QAC5C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC7D,IAAI,KAAK,EAAE,CAAC,4BAAgB,CAAC,KAAK,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,+BAAa,CAAC,WAAW,CAAC,CAAC;QACtC,CAAC;IACF,CAAC;IAGO,KAAK,CAAC,mBAAmB,CAAC,IAAU,EAAE,SAAiB,EAAE,MAAe;QAC/E,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAChE,MAAM,IAAI,gCAAc,CAAC,mEAAmE,CAAC,CAAC;QAC/F,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,sBAAsB,CACnC,SAAiB,EACjB,QAAgB;QAEhB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,+BAAa,CAAC,qBAAqB,QAAQ,aAAa,CAAC,CAAC;QAEjF,MAAM,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAExD,OAAO,MAAM,CAAC;IACf,CAAC;IAMO,KAAK,CAAC,mBAAmB,CAAC,SAAiB,EAAE,KAAa;QACjE,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,+BAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QAE/E,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,GAAG;YAAE,MAAM,QAAQ,EAAE,CAAC;QAE3B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACrE,IAAI,CAAC,OAAO;YAAE,MAAM,QAAQ,EAAE,CAAC;QAG/B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,sBAAsB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAChG,IAAI,CAAC,SAAS;YAAE,MAAM,QAAQ,EAAE,CAAC;IAClC,CAAC;CACD,CAAA;;iCA7HY,sBAAsB;IADlC,IAAA,YAAO,GAAE;qCAGiB,uBAAM,EACI,8BAAyB,EACzB,8BAAyB,EAC5B,2BAAsB,EAClB,+BAA0B,EAC5B,kCAAe,EACjB,uBAAa;GARlC,sBAAsB,CA6HlC;AAGD,SAAS,yBAAyB,CAAC,OAAqC;IACvE,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QACjF,MAAM,IAAI,mCAAe,CAAC,kCAAkC,iBAAiB,cAAc,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAC/B,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO;IAIrC,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;IACvC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpE,MAAM,IAAI,mCAAe,CAAC,2DAA2D,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,GAAG,yBAAyB,EAAE,CAAC;QAClD,MAAM,IAAI,mCAAe,CACxB,oCAAoC,yBAAyB,cAAc,CAC3E,CAAC;IACH,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAC9D,MAAM,IAAI,mCAAe,CACxB,8BAA8B,oBAAoB,uBAAuB,CACzE,CAAC;IACH,CAAC;AACF,CAAC"}
+{"version":3,"file":"agent-eval-rating.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval-rating.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,wDAA6D;AAE7D,gCAIiB;AACjB,gCAAkC;AAElC,kFAA6E;AAC7E,8EAAyE;AACzE,qFAAiF;AAEjF,2EAA6D;AAC7D,iFAA6E;AAG7E,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAChC,MAAM,yBAAyB,GAAG,MAAM,CAAC;AACzC,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAgB7B,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAClC,YACkB,MAAc,EACd,cAA8B,EAC9B,gBAA2C,EAC3C,gBAA2C,EAC3C,aAAqC,EACrC,eAAgC;sBALhC,MAAM;8BACN,cAAc;gCACd,gBAAgB;gCAChB,gBAAgB;6BAChB,aAAa;+BACb,eAAe;IAC9B,CAAC;IAEJ,KAAK,CAAC,UAAU,CACf,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,QAAgB,EAChB,OAAqC;QAErC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,yBAAyB,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAG3D,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5D,MAAM,IAAI,mCAAe,CAAC,yCAAyC,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC;YACvD,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,IAAI;YAChC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;YACtC,SAAS,EAAE,IAAI,CAAC,EAAE;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;YAC/C,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,aAAa,EAAE,MAAM,CAAC,UAAU,KAAK,IAAI;SACzC,CAAC,CAAC;QAEH,OAAO,IAAA,0CAAc,EAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IAGD,KAAK,CAAC,oBAAoB,CACzB,OAAe,EACf,SAAiB,EACjB,QAAgB;QAEhB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAEtE,OAAO,OAAO,CAAC,GAAG,CAAC,0CAAc,CAAC,CAAC;IACpC,CAAC;IAGD,KAAK,CAAC,uBAAuB,CAC5B,OAAe,EACf,SAAiB,EACjB,KAAa;QAEb,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEpD,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAErE,OAAO,OAAO,CAAC,GAAG,CAAC,0CAAc,CAAC,CAAC;IACpC,CAAC;IAaO,KAAK,CAAC,oBAAoB,CAAC,OAAe,EAAE,SAAiB;QACpE,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,sBAAsB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACxF,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,+BAAa,CAAC,SAAS,OAAO,aAAa,CAAC,CAAC;IACxE,CAAC;IAOO,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,QAAgB;QAC5D,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,IAAI,+BAAa,CAAC,qBAAqB,QAAQ,aAAa,CAAC,CAAC;QAErF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM;YAAE,MAAM,QAAQ,EAAE,CAAC;QAI9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC/E,IAAI,CAAC,GAAG;YAAE,MAAM,QAAQ,EAAE,CAAC;QAE3B,OAAO,MAAM,CAAC;IACf,CAAC;IAGO,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,KAAa;QACtD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,+BAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;IACzE,CAAC;CACD,CAAA;;iCAjHY,sBAAsB;IADlC,IAAA,YAAO,GAAE;qCAGiB,uBAAM,EACE,+BAAc,EACZ,8BAAyB,EACzB,8BAAyB,EAC5B,2BAAsB,EACpB,kCAAe;GAPtC,sBAAsB,CAiHlC;AAGD,SAAS,yBAAyB,CAAC,OAAqC;IACvE,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QACjF,MAAM,IAAI,mCAAe,CAAC,kCAAkC,iBAAiB,cAAc,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAC/B,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO;IAIrC,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;IACvC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpE,MAAM,IAAI,mCAAe,CAAC,2DAA2D,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,GAAG,yBAAyB,EAAE,CAAC;QAClD,MAAM,IAAI,mCAAe,CACxB,oCAAoC,yBAAyB,cAAc,CAC3E,CAAC;IACH,CAAC;IACD,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;QAC9D,MAAM,IAAI,mCAAe,CACxB,8BAA8B,oBAAoB,uBAAuB,CACzE,CAAC;IACH,CAAC;AACF,CAAC"}

package/dist/modules/agent-evals/agent-eval-record-mappers.d.ts

@@ -1,5 +1,6 @@
-import type { AgentEvalDatasetRecord, AgentEvalResultRecord, AgentEvalRunRecord } from '@n8n/api-types';
-import type { AgentEvalDataset, AgentEvalResult, AgentEvalRun } from '@n8n/db';
+import type { AgentEvalDatasetRecord, AgentEvalRatingRecord, AgentEvalResultRecord, AgentEvalRunRecord } from '@n8n/api-types';
+import type { AgentEvalDataset, AgentEvalRating, AgentEvalResult, AgentEvalRun } from '@n8n/db';
 export declare function toDatasetRecord(dataset: AgentEvalDataset): AgentEvalDatasetRecord;
 export declare function toRunRecord(run: AgentEvalRun): AgentEvalRunRecord;
 export declare function toResultRecord(result: AgentEvalResult): AgentEvalResultRecord;
+export declare function toRatingRecord(rating: AgentEvalRating): AgentEvalRatingRecord;

package/dist/modules/agent-evals/agent-eval-record-mappers.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.toDatasetRecord = toDatasetRecord;
 exports.toRunRecord = toRunRecord;
 exports.toResultRecord = toResultRecord;
+exports.toRatingRecord = toRatingRecord;
 const n8n_workflow_1 = require("n8n-workflow");
 const toIso = (date) => date?.toISOString() ?? null;
 const isDataTableRef = (ref) => 'dataTableId' in ref;
@@ -65,4 +66,16 @@ function toResultRecord(result) {
         updatedAt: result.updatedAt.toISOString(),
     };
 }
+function toRatingRecord(rating) {
+    return {
+        id: rating.id,
+        resultId: rating.resultId,
+        vote: rating.vote,
+        comment: rating.comment,
+        correction: rating.correction,
+        ratedById: rating.ratedById,
+        createdAt: rating.createdAt.toISOString(),
+        updatedAt: rating.updatedAt.toISOString(),
+    };
+}
 //# sourceMappingURL=agent-eval-record-mappers.js.map

package/dist/modules/agent-evals/agent-eval-record-mappers.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-eval-record-mappers.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval-record-mappers.ts"],"names":[],"mappings":";;;;;AASA,+CAA+C;AAQ/C,MAAM,KAAK,GAAG,CAAC,IAAiB,EAAiB,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC;AAGhF,MAAM,cAAc,GAAG,CAAC,GAA6B,EAA8B,EAAE,CACpF,aAAa,IAAI,GAAG,CAAC;AAEtB,MAAM,iBAAiB,GAAG,CAAC,GAA6B,EAAiC,EAAE,CAC1F,eAAe,IAAI,GAAG,CAAC;AAQxB,SAAS,gBAAgB,CAAC,OAAyB;IAClD,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAE9C,IAAI,aAAa,KAAK,YAAY,IAAI,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;QAClE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC;IACtC,CAAC;IACD,IAAI,aAAa,KAAK,eAAe,IAAI,iBAAiB,CAAC,UAAU,CAAC,EAAE,CAAC;QACxE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC;IACtC,CAAC;IAED,MAAM,IAAI,8BAAe,CACxB,sBAAsB,OAAO,CAAC,EAAE,WAAW,aAAa,+CAA+C,CACvG,CAAC;AACH,CAAC;AAED,yBAAgC,OAAyB;IACxD,OAAO;QACN,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE;QAC1C,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE;QAC1C,GAAG,gBAAgB,CAAC,OAAO,CAAC;KAC5B,CAAC;AACH,CAAC;AAED,qBAA4B,GAAiB;IAC5C,OAAO;QACN,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,cAAc,EAAE,GAAG,CAAC,cAAc;QAClC,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;QACvB,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC;QACnC,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE;QACtC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE;KACtC,CAAC;AACH,CAAC;AAED,wBAA+B,MAAuB;IACrD,OAAO;QACN,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QAC1B,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC;QACtC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;QACzC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;KACzC,CAAC;AACH,CAAC"}
+{"version":3,"file":"agent-eval-record-mappers.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval-record-mappers.ts"],"names":[],"mappings":";;;;;;AAUA,+CAA+C;AAQ/C,MAAM,KAAK,GAAG,CAAC,IAAiB,EAAiB,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC;AAGhF,MAAM,cAAc,GAAG,CAAC,GAA6B,EAA8B,EAAE,CACpF,aAAa,IAAI,GAAG,CAAC;AAEtB,MAAM,iBAAiB,GAAG,CAAC,GAA6B,EAAiC,EAAE,CAC1F,eAAe,IAAI,GAAG,CAAC;AAQxB,SAAS,gBAAgB,CAAC,OAAyB;IAClD,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAE9C,IAAI,aAAa,KAAK,YAAY,IAAI,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;QAClE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC;IACtC,CAAC;IACD,IAAI,aAAa,KAAK,eAAe,IAAI,iBAAiB,CAAC,UAAU,CAAC,EAAE,CAAC;QACxE,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,CAAC;IACtC,CAAC;IAED,MAAM,IAAI,8BAAe,CACxB,sBAAsB,OAAO,CAAC,EAAE,WAAW,aAAa,+CAA+C,CACvG,CAAC;AACH,CAAC;AAED,yBAAgC,OAAyB;IACxD,OAAO;QACN,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE;QAC1C,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,WAAW,EAAE;QAC1C,GAAG,gBAAgB,CAAC,OAAO,CAAC;KAC5B,CAAC;AACH,CAAC;AAED,qBAA4B,GAAiB;IAC5C,OAAO;QACN,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,cAAc,EAAE,GAAG,CAAC,cAAc;QAClC,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;QACvB,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC;QACnC,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE;QACtC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE;KACtC,CAAC;AACH,CAAC;AAED,wBAA+B,MAAuB;IACrD,OAAO;QACN,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QAC1B,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC;QACtC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;QACzC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;KACzC,CAAC;AACH,CAAC;AAED,wBAA+B,MAAuB;IACrD,OAAO;QACN,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;QACzC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE;KACzC,CAAC;AACH,CAAC"}

package/dist/modules/agent-evals/agent-eval-runner.service.js

@@ -145,6 +145,16 @@ let AgentEvalRunnerService = class AgentEvalRunnerService {
                 stoppedCases++;
                 await this.resultRepository.markAsCancelled(resultRow.id);
             };
+            const markEmptyInput = async (resultRow) => {
+                try {
+                    await this.resultRepository.markAsError(resultRow.id, 'empty_input', {
+                        message: 'Case has no value in the mapped input column.',
+                    });
+                }
+                catch (error) {
+                    this.logger.error(`[AgentEvalRunner] Could not record empty input for case ${resultRow.id}`, { error: error instanceof Error ? error.message : String(error) });
+                }
+            };
             const deadline = this.startRunDeadline(abort);
             const settlements = await Promise.allSettled(cases.map(async (resolvedCase, index) => await limit(async () => {
                 const resultRow = seeded[index];
@@ -152,7 +162,11 @@ let AgentEvalRunnerService = class AgentEvalRunnerService {
                     await stopCase(resultRow);
                     return;
                 }
-                const executionId = `${runId}-case-${index}`;
+                if (resolvedCase.input.trim().length === 0) {
+                    await markEmptyInput(resultRow);
+                    return;
+                }
+                const executionId = `agent-eval:${runId}-case-${index}`;
                 if (!(await this.acquireEvaluationSlot(executionId, abort.signal))) {
                     await stopCase(resultRow);
                     return;
@@ -280,12 +294,6 @@ let AgentEvalRunnerService = class AgentEvalRunnerService {
     }
     async runCase(resultRow, resolvedCase, ctx) {
         try {
-            if (resolvedCase.input.trim().length === 0) {
-                await this.resultRepository.markAsError(resultRow.id, 'empty_input', {
-                    message: 'Case has no value in the mapped input column.',
-                });
-                return undefined;
-            }
             await this.resultRepository.markAsRunning(resultRow.id);
             const execResult = await this.evalAgentExecutionService.executeWithLlmMock(ctx.agentId, ctx.user, { projectId: ctx.projectId, ...(ctx.timeoutMs ? { timeoutMs: ctx.timeoutMs } : {}) }, resolvedCase.input);
             const usage = normalizeUsage(execResult.usage);

package/dist/modules/agent-evals/agent-eval-runner.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-eval-runner.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval-runner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,wDAA6D;AAC7D,wCAA2C;AAE3C,gCAIiB;AACjB,gCAAkC;AAClC,uCAA4C;AAQ5C,+CAAwD;AACxD,sDAA6B;AAE7B,2FAAsF;AACtF,kFAA6E;AAC7E,8EAA0E;AAC1E,8EAAyE;AACzE,iGAAkG;AAClG,uCAAoC;AACpC,qFAAiF;AACjF,gFAA2E;AAC3E,gGAA+F;AAC/F,gEAA8D;AAE9D,mEAA6D;AAC7D,iFAA6E;AAE7E,MAAM,aAAa,GAAG,GAAG,CAAC;AAG1B,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAGnC,MAAM,SAAS,GAAG,GAAG,CAAC;AAGtB,MAAM,kBAAkB,GAAG,aAAa,CAAC;AAiClC,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAClC,YACkB,MAAc,EACd,YAA0B,EAC1B,gBAAkC,EAClC,cAA8B,EAC9B,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,eAAgC,EAChC,gBAAkC,EAClC,yBAAoD,EACpD,kBAA6C,EAC7C,OAAgB,EAChB,QAA4B;sBAZ5B,MAAM;4BACN,YAAY;gCACZ,gBAAgB;8BAChB,cAAc;iCACd,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;+BAChB,eAAe;gCACf,gBAAgB;yCAChB,yBAAyB;kCACzB,kBAAkB;uBAClB,OAAO;wBACP,QAAQ;IACvB,CAAC;IAOJ,KAAK,CAAC,QAAQ,CACb,SAAiB,EACjB,SAAiB,EACjB,IAAU,EACV,OAAO,GAA2B,EAAE;QAIpC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnD,MAAM,IAAI,mCAAe,CAAC,kDAAkD,CAAC,CAAC;QAC/E,CAAC;QAGD,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAMjD,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,gCAAc,CAAC,2DAA2D,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QAEpF,IAAI,OAAO,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;YAC5C,MAAM,IAAI,mCAAe,CACxB,oEAAoE,OAAO,CAAC,aAAa,KAAK,CAC9F,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1F,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,MAAM,IAAI,+BAAa,CAAC,SAAS,OAAO,CAAC,OAAO,+BAA+B,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,mCAAe,CAAC,iCAAiC,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;YAC9C,SAAS,EAAE,OAAO,CAAC,EAAE;YAMrB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAKH,IAAI,MAAyB,CAAC;QAC9B,IAAI,CAAC;YACJ,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAC/C,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACxB,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC,CAAC,QAAQ;aACjB,CAAC,CAAC,CACH,CAAC;YACF,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEvE,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC;YAChC,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS;YACT,IAAI;YACJ,KAAK;YACL,MAAM;YACN,SAAS,EAAE,OAAO,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,OAAe;QACjD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,+BAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QAGxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAChE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;IAC/E,CAAC;IAOO,KAAK,CAAC,UAAU,CAAC,GAQxB;QACA,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;QAGrC,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,MAAM,CAAC,MAAM,gBAAgB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YACvF,OAAO;QACR,CAAC;QACD,IAAI,CAAC;YAMJ,MAAM,aAAa,GAAG,IAAA,iEAAiC,EACtD,IAAI,CAAC,YAAY,CAAC,UAAU,EAC5B,IAAI,CAAC,OAAO,CACZ,CAAC;YACF,MAAM,KAAK,GAAG,IAAA,iBAAM,EACnB,aAAa,GAAG,CAAC;gBAChB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,uBAAuB,CAAC;gBAClD,CAAC,CAAC,uBAAuB,CAC1B,CAAC;YAGF,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;YACpC,MAAM,UAAU,GAAc,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAIlE,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,MAAM,cAAc,GAAG,KAAK,IAAsB,EAAE;gBACnD,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,IAAI,CAAC;gBAGtC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC7E,cAAc,GAAG,IAAI,CAAC;gBACtB,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACb,CAAC,CAAC;YAIF,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,MAAM,QAAQ,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBACrD,YAAY,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC;YAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAI9C,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,KAAK,CAAC,GAAG,CACR,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,CAC7B,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE;gBACtB,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAEhC,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;oBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAID,MAAM,WAAW,GAAG,GAAG,KAAK,SAAS,KAAK,EAAE,CAAC;gBAC7C,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;oBACpE,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAED,IAAI,CAAC;oBAEJ,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;wBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;wBAC1B,OAAO;oBACR,CAAC;oBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;oBAC/D,IAAI,KAAK,EAAE,CAAC;wBACX,UAAU,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC;wBAC5C,UAAU,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC;oBAC/C,CAAC;gBACF,CAAC;wBAAS,CAAC;oBACV,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;gBACzD,CAAC;YACF,CAAC,CAAC,CACH,CACD,CAAC;YAEF,QAAQ,CAAC,KAAK,EAAE,CAAC;YAEjB,MAAM,gBAAgB,GAAa,EAAE,CAAC;YACtC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACtC,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU;oBAAE,SAAS;gBAC/C,MAAM,MAAM,GAAY,UAAU,CAAC,MAAM,CAAC;gBAC1C,gBAAgB,CAAC,IAAI,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClF,CAAC;YAKD,IAAI,YAAY,GAAG,cAAc,CAAC;YAClC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACJ,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBACxE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,gBAAgB,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/E,CAAC;YACF,CAAC;YAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,qBAAqB,gBAAgB,CAAC,MAAM,6CAA6C,KAAK,EAAE,EAChG,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAC5B,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,OAAO,GAAgB,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,CAAC;YAItF,IAAI,YAAY,EAAE,CAAC;gBAElB,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;iBAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,SAAS,EACT;oBACC,OAAO,EAAE,oBAAoB,QAAQ,CAAC,eAAe,qBAAqB,YAAY,4BAA4B;iBAClH,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,sBAAsB,EACtB;oBACC,OAAO,EAAE,GAAG,gBAAgB,CAAC,MAAM,8CAA8C;oBACjF,MAAM,EAAE,gBAAgB;iBACxB,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,CAAC;gBACP,IAAI,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC;oBAG3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,yBAAyB,KAAK,gBAAgB,QAAQ,CAAC,eAAe,+CAA+C,CACrH,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAMO,gBAAgB,CAAC,KAAsB;QAK9C,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,2BAA2B,CAAC;QACjF,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,CAAC;QAC7E,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,UAAU,CACvB,GAAG,EAAE;YACJ,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,MAAM,EAAE,kBAAkB,CAAC,CACtD,CAAC;QAEF,KAAK,CAAC,KAAK,EAAE,CAAC;QAEd,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;IACzF,CAAC;IAQO,KAAK,CAAC,qBAAqB,CAAC,WAAmB,EAAE,MAAmB;QAE3E,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAEjC,IAAI,OAAiC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;YAClD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAGH,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;QACtF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAmB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACvF,IAAI,OAAO;YAAE,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAQ3B,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;YACpE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;YACjF,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAQO,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,OAAe;QACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,KAAK,qBAAqB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,aAAa,EAAE;gBAC7E,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;aACzE,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAOD,KAAK,CAAC,sBAAsB;QAM3B,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO;QAC1D,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,wBAAwB,EAAE,CAAC;YACnE,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;gBAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,4BAA4B,MAAM,CAAC,QAAQ,2CAA2C,CACtF,CAAC;YACH,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kEAAkE,EAAE;gBACrF,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAQO,KAAK,CAAC,OAAO,CACpB,SAA0B,EAC1B,YAA0B,EAC1B,GAA2E;QAE3E,IAAI,CAAC;YACJ,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5C,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,EAAE;oBACpE,OAAO,EAAE,+CAA+C;iBACxD,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC;YAClB,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAExD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,kBAAkB,CACzE,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,IAAI,EACR,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EACpF,YAAY,CAAC,KAAK,CAClB,CAAC;YAEF,MAAM,KAAK,GAAG,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAE/C,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE;oBACzE,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,SAAS,EAAE,UAAU,CAAC,SAAS;iBAC/B,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC;YACd,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,EAAE;gBACzD,MAAM,EAAE,YAAY,CAAC;oBACpB,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,IAAI;oBAC/B,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,IAAI;oBAC7C,eAAe,EAAE,UAAU,CAAC,eAAe;iBAC3C,CAAC;gBACF,SAAS,EAAE,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC;gBACxD,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;aAC/C,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,SAAS,CAAC,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACxF,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uDAAuD,SAAS,CAAC,EAAE,EAAE,EAAE;oBACxF,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;iBACzE,CAAC,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QAClB,CAAC;IACF,CAAC;IAQO,KAAK,CAAC,YAAY,CAAC,OAAyB,EAAE,IAAU;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC;QACtC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACrB,MAAM,IAAI,mCAAe,CAAC,0CAA0C,CAAC,CAAC;QACvE,CAAC;QAGD,MAAM,WAAW,GAAI,OAAO,CAAC,UAAsC,CAAC,WAAW,CAAC;QAEhF,MAAM,OAAO,GAAG,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,mBAAmB,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,gCAAc,CAAC,yCAAyC,CAAC,CAAC;QAElF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;QAKzF,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CACxF,CAAC;QACF,MAAM,OAAO,GACZ;YACC,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC;YACxB,CAAC,gBAAgB,EAAE,OAAO,CAAC,cAAc,CAAC;YAC1C,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC;SAE/B;aACC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,OAAO,IAAI,GAAG,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,mCAAe,CACxB,gFAAgF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACrG,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAmB,EAAE,CAAC;QAChC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,SAAS,CAAC;YACT,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CACtE,WAAW,EACX,cAAc,EACd,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAC7B,CAAC;YAGF,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,mCAAe,CACxB,mBAAmB,KAAK,wBAAwB,SAAS,+BAA+B,CACxF,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACnB,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;YACpB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,IAAI,KAAK;gBAAE,MAAM;QAC/C,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACvB,MAAM,QAAQ,GAAe,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACvE,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC5B,QAAQ,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ;gBAAE,QAAQ,CAAC,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE5E,OAAO;gBACN,WAAW,EAAE,GAAG,CAAC,EAAE,KAAK,SAAS,IAAI,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5E,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACvC,QAAQ;aACR,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;CACD,CAAA;;iCAliBY,sBAAsB;IADlC,IAAA,YAAO,GAAE;qCAGiB,uBAAM,EACA,qBAAY,EACR,2BAAgB,EAClB,+BAAc,EACX,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EAC1B,kCAAe,EACd,qCAAgB,EACP,mDAAyB,EAChC,uDAAyB,EACpC,iBAAO,EACN,0CAAkB;GAdlC,sBAAsB,CAkiBlC;AAGD,SAAS,eAAe,CAAC,MAMxB;IACA,OAAO;QACN,KAAK,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,SAAS;QACrF,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO;KACpC,CAAC;AACH,CAAC;AAGD,SAAS,cAAc,CAAC,KAAuD;IAG9E,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;AACvF,CAAC;AAGD,SAAS,YAAY,CAAC,KAAwC;IAC7D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACtB,CAAC;AAGD,SAAS,UAAU,CAAC,KAAwC;IAC3D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,OAAO,IAAA,wBAAS,EAAa,IAAA,4BAAa,EAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;AAC3E,CAAC"}
+{"version":3,"file":"agent-eval-runner.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval-runner.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,wDAA6D;AAC7D,wCAA2C;AAE3C,gCAIiB;AACjB,gCAAkC;AAClC,uCAA4C;AAQ5C,+CAAwD;AACxD,sDAA6B;AAE7B,2FAAsF;AACtF,kFAA6E;AAC7E,8EAA0E;AAC1E,8EAAyE;AACzE,iGAAkG;AAClG,uCAAoC;AACpC,qFAAiF;AACjF,gFAA2E;AAC3E,gGAA+F;AAC/F,gEAA8D;AAE9D,mEAA6D;AAC7D,iFAA6E;AAE7E,MAAM,aAAa,GAAG,GAAG,CAAC;AAG1B,MAAM,uBAAuB,GAAG,EAAE,CAAC;AAGnC,MAAM,SAAS,GAAG,GAAG,CAAC;AAGtB,MAAM,kBAAkB,GAAG,aAAa,CAAC;AAiClC,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAClC,YACkB,MAAc,EACd,YAA0B,EAC1B,gBAAkC,EAClC,cAA8B,EAC9B,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,eAAgC,EAChC,gBAAkC,EAClC,yBAAoD,EACpD,kBAA6C,EAC7C,OAAgB,EAChB,QAA4B;sBAZ5B,MAAM;4BACN,YAAY;gCACZ,gBAAgB;8BAChB,cAAc;iCACd,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;+BAChB,eAAe;gCACf,gBAAgB;yCAChB,yBAAyB;kCACzB,kBAAkB;uBAClB,OAAO;wBACP,QAAQ;IACvB,CAAC;IAOJ,KAAK,CAAC,QAAQ,CACb,SAAiB,EACjB,SAAiB,EACjB,IAAU,EACV,OAAO,GAA2B,EAAE;QAIpC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnD,MAAM,IAAI,mCAAe,CAAC,kDAAkD,CAAC,CAAC;QAC/E,CAAC;QAGD,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAMjD,IAAI,CAAC,CAAC,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC;YAC3E,MAAM,IAAI,gCAAc,CAAC,2DAA2D,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QAEpF,IAAI,OAAO,CAAC,aAAa,KAAK,YAAY,EAAE,CAAC;YAC5C,MAAM,IAAI,mCAAe,CACxB,oEAAoE,OAAO,CAAC,aAAa,KAAK,CAC9F,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC1F,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,MAAM,IAAI,+BAAa,CAAC,SAAS,OAAO,CAAC,OAAO,+BAA+B,CAAC,CAAC;QAClF,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,mCAAe,CAAC,iCAAiC,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;YAC9C,SAAS,EAAE,OAAO,CAAC,EAAE;YAMrB,cAAc,EAAE,IAAI;YACpB,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAKH,IAAI,MAAyB,CAAC;QAC9B,IAAI,CAAC;YACJ,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAC/C,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACxB,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC,CAAC,QAAQ;aACjB,CAAC,CAAC,CACH,CAAC;YACF,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEvE,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;YACD,MAAM,KAAK,CAAC;QACb,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC;YAChC,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,SAAS;YACT,IAAI;YACJ,KAAK;YACL,MAAM;YACN,SAAS,EAAE,OAAO,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,KAAa,EAAE,OAAe;QACjD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,+BAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QAGxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAChE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;IAC/E,CAAC;IAOO,KAAK,CAAC,UAAU,CAAC,GAQxB;QACA,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;QAGrC,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,MAAM,CAAC,MAAM,gBAAgB,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;YACvF,OAAO;QACR,CAAC;QACD,IAAI,CAAC;YAMJ,MAAM,aAAa,GAAG,IAAA,iEAAiC,EACtD,IAAI,CAAC,YAAY,CAAC,UAAU,EAC5B,IAAI,CAAC,OAAO,CACZ,CAAC;YACF,MAAM,KAAK,GAAG,IAAA,iBAAM,EACnB,aAAa,GAAG,CAAC;gBAChB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,uBAAuB,CAAC;gBAClD,CAAC,CAAC,uBAAuB,CAC1B,CAAC;YAGF,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;YACpC,MAAM,UAAU,GAAc,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAIlE,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,MAAM,cAAc,GAAG,KAAK,IAAsB,EAAE;gBACnD,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO;oBAAE,OAAO,IAAI,CAAC;gBAGtC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC7E,cAAc,GAAG,IAAI,CAAC;gBACtB,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACb,CAAC,CAAC;YAIF,IAAI,YAAY,GAAG,CAAC,CAAC;YACrB,MAAM,QAAQ,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBACrD,YAAY,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC;YAKF,MAAM,cAAc,GAAG,KAAK,EAAE,SAA0B,EAAE,EAAE;gBAC3D,IAAI,CAAC;oBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,EAAE;wBACpE,OAAO,EAAE,+CAA+C;qBACxD,CAAC,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,2DAA2D,SAAS,CAAC,EAAE,EAAE,EACzE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACjE,CAAC;gBACH,CAAC;YACF,CAAC,CAAC;YAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAI9C,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,KAAK,CAAC,GAAG,CACR,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,CAC7B,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE;gBACtB,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAEhC,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;oBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAGD,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5C,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;oBAChC,OAAO;gBACR,CAAC;gBAKD,MAAM,WAAW,GAAG,cAAc,KAAK,SAAS,KAAK,EAAE,CAAC;gBACxD,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;oBACpE,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;oBAC1B,OAAO;gBACR,CAAC;gBAED,IAAI,CAAC;oBAEJ,IAAI,MAAM,cAAc,EAAE,EAAE,CAAC;wBAC5B,MAAM,QAAQ,CAAC,SAAS,CAAC,CAAC;wBAC1B,OAAO;oBACR,CAAC;oBACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;oBAC/D,IAAI,KAAK,EAAE,CAAC;wBACX,UAAU,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC;wBAC5C,UAAU,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC;oBAC/C,CAAC;gBACF,CAAC;wBAAS,CAAC;oBACV,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;gBACzD,CAAC;YACF,CAAC,CAAC,CACH,CACD,CAAC;YAEF,QAAQ,CAAC,KAAK,EAAE,CAAC;YAEjB,MAAM,gBAAgB,GAAa,EAAE,CAAC;YACtC,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACtC,IAAI,UAAU,CAAC,MAAM,KAAK,UAAU;oBAAE,SAAS;gBAC/C,MAAM,MAAM,GAAY,UAAU,CAAC,MAAM,CAAC;gBAC1C,gBAAgB,CAAC,IAAI,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClF,CAAC;YAKD,IAAI,YAAY,GAAG,cAAc,CAAC;YAClC,IAAI,CAAC,YAAY,EAAE,CAAC;gBACnB,IAAI,CAAC;oBACJ,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBACxE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBAChB,gBAAgB,CAAC,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/E,CAAC;YACF,CAAC;YAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,qBAAqB,gBAAgB,CAAC,MAAM,6CAA6C,KAAK,EAAE,EAChG,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAC5B,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAChE,MAAM,OAAO,GAAgB,EAAE,GAAG,eAAe,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,UAAU,EAAE,EAAE,CAAC;YAItF,IAAI,YAAY,EAAE,CAAC;gBAElB,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;iBAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACtD,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,SAAS,EACT;oBACC,OAAO,EAAE,oBAAoB,QAAQ,CAAC,eAAe,qBAAqB,YAAY,4BAA4B;iBAClH,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnC,KAAK,EACL,sBAAsB,EACtB;oBACC,OAAO,EAAE,GAAG,gBAAgB,CAAC,MAAM,8CAA8C;oBACjF,MAAM,EAAE,gBAAgB;iBACxB,EACD,OAAO,CACP,CAAC;YACH,CAAC;iBAAM,CAAC;gBACP,IAAI,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC;oBAG3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,yBAAyB,KAAK,gBAAgB,QAAQ,CAAC,eAAe,+CAA+C,CACrH,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;IAMO,gBAAgB,CAAC,KAAsB;QAK9C,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,2BAA2B,CAAC;QACjF,IAAI,eAAe,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,eAAe,EAAE,CAAC;QAC7E,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,KAAK,GAAG,UAAU,CACvB,GAAG,EAAE;YACJ,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,KAAK,EAAE,CAAC;QACf,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,MAAM,EAAE,kBAAkB,CAAC,CACtD,CAAC;QAEF,KAAK,CAAC,KAAK,EAAE,CAAC;QAEd,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,eAAe,EAAE,CAAC;IACzF,CAAC;IAQO,KAAK,CAAC,qBAAqB,CAAC,WAAmB,EAAE,MAAmB;QAE3E,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAEjC,IAAI,OAAiC,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;YAClD,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAGH,MAAM,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;QACtF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAmB,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QACvF,IAAI,OAAO;YAAE,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAE1D,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAQ3B,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC;YACpE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;YACjF,OAAO,KAAK,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACb,CAAC;IAQO,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,OAAe;QACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,KAAK,qBAAqB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,KAAK,aAAa,EAAE;gBAC7E,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;aACzE,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAOD,KAAK,CAAC,sBAAsB;QAM3B,IAAI,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO;QAC1D,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,wBAAwB,EAAE,CAAC;YACnE,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;gBAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAChB,4BAA4B,MAAM,CAAC,QAAQ,2CAA2C,CACtF,CAAC;YACH,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kEAAkE,EAAE;gBACrF,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IASO,KAAK,CAAC,OAAO,CACpB,SAA0B,EAC1B,YAA0B,EAC1B,GAA2E;QAE3E,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAExD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,kBAAkB,CACzE,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,IAAI,EACR,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EACpF,YAAY,CAAC,KAAK,CAClB,CAAC;YAEF,MAAM,KAAK,GAAG,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAE/C,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE;oBACzE,MAAM,EAAE,UAAU,CAAC,MAAM;oBACzB,SAAS,EAAE,UAAU,CAAC,SAAS;iBAC/B,CAAC,CAAC;gBACH,OAAO,KAAK,CAAC;YACd,CAAC;YAED,MAAM,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,EAAE;gBACzD,MAAM,EAAE,YAAY,CAAC;oBACpB,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,IAAI;oBAC/B,YAAY,EAAE,UAAU,CAAC,YAAY,IAAI,IAAI;oBAC7C,eAAe,EAAE,UAAU,CAAC,eAAe;iBAC3C,CAAC;gBACF,SAAS,EAAE,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC;gBACxD,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;aAC/C,CAAC,CAAC;YAEH,OAAO,KAAK,CAAC;QACd,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,SAAS,CAAC,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,EAAE,kBAAkB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YACxF,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uDAAuD,SAAS,CAAC,EAAE,EAAE,EAAE;oBACxF,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;iBACzE,CAAC,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QAClB,CAAC;IACF,CAAC;IAQO,KAAK,CAAC,YAAY,CAAC,OAAyB,EAAE,IAAU;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC;QACtC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YACrB,MAAM,IAAI,mCAAe,CAAC,0CAA0C,CAAC,CAAC;QACvE,CAAC;QAGD,MAAM,WAAW,GAAI,OAAO,CAAC,UAAsC,CAAC,WAAW,CAAC;QAEhF,MAAM,OAAO,GAAG,MAAM,IAAA,4BAAa,EAAC,IAAI,EAAE,CAAC,mBAAmB,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,gCAAc,CAAC,yCAAyC,CAAC,CAAC;QAElF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;QAKzF,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CACxF,CAAC;QACF,MAAM,OAAO,GACZ;YACC,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC;YACxB,CAAC,gBAAgB,EAAE,OAAO,CAAC,cAAc,CAAC;YAC1C,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC;SAE/B;aACC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,OAAO,IAAI,GAAG,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,mCAAe,CACxB,gFAAgF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACrG,CAAC;QACH,CAAC;QAED,MAAM,IAAI,GAAmB,EAAE,CAAC;QAChC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,SAAS,CAAC;YACT,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CACtE,WAAW,EACX,cAAc,EACd,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAC7B,CAAC;YAGF,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBACvB,MAAM,IAAI,mCAAe,CACxB,mBAAmB,KAAK,wBAAwB,SAAS,+BAA+B,CACxF,CAAC;YACH,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;YACnB,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC;YACpB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,IAAI,KAAK;gBAAE,MAAM;QAC/C,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACvB,MAAM,QAAQ,GAAe,EAAE,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YACvE,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC5B,QAAQ,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ;gBAAE,QAAQ,CAAC,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE5E,OAAO;gBACN,WAAW,EAAE,GAAG,CAAC,EAAE,KAAK,SAAS,IAAI,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5E,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBACvC,QAAQ;aACR,CAAC;QACH,CAAC,CAAC,CAAC;IACJ,CAAC;CACD,CAAA;;iCAnjBY,sBAAsB;IADlC,IAAA,YAAO,GAAE;qCAGiB,uBAAM,EACA,qBAAY,EACR,2BAAgB,EAClB,+BAAc,EACX,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EAC1B,kCAAe,EACd,qCAAgB,EACP,mDAAyB,EAChC,uDAAyB,EACpC,iBAAO,EACN,0CAAkB;GAdlC,sBAAsB,CAmjBlC;AAGD,SAAS,eAAe,CAAC,MAMxB;IACA,OAAO;QACN,KAAK,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,SAAS;QACrF,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO;KACpC,CAAC;AACH,CAAC;AAGD,SAAS,cAAc,CAAC,KAAuD;IAG9E,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE,CAAC;AACvF,CAAC;AAGD,SAAS,YAAY,CAAC,KAAwC;IAC7D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACrD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACtB,CAAC;AAGD,SAAS,UAAU,CAAC,KAAwC;IAC3D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,OAAO,IAAA,wBAAS,EAAa,IAAA,4BAAa,EAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;AAC3E,CAAC"}

package/dist/modules/agent-evals/agent-eval.service.d.ts

@@ -1,10 +1,14 @@
-import type { AgentEvalDatasetRecord, AgentEvalRunDetail, AgentEvalRunRecord, AgentEvalRunSummary, CreateAgentEvalDatasetDto, CreateAgentEvalRunPayload, GenerateDraftCasesOptions, GenerateDraftCasesResult, UpdateAgentEvalDatasetPayload } from '@n8n/api-types';
+import type { AgentEvalDatasetRecord, AgentEvalRunDetail, AgentEvalRunList, AgentEvalRunRecord, AgentEvalRunSummary, CreateAgentEvalDatasetDto, CreateAgentEvalRunPayload, GenerateDraftCasesOptions, GenerateDraftCasesResult, UpdateAgentEvalDatasetPayload } from '@n8n/api-types';
 import { ModuleRegistry } from '@n8n/backend-common';
 import type { User } from '@n8n/db';
 import { AgentEvalDatasetRepository, AgentEvalResultRepository, AgentEvalRunRepository } from '@n8n/db';
 import { AgentRepository } from '../../modules/agents/repositories/agent.repository';
 import { AgentEvalCaseGenerationService } from './agent-eval-case-generation.service';
 import { AgentEvalRunnerService } from './agent-eval-runner.service';
+type PageParams = {
+    take: number;
+    skip: number;
+};
 export declare class AgentEvalService {
     private readonly moduleRegistry;
     private readonly agentRepository;
@@ -21,11 +25,12 @@ export declare class AgentEvalService {
     deleteDataset(agentId: string, projectId: string, datasetId: string): Promise<void>;
     generateDraftCases(user: User, agentId: string, projectId: string, options: GenerateDraftCasesOptions): Promise<GenerateDraftCasesResult>;
     startRun(user: User, agentId: string, projectId: string, datasetId: string, payload: CreateAgentEvalRunPayload): Promise<AgentEvalRunRecord>;
-    listRuns(agentId: string, projectId: string, datasetId: string): Promise<AgentEvalRunRecord[]>;
-    getRunDetail(agentId: string, projectId: string, runId: string): Promise<AgentEvalRunDetail>;
+    listRuns(agentId: string, projectId: string, datasetId: string, page: PageParams): Promise<AgentEvalRunList>;
+    getRunDetail(agentId: string, projectId: string, runId: string, page: PageParams): Promise<AgentEvalRunDetail>;
     getRunSummary(agentId: string, projectId: string, runId: string): Promise<AgentEvalRunSummary>;
     cancelRun(agentId: string, projectId: string, runId: string): Promise<AgentEvalRunRecord>;
     private assertAgentInProject;
     private resolveDataset;
     private resolveRun;
 }
+export {};

package/dist/modules/agent-evals/agent-eval.service.js

@@ -85,17 +85,17 @@ let AgentEvalService = class AgentEvalService {
             throw new not_found_error_1.NotFoundError(`Agent eval run ${runId} not found.`);
         return (0, agent_eval_record_mappers_1.toRunRecord)(run);
     }
-    async listRuns(agentId, projectId, datasetId) {
+    async listRuns(agentId, projectId, datasetId, page) {
         await this.assertAgentInProject(agentId, projectId);
         await this.resolveDataset(agentId, datasetId);
-        const runs = await this.runRepository.findByDatasetIdAndAgentId(datasetId, agentId);
-        return runs.map(agent_eval_record_mappers_1.toRunRecord);
+        const [runs, count] = await this.runRepository.findAndCountByDatasetIdAndAgentId(datasetId, agentId, page);
+        return { count, data: runs.map(agent_eval_record_mappers_1.toRunRecord) };
     }
-    async getRunDetail(agentId, projectId, runId) {
+    async getRunDetail(agentId, projectId, runId, page) {
         await this.assertAgentInProject(agentId, projectId);
         const run = await this.resolveRun(agentId, runId);
-        const results = await this.resultRepository.findByRunId(runId);
-        return { ...(0, agent_eval_record_mappers_1.toRunRecord)(run), results: results.map(agent_eval_record_mappers_1.toResultRecord) };
+        const [results, count] = await this.resultRepository.findAndCountByRunId(runId, page);
+        return { ...(0, agent_eval_record_mappers_1.toRunRecord)(run), results: { count, data: results.map(agent_eval_record_mappers_1.toResultRecord) } };
     }
     async getRunSummary(agentId, projectId, runId) {
         await this.assertAgentInProject(agentId, projectId);

package/dist/modules/agent-evals/agent-eval.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-eval.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAWA,wDAAqD;AAErD,gCAIiB;AACjB,gCAAkC;AAElC,kFAA6E;AAC7E,8EAAyE;AACzE,qFAAiF;AAEjF,6FAAsF;AACtF,2EAA2F;AAC3F,2EAAqE;AACrE,iFAA6E;AAG7E,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;AAWlD,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IAC5B,YACkB,cAA8B,EAC9B,eAAgC,EAChC,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,MAA8B,EAC9B,qBAAqD;8BANrD,cAAc;+BACd,eAAe;iCACf,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;sBAChB,MAAM;qCACN,qBAAqB;IACpC,CAAC;IAIJ,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,SAAiB;QACpD,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACrE,OAAO,QAAQ,CAAC,GAAG,CAAC,2CAAe,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,UAAU,CACf,OAAe,EACf,SAAiB,EACjB,SAAiB;QAEjB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,IAAA,2CAAe,EAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;IACvE,CAAC;IAID,KAAK,CAAC,aAAa,CAClB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEpD,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,mCAAe,CACxB,2BAA2B,OAAO,CAAC,OAAO,yCAAyC,CACnF,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC;YAC1D,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI;YACxC,OAAO;YACP,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI;YAC5C,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAEH,OAAO,IAAA,2CAAe,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,OAAsC;QAEtC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACxF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QACpF,OAAO,IAAA,2CAAe,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,SAAiB,EAAE,SAAiB;QACxE,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/E,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;IACrF,CAAC;IAID,KAAK,CAAC,kBAAkB,CACvB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/F,CAAC;IAMD,KAAK,CAAC,QAAQ,CACb,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAG9C,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,IAAI,mCAAe,CAAC,gEAAgE,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAEzE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,+BAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QACxE,OAAO,IAAA,uCAAW,EAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ,CACb,OAAe,EACf,SAAiB,EACjB,SAAiB;QAEjB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,yBAAyB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACpF,OAAO,IAAI,CAAC,GAAG,CAAC,uCAAW,CAAC,CAAC;IAC9B,CAAC;IAGD,KAAK,CAAC,YAAY,CACjB,OAAe,EACf,SAAiB,EACjB,KAAa;QAEb,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC/D,OAAO,EAAE,GAAG,IAAA,uCAAW,EAAC,GAAG,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,0CAAc,CAAC,EAAE,CAAC;IACtE,CAAC;IAID,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,SAAiB,EACjB,KAAa;QAEb,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAID,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,SAAiB,EAAE,KAAa;QAChE,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAElD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,mCAAe,CAAC,kBAAkB,KAAK,2BAA2B,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC;QAC9F,CAAC;QAED,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,OAAO,IAAA,uCAAW,EAAC,OAAO,IAAI,GAAG,CAAC,CAAC;IACpC,CAAC;IAUO,KAAK,CAAC,oBAAoB,CAAC,OAAe,EAAE,SAAiB;QACpE,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAClF,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,+BAAa,CAAC,SAAS,OAAO,aAAa,CAAC,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,SAAiB;QAC9D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACpF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QACpF,OAAO,OAAO,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,KAAa;QACtD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,+BAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QACxE,OAAO,GAAG,CAAC;IACZ,CAAC;CACD,CAAA;;2BA9LY,gBAAgB;IAD5B,IAAA,YAAO,GAAE;qCAGyB,+BAAc,EACb,kCAAe,EACb,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EACnC,kDAAsB,EACP,mEAA8B;GAR3D,gBAAgB,CA8L5B"}
+{"version":3,"file":"agent-eval.service.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-eval.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAYA,wDAAqD;AAErD,gCAIiB;AACjB,gCAAkC;AAElC,kFAA6E;AAC7E,8EAAyE;AACzE,qFAAiF;AAEjF,6FAAsF;AACtF,2EAA2F;AAC3F,2EAAqE;AACrE,iFAA6E;AAG7E,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;AAiBlD,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IAC5B,YACkB,cAA8B,EAC9B,eAAgC,EAChC,iBAA6C,EAC7C,aAAqC,EACrC,gBAA2C,EAC3C,MAA8B,EAC9B,qBAAqD;8BANrD,cAAc;+BACd,eAAe;iCACf,iBAAiB;6BACjB,aAAa;gCACb,gBAAgB;sBAChB,MAAM;qCACN,qBAAqB;IACpC,CAAC;IAIJ,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,SAAiB;QACpD,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACrE,OAAO,QAAQ,CAAC,GAAG,CAAC,2CAAe,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,UAAU,CACf,OAAe,EACf,SAAiB,EACjB,SAAiB;QAEjB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,IAAA,2CAAe,EAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;IACvE,CAAC;IAID,KAAK,CAAC,aAAa,CAClB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAEpD,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,mCAAe,CACxB,2BAA2B,OAAO,CAAC,OAAO,yCAAyC,CACnF,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC;YAC1D,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI;YACxC,OAAO;YACP,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,IAAI;YAC5C,WAAW,EAAE,IAAI,CAAC,EAAE;SACpB,CAAC,CAAC;QAEH,OAAO,IAAA,2CAAe,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,OAAsC;QAEtC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACxF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QACpF,OAAO,IAAA,2CAAe,EAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAID,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,SAAiB,EAAE,SAAiB;QACxE,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/E,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;IACrF,CAAC;IAID,KAAK,CAAC,kBAAkB,CACvB,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAC/F,CAAC;IAMD,KAAK,CAAC,QAAQ,CACb,IAAU,EACV,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,OAAkC;QAElC,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAG9C,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,IAAI,mCAAe,CAAC,gEAAgE,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAEzE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACrD,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,+BAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QACxE,OAAO,IAAA,uCAAW,EAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,QAAQ,CACb,OAAe,EACf,SAAiB,EACjB,SAAiB,EACjB,IAAgB;QAEhB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,iCAAiC,CAC/E,SAAS,EACT,OAAO,EACP,IAAI,CACJ,CAAC;QACF,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,uCAAW,CAAC,EAAE,CAAC;IAC/C,CAAC;IAGD,KAAK,CAAC,YAAY,CACjB,OAAe,EACf,SAAiB,EACjB,KAAa,EACb,IAAgB;QAEhB,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACtF,OAAO,EAAE,GAAG,IAAA,uCAAW,EAAC,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,0CAAc,CAAC,EAAE,EAAE,CAAC;IACvF,CAAC;IAID,KAAK,CAAC,aAAa,CAClB,OAAe,EACf,SAAiB,EACjB,KAAa;QAEb,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAID,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,SAAiB,EAAE,KAAa;QAChE,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAElD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,mCAAe,CAAC,kBAAkB,KAAK,2BAA2B,GAAG,CAAC,MAAM,KAAK,CAAC,CAAC;QAC9F,CAAC;QAED,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzD,OAAO,IAAA,uCAAW,EAAC,OAAO,IAAI,GAAG,CAAC,CAAC;IACpC,CAAC;IAUO,KAAK,CAAC,oBAAoB,CAAC,OAAe,EAAE,SAAiB;QACpE,IAAA,0DAA2B,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAClF,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,+BAAa,CAAC,SAAS,OAAO,aAAa,CAAC,CAAC;IACpE,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAe,EAAE,SAAiB;QAC9D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACpF,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,+BAAa,CAAC,sBAAsB,SAAS,aAAa,CAAC,CAAC;QACpF,OAAO,OAAO,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,KAAa;QACtD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,+BAAa,CAAC,kBAAkB,KAAK,aAAa,CAAC,CAAC;QACxE,OAAO,GAAG,CAAC;IACZ,CAAC;CACD,CAAA;;2BApMY,gBAAgB;IAD5B,IAAA,YAAO,GAAE;qCAGyB,+BAAc,EACb,kCAAe,EACb,+BAA0B,EAC9B,2BAAsB,EACnB,8BAAyB,EACnC,kDAAsB,EACP,mEAA8B;GAR3D,gBAAgB,CAoM5B"}

package/dist/modules/agent-evals/agent-evals-required-modules.js

@@ -1,12 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.assertRequiredModulesActive = assertRequiredModulesActive;
-const bad_request_error_1 = require("../../errors/response-errors/bad-request.error");
+const not_found_error_1 = require("../../errors/response-errors/not-found.error");
 const REQUIRED_MODULES = ['agents', 'data-table'];
 function assertRequiredModulesActive(moduleRegistry) {
     const inactive = REQUIRED_MODULES.filter((name) => !moduleRegistry.isActive(name));
     if (inactive.length > 0) {
-        throw new bad_request_error_1.BadRequestError(`Agent evals require these modules to be active: ${inactive.join(', ')}.`);
+        throw new not_found_error_1.NotFoundError(`Agent evals require these modules to be active: ${inactive.join(', ')}.`);
     }
 }
 //# sourceMappingURL=agent-evals-required-modules.js.map

package/dist/modules/agent-evals/agent-evals-required-modules.js.map

@@ -1 +1 @@
-{"version":3,"file":"agent-evals-required-modules.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-evals-required-modules.ts"],"names":[],"mappings":";;;AAEA,kFAA6E;AAE7E,MAAM,gBAAgB,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAU,CAAC;AAO3D,qCAA4C,cAA8B;IACzE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACnF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,mCAAe,CACxB,mDAAmD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACzE,CAAC;IACH,CAAC;AACF,CAAC"}
+{"version":3,"file":"agent-evals-required-modules.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-evals-required-modules.ts"],"names":[],"mappings":";;;AAEA,8EAAyE;AAEzE,MAAM,gBAAgB,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAU,CAAC;AAc3D,qCAA4C,cAA8B;IACzE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACnF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,+BAAa,CACtB,mDAAmD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACzE,CAAC;IACH,CAAC;AACF,CAAC"}

package/dist/modules/agent-evals/agent-evals.controller.d.ts

@@ -1,5 +1,6 @@
-import { CreateAgentEvalRunDto, GenerateDraftCasesOptionsDto, UpdateAgentEvalDatasetDto, type AgentEvalDatasetRecord, type AgentEvalRunDetail, type AgentEvalRunRecord, type AgentEvalRunSummary, type GenerateDraftCasesResult } from '@n8n/api-types';
+import { AgentEvalRunDetailQueryDto, CreateAgentEvalRatingDto, CreateAgentEvalRunDto, GenerateDraftCasesOptionsDto, PaginationDto, UpdateAgentEvalDatasetDto, type AgentEvalDatasetRecord, type AgentEvalRatingRecord, type AgentEvalRunDetail, type AgentEvalRunList, type AgentEvalRunRecord, type AgentEvalRunSummary, type GenerateDraftCasesResult } from '@n8n/api-types';
 import type { AuthenticatedRequest } from '@n8n/db';
+import { AgentEvalRatingService } from './agent-eval-rating.service';
 import { AgentEvalService } from './agent-eval.service';
 import { AgentEvalsFlagGate } from './agent-evals-flag-gate';
 type AgentParam = {
@@ -12,10 +13,14 @@ type DatasetParam = AgentParam & {
 type RunParam = AgentParam & {
     runId: string;
 };
+type ResultParam = AgentParam & {
+    resultId: string;
+};
 export declare class AgentEvalsController {
     private readonly service;
+    private readonly ratingService;
     private readonly flagGate;
-    constructor(service: AgentEvalService, flagGate: AgentEvalsFlagGate);
+    constructor(service: AgentEvalService, ratingService: AgentEvalRatingService, flagGate: AgentEvalsFlagGate);
     listDatasets(req: AuthenticatedRequest<AgentParam>): Promise<AgentEvalDatasetRecord[]>;
     createDataset(req: AuthenticatedRequest<AgentParam>): Promise<AgentEvalDatasetRecord>;
     getDataset(req: AuthenticatedRequest<DatasetParam>): Promise<AgentEvalDatasetRecord>;
@@ -25,9 +30,12 @@ export declare class AgentEvalsController {
     }>;
     generateDraftCases(req: AuthenticatedRequest<AgentParam>, _res: unknown, payload: GenerateDraftCasesOptionsDto): Promise<GenerateDraftCasesResult>;
     startRun(req: AuthenticatedRequest<DatasetParam>, _res: unknown, payload: CreateAgentEvalRunDto): Promise<AgentEvalRunRecord>;
-    listRuns(req: AuthenticatedRequest<DatasetParam>): Promise<AgentEvalRunRecord[]>;
-    getRun(req: AuthenticatedRequest<RunParam>): Promise<AgentEvalRunDetail>;
+    listRuns(req: AuthenticatedRequest<DatasetParam>, _res: unknown, query: PaginationDto): Promise<AgentEvalRunList>;
+    getRun(req: AuthenticatedRequest<RunParam>, _res: unknown, query: AgentEvalRunDetailQueryDto): Promise<AgentEvalRunDetail>;
     getRunSummary(req: AuthenticatedRequest<RunParam>): Promise<AgentEvalRunSummary>;
     cancelRun(req: AuthenticatedRequest<RunParam>): Promise<AgentEvalRunRecord>;
+    rateResult(req: AuthenticatedRequest<ResultParam>, _res: unknown, payload: CreateAgentEvalRatingDto): Promise<AgentEvalRatingRecord>;
+    listRatingsForResult(req: AuthenticatedRequest<ResultParam>): Promise<AgentEvalRatingRecord[]>;
+    listLatestRatingsForRun(req: AuthenticatedRequest<RunParam>): Promise<AgentEvalRatingRecord[]>;
 }
 export {};