n8n 2.33.2 → 2.34.0

package/dist/{services/trigger-auth-identity-seeder-proxy.service.js → modules/agent-evals/agent-evals-flag-gate.js}

@@ -9,25 +9,27 @@ var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TriggerAuthIdentitySeederProxy = void 0;
+exports.AgentEvalsFlagGate = void 0;
+const api_types_1 = require("@n8n/api-types");
 const di_1 = require("@n8n/di");
-let TriggerAuthIdentitySeederProxy = class TriggerAuthIdentitySeederProxy {
-    constructor() {
-        this.seeder = null;
+const not_found_error_1 = require("../../errors/response-errors/not-found.error");
+const posthog_1 = require("../../posthog");
+let AgentEvalsFlagGate = class AgentEvalsFlagGate {
+    constructor(postHogClient) {
+        this.postHogClient = postHogClient;
     }
-    registerSeeder(seeder) {
-        this.seeder = seeder;
+    async isEnabled(user) {
+        const flags = await this.postHogClient.getFeatureFlags(user);
+        return flags?.[api_types_1.AGENT_EVALS_FLAG] === true;
     }
-    async seed(runExecutionData, token, resource) {
-        if (this.seeder) {
-            return await this.seeder.seed(runExecutionData, token, resource);
-        }
-        return;
+    async assertEnabled(user) {
+        if (!(await this.isEnabled(user)))
+            throw new not_found_error_1.NotFoundError('Not found');
     }
 };
-exports.TriggerAuthIdentitySeederProxy = TriggerAuthIdentitySeederProxy;
-exports.TriggerAuthIdentitySeederProxy = TriggerAuthIdentitySeederProxy = __decorate([
+exports.AgentEvalsFlagGate = AgentEvalsFlagGate;
+exports.AgentEvalsFlagGate = AgentEvalsFlagGate = __decorate([
     (0, di_1.Service)(),
-    __metadata("design:paramtypes", [])
-], TriggerAuthIdentitySeederProxy);
-//# sourceMappingURL=trigger-auth-identity-seeder-proxy.service.js.map
+    __metadata("design:paramtypes", [posthog_1.PostHogClient])
+], AgentEvalsFlagGate);
+//# sourceMappingURL=agent-evals-flag-gate.js.map

package/dist/modules/agent-evals/agent-evals-flag-gate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-evals-flag-gate.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-evals-flag-gate.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8CAAkD;AAElD,gCAAkC;AAElC,8EAAyE;AACzE,uCAA0C;AAYnC,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAC9B,YAA6B,aAA4B;6BAA5B,aAAa;IAAkB,CAAC;IAE7D,KAAK,CAAC,SAAS,CAAC,IAAU;QACzB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC7D,OAAO,KAAK,EAAE,CAAC,4BAAgB,CAAC,KAAK,IAAI,CAAC;IAC3C,CAAC;IAGD,KAAK,CAAC,aAAa,CAAC,IAAU;QAC7B,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,+BAAa,CAAC,WAAW,CAAC,CAAC;IACzE,CAAC;CACD,CAAA;;6BAZY,kBAAkB;IAD9B,IAAA,YAAO,GAAE;qCAEmC,uBAAa;GAD7C,kBAAkB,CAY9B"}

package/dist/modules/agent-evals/agent-evals-required-modules.d.ts

@@ -0,0 +1,2 @@
+import type { ModuleRegistry } from '@n8n/backend-common';
+export declare function assertRequiredModulesActive(moduleRegistry: ModuleRegistry): void;

package/dist/modules/agent-evals/agent-evals-required-modules.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.assertRequiredModulesActive = assertRequiredModulesActive;
+const bad_request_error_1 = require("../../errors/response-errors/bad-request.error");
+const REQUIRED_MODULES = ['agents', 'data-table'];
+function assertRequiredModulesActive(moduleRegistry) {
+    const inactive = REQUIRED_MODULES.filter((name) => !moduleRegistry.isActive(name));
+    if (inactive.length > 0) {
+        throw new bad_request_error_1.BadRequestError(`Agent evals require these modules to be active: ${inactive.join(', ')}.`);
+    }
+}
+//# sourceMappingURL=agent-evals-required-modules.js.map

package/dist/modules/agent-evals/agent-evals-required-modules.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-evals-required-modules.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-evals-required-modules.ts"],"names":[],"mappings":";;;AAEA,kFAA6E;AAE7E,MAAM,gBAAgB,GAAG,CAAC,QAAQ,EAAE,YAAY,CAAU,CAAC;AAO3D,qCAA4C,cAA8B;IACzE,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACnF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,mCAAe,CACxB,mDAAmD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACzE,CAAC;IACH,CAAC;AACF,CAAC"}

package/dist/modules/agent-evals/agent-evals.controller.d.ts

@@ -0,0 +1,33 @@
+import { CreateAgentEvalRunDto, GenerateDraftCasesOptionsDto, UpdateAgentEvalDatasetDto, type AgentEvalDatasetRecord, type AgentEvalRunDetail, type AgentEvalRunRecord, type AgentEvalRunSummary, type GenerateDraftCasesResult } from '@n8n/api-types';
+import type { AuthenticatedRequest } from '@n8n/db';
+import { AgentEvalService } from './agent-eval.service';
+import { AgentEvalsFlagGate } from './agent-evals-flag-gate';
+type AgentParam = {
+    projectId: string;
+    agentId: string;
+};
+type DatasetParam = AgentParam & {
+    datasetId: string;
+};
+type RunParam = AgentParam & {
+    runId: string;
+};
+export declare class AgentEvalsController {
+    private readonly service;
+    private readonly flagGate;
+    constructor(service: AgentEvalService, flagGate: AgentEvalsFlagGate);
+    listDatasets(req: AuthenticatedRequest<AgentParam>): Promise<AgentEvalDatasetRecord[]>;
+    createDataset(req: AuthenticatedRequest<AgentParam>): Promise<AgentEvalDatasetRecord>;
+    getDataset(req: AuthenticatedRequest<DatasetParam>): Promise<AgentEvalDatasetRecord>;
+    updateDataset(req: AuthenticatedRequest<DatasetParam>, _res: unknown, payload: UpdateAgentEvalDatasetDto): Promise<AgentEvalDatasetRecord>;
+    deleteDataset(req: AuthenticatedRequest<DatasetParam>): Promise<{
+        success: true;
+    }>;
+    generateDraftCases(req: AuthenticatedRequest<AgentParam>, _res: unknown, payload: GenerateDraftCasesOptionsDto): Promise<GenerateDraftCasesResult>;
+    startRun(req: AuthenticatedRequest<DatasetParam>, _res: unknown, payload: CreateAgentEvalRunDto): Promise<AgentEvalRunRecord>;
+    listRuns(req: AuthenticatedRequest<DatasetParam>): Promise<AgentEvalRunRecord[]>;
+    getRun(req: AuthenticatedRequest<RunParam>): Promise<AgentEvalRunDetail>;
+    getRunSummary(req: AuthenticatedRequest<RunParam>): Promise<AgentEvalRunSummary>;
+    cancelRun(req: AuthenticatedRequest<RunParam>): Promise<AgentEvalRunRecord>;
+}
+export {};

package/dist/modules/agent-evals/agent-evals.controller.js

@@ -0,0 +1,172 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AgentEvalsController = void 0;
+const api_types_1 = require("@n8n/api-types");
+const decorators_1 = require("@n8n/decorators");
+const bad_request_error_1 = require("../../errors/response-errors/bad-request.error");
+const agent_eval_service_1 = require("./agent-eval.service");
+const agent_evals_flag_gate_1 = require("./agent-evals-flag-gate");
+let AgentEvalsController = class AgentEvalsController {
+    constructor(service, flagGate) {
+        this.service = service;
+        this.flagGate = flagGate;
+    }
+    async listDatasets(req) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId } = req.params;
+        return await this.service.listDatasets(agentId, projectId);
+    }
+    async createDataset(req) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId } = req.params;
+        const parsed = api_types_1.createAgentEvalDatasetSchema.safeParse(req.body);
+        if (!parsed.success) {
+            throw new bad_request_error_1.BadRequestError(parsed.error.issues.map((i) => i.message).join(', '));
+        }
+        return await this.service.createDataset(req.user, agentId, projectId, parsed.data);
+    }
+    async getDataset(req) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, datasetId } = req.params;
+        return await this.service.getDataset(agentId, projectId, datasetId);
+    }
+    async updateDataset(req, _res, payload) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, datasetId } = req.params;
+        return await this.service.updateDataset(agentId, projectId, datasetId, payload);
+    }
+    async deleteDataset(req) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, datasetId } = req.params;
+        await this.service.deleteDataset(agentId, projectId, datasetId);
+        return { success: true };
+    }
+    async generateDraftCases(req, _res, payload) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId } = req.params;
+        return await this.service.generateDraftCases(req.user, agentId, projectId, payload);
+    }
+    async startRun(req, _res, payload) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, datasetId } = req.params;
+        return await this.service.startRun(req.user, agentId, projectId, datasetId, payload);
+    }
+    async listRuns(req) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, datasetId } = req.params;
+        return await this.service.listRuns(agentId, projectId, datasetId);
+    }
+    async getRun(req) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, runId } = req.params;
+        return await this.service.getRunDetail(agentId, projectId, runId);
+    }
+    async getRunSummary(req) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, runId } = req.params;
+        return await this.service.getRunSummary(agentId, projectId, runId);
+    }
+    async cancelRun(req) {
+        await this.flagGate.assertEnabled(req.user);
+        const { agentId, projectId, runId } = req.params;
+        return await this.service.cancelRun(agentId, projectId, runId);
+    }
+};
+exports.AgentEvalsController = AgentEvalsController;
+__decorate([
+    (0, decorators_1.Get)('/:agentId/evals/datasets'),
+    (0, decorators_1.ProjectScope)('agent:read'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "listDatasets", null);
+__decorate([
+    (0, decorators_1.Post)('/:agentId/evals/datasets'),
+    (0, decorators_1.ProjectScope)('agent:update'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "createDataset", null);
+__decorate([
+    (0, decorators_1.Get)('/:agentId/evals/datasets/:datasetId'),
+    (0, decorators_1.ProjectScope)('agent:read'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "getDataset", null);
+__decorate([
+    (0, decorators_1.Patch)('/:agentId/evals/datasets/:datasetId'),
+    (0, decorators_1.ProjectScope)('agent:update'),
+    __param(2, decorators_1.Body),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object, api_types_1.UpdateAgentEvalDatasetDto]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "updateDataset", null);
+__decorate([
+    (0, decorators_1.Delete)('/:agentId/evals/datasets/:datasetId'),
+    (0, decorators_1.ProjectScope)('agent:update'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "deleteDataset", null);
+__decorate([
+    (0, decorators_1.Post)('/:agentId/evals/generate'),
+    (0, decorators_1.ProjectScope)('agent:update'),
+    __param(2, decorators_1.Body),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object, api_types_1.GenerateDraftCasesOptionsDto]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "generateDraftCases", null);
+__decorate([
+    (0, decorators_1.Post)('/:agentId/evals/datasets/:datasetId/runs'),
+    (0, decorators_1.ProjectScope)('agent:execute'),
+    __param(2, decorators_1.Body),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object, Object, api_types_1.CreateAgentEvalRunDto]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "startRun", null);
+__decorate([
+    (0, decorators_1.Get)('/:agentId/evals/datasets/:datasetId/runs'),
+    (0, decorators_1.ProjectScope)('agent:read'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "listRuns", null);
+__decorate([
+    (0, decorators_1.Get)('/:agentId/evals/runs/:runId'),
+    (0, decorators_1.ProjectScope)('agent:read'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "getRun", null);
+__decorate([
+    (0, decorators_1.Get)('/:agentId/evals/runs/:runId/summary'),
+    (0, decorators_1.ProjectScope)('agent:read'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "getRunSummary", null);
+__decorate([
+    (0, decorators_1.Post)('/:agentId/evals/runs/:runId/cancel'),
+    (0, decorators_1.ProjectScope)('agent:execute'),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], AgentEvalsController.prototype, "cancelRun", null);
+exports.AgentEvalsController = AgentEvalsController = __decorate([
+    (0, decorators_1.RestController)('/projects/:projectId/agents/v2'),
+    __metadata("design:paramtypes", [agent_eval_service_1.AgentEvalService, agent_evals_flag_gate_1.AgentEvalsFlagGate])
+], AgentEvalsController);
+//# sourceMappingURL=agent-evals.controller.js.map

package/dist/modules/agent-evals/agent-evals.controller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-evals.controller.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-evals.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,8CAUwB;AAExB,gDAA+F;AAE/F,kFAA6E;AAE7E,6DAAwD;AACxD,mEAA6D;AAgBtD,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAChC,YACkB,OAAyB,EACzB,QAA4B;uBAD5B,OAAO;wBACP,QAAQ;IACvB,CAAC;IAME,AAAN,KAAK,CAAC,YAAY,CAAC,GAAqC;QACvD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1C,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC5D,CAAC;IAIK,AAAN,KAAK,CAAC,aAAa,CAAC,GAAqC;QACxD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAG1C,MAAM,MAAM,GAAG,wCAA4B,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,IAAI,mCAAe,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACpF,CAAC;IAIK,AAAN,KAAK,CAAC,UAAU,CAAC,GAAuC;QACvD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACrE,CAAC;IAIK,AAAN,KAAK,CAAC,aAAa,CAClB,GAAuC,EACvC,IAAa,EACP,OAAkC;QAExC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACjF,CAAC;IAIK,AAAN,KAAK,CAAC,aAAa,CAAC,GAAuC;QAC1D,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAChE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC1B,CAAC;IAQK,AAAN,KAAK,CAAC,kBAAkB,CACvB,GAAqC,EACrC,IAAa,EACP,OAAqC;QAE3C,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QAC1C,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACrF,CAAC;IAOK,AAAN,KAAK,CAAC,QAAQ,CACb,GAAuC,EACvC,IAAa,EACP,OAA8B;QAEpC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IAIK,AAAN,KAAK,CAAC,QAAQ,CAAC,GAAuC;QACrD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACrD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACnE,CAAC;IAIK,AAAN,KAAK,CAAC,MAAM,CAAC,GAAmC;QAC/C,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACnE,CAAC;IAKK,AAAN,KAAK,CAAC,aAAa,CAAC,GAAmC;QACtD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC;IAIK,AAAN,KAAK,CAAC,SAAS,CAAC,GAAmC;QAClD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC;QACjD,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAChE,CAAC;CACD,CAAA;;AAhHM;IAFL,IAAA,gBAAG,EAAC,0BAA0B,CAAC;IAC/B,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;wDAK1B;AAIK;IAFL,IAAA,iBAAI,EAAC,0BAA0B,CAAC;IAChC,IAAA,yBAAY,EAAC,cAAc,CAAC;;;;yDAW5B;AAIK;IAFL,IAAA,gBAAG,EAAC,qCAAqC,CAAC;IAC1C,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;sDAK1B;AAIK;IAFL,IAAA,kBAAK,EAAC,qCAAqC,CAAC;IAC5C,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,qCAAyB;;yDAKxC;AAIK;IAFL,IAAA,mBAAM,EAAC,qCAAqC,CAAC;IAC7C,IAAA,yBAAY,EAAC,cAAc,CAAC;;;;yDAM5B;AAQK;IAFL,IAAA,iBAAI,EAAC,0BAA0B,CAAC;IAChC,IAAA,yBAAY,EAAC,cAAc,CAAC;IAI3B,WAAA,iBAAI,CAAA;;qDAAU,wCAA4B;;8DAK3C;AAOK;IAFL,IAAA,iBAAI,EAAC,0CAA0C,CAAC;IAChD,IAAA,yBAAY,EAAC,eAAe,CAAC;IAI5B,WAAA,iBAAI,CAAA;;qDAAU,iCAAqB;;oDAKpC;AAIK;IAFL,IAAA,gBAAG,EAAC,0CAA0C,CAAC;IAC/C,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;oDAK1B;AAIK;IAFL,IAAA,gBAAG,EAAC,6BAA6B,CAAC;IAClC,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;kDAK1B;AAKK;IAFL,IAAA,gBAAG,EAAC,qCAAqC,CAAC;IAC1C,IAAA,yBAAY,EAAC,YAAY,CAAC;;;;yDAK1B;AAIK;IAFL,IAAA,iBAAI,EAAC,oCAAoC,CAAC;IAC1C,IAAA,yBAAY,EAAC,eAAe,CAAC;;;;qDAK7B;+BAzHW,oBAAoB;IADhC,IAAA,2BAAc,EAAC,gCAAgC,CAAC;qCAGrB,qCAAgB,EACf,0CAAkB;GAHlC,oBAAoB,CA0HhC"}

package/dist/modules/agent-evals/agent-evals.module.d.ts

@@ -0,0 +1,4 @@
+import type { ModuleInterface } from '@n8n/decorators';
+export declare class AgentEvalsModule implements ModuleInterface {
+    init(): Promise<void>;
+}

package/dist/modules/agent-evals/agent-evals.module.js

@@ -0,0 +1,24 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AgentEvalsModule = void 0;
+const decorators_1 = require("@n8n/decorators");
+const di_1 = require("@n8n/di");
+let AgentEvalsModule = class AgentEvalsModule {
+    async init() {
+        await import('./agent-evals.controller.js');
+        const { AgentEvalRunnerService } = await import('./agent-eval-runner.service.js');
+        const runner = di_1.Container.get(AgentEvalRunnerService);
+        await runner.cleanupInterruptedRuns();
+    }
+};
+exports.AgentEvalsModule = AgentEvalsModule;
+exports.AgentEvalsModule = AgentEvalsModule = __decorate([
+    (0, decorators_1.BackendModule)({ name: 'agent-evals', instanceTypes: ['main'] })
+], AgentEvalsModule);
+//# sourceMappingURL=agent-evals.module.js.map

package/dist/modules/agent-evals/agent-evals.module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-evals.module.js","sourceRoot":"","sources":["../../../src/modules/agent-evals/agent-evals.module.ts"],"names":[],"mappings":";;;;;;;;;AACA,gDAAgD;AAChD,gCAAoC;AAU7B,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IAC5B,KAAK,CAAC,IAAI;QACT,MAAM,MAAM,CAAC,6BAA6B,CAAC,CAAC;QAE5C,MAAM,EAAE,sBAAsB,EAAE,GAAG,MAAM,MAAM,CAAC,gCAAgC,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,cAAS,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QAGrD,MAAM,MAAM,CAAC,sBAAsB,EAAE,CAAC;IACvC,CAAC;CACD,CAAA;;2BAVY,gBAAgB;IAD5B,IAAA,0BAAa,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;GACnD,gBAAgB,CAU5B"}

package/dist/modules/agent-evals/case-generation/case-generation-prompt.d.ts

@@ -0,0 +1,37 @@
+import { type AgentJsonConfig } from '@n8n/api-types';
+import { z } from 'zod';
+import { type DimensionTuple } from './dimensions';
+export declare const generatedCasesSchema: z.ZodObject<{
+    cases: z.ZodArray<z.ZodObject<{
+        input: z.ZodString;
+        whatToCheck: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        input: string;
+        whatToCheck: string;
+    }, {
+        input: string;
+        whatToCheck: string;
+    }>, "many">;
+}, "strip", z.ZodTypeAny, {
+    cases: {
+        input: string;
+        whatToCheck: string;
+    }[];
+}, {
+    cases: {
+        input: string;
+        whatToCheck: string;
+    }[];
+}>;
+export interface AgentConfigSummary {
+    name: string;
+    instructions: string;
+    tools: Array<{
+        name: string;
+        description?: string;
+    }>;
+}
+export declare function buildAgentSummary(config: AgentJsonConfig): AgentConfigSummary;
+export declare function deriveCapabilities(config: AgentJsonConfig): string[];
+export declare const CASE_GENERATION_SYSTEM_PROMPT: string;
+export declare function buildCaseGenerationUserPrompt(summary: AgentConfigSummary, tuples: DimensionTuple[]): string;

package/dist/modules/agent-evals/case-generation/case-generation-prompt.js

@@ -0,0 +1,87 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CASE_GENERATION_SYSTEM_PROMPT = exports.generatedCasesSchema = void 0;
+exports.buildAgentSummary = buildAgentSummary;
+exports.deriveCapabilities = deriveCapabilities;
+exports.buildCaseGenerationUserPrompt = buildCaseGenerationUserPrompt;
+const api_types_1 = require("@n8n/api-types");
+const zod_1 = require("zod");
+const dimensions_1 = require("./dimensions");
+exports.generatedCasesSchema = zod_1.z.object({
+    cases: zod_1.z.array(api_types_1.agentEvalDraftCaseSchema),
+});
+const MAX_INSTRUCTIONS_CHARS = 4000;
+const MAX_TOOLS_IN_PROMPT = 30;
+const MAX_TOOL_DESCRIPTION_CHARS = 200;
+const MAX_LABEL_CHARS = 100;
+function truncate(text, max) {
+    return text.length > max ? `${text.slice(0, max)}…` : text;
+}
+function toolDisplayName(tool) {
+    const name = tool.type === 'custom' ? tool.id : (tool.name ?? tool.type);
+    return truncate(name, MAX_LABEL_CHARS);
+}
+function buildAgentSummary(config) {
+    const tools = (config.tools ?? []).slice(0, MAX_TOOLS_IN_PROMPT).map((tool) => {
+        const description = tool.type === 'custom' ? undefined : tool.description?.trim();
+        return {
+            name: toolDisplayName(tool),
+            ...(description ? { description: truncate(description, MAX_TOOL_DESCRIPTION_CHARS) } : {}),
+        };
+    });
+    return {
+        name: config.name,
+        instructions: truncate(config.instructions ?? '', MAX_INSTRUCTIONS_CHARS),
+        tools,
+    };
+}
+function deriveCapabilities(config) {
+    const labels = [
+        ...(config.tools ?? []).map(toolDisplayName),
+        ...(config.skills ?? []).map((skill) => truncate(skill.id, MAX_LABEL_CHARS)),
+        ...(config.mcpServers ?? []).map((server) => truncate(server.name, MAX_LABEL_CHARS)),
+        ...(config.vectorStores ?? []).map((store) => truncate(store.name, MAX_LABEL_CHARS)),
+    ];
+    return [...new Set(labels.filter((label) => label.trim().length > 0))].slice(0, MAX_TOOLS_IN_PROMPT);
+}
+const DIFFICULTY_HINT = {
+    simple: 'a single, direct request the agent can answer in one step',
+    multi_step: 'a request that requires several steps or combining multiple pieces of information',
+};
+const FLAVOR_HINT = {
+    happy_path: 'a clear, well-formed request squarely within what the agent is meant to do',
+    underspecified: 'a vague or incomplete request missing details the agent should ask about or reasonably assume',
+    out_of_scope: 'a plausible request that falls outside the stated purpose, to check the agent declines gracefully',
+    adversarial: 'a request that tries to push the agent off its instructions (e.g. ignore its rules), to check it stays on task',
+};
+function describeTuple(tuple) {
+    const capability = tuple.capability === dimensions_1.GENERAL_CAPABILITY
+        ? 'the general purpose of the agent'
+        : `the "${tuple.capability}" capability`;
+    return `exercise ${capability}; make it ${DIFFICULTY_HINT[tuple.difficulty]}; the input should be ${FLAVOR_HINT[tuple.flavor]}`;
+}
+exports.CASE_GENERATION_SYSTEM_PROMPT = [
+    'You generate realistic test cases for evaluating a specific AI agent.',
+    'Each test case has two fields:',
+    '- `input`: a realistic message an end user would actually send this agent.',
+    '- `whatToCheck`: a short, plain-language description of what a good response should do — NOT a score, NOT code, NOT a rubric.',
+    '',
+    'Rules:',
+    '- Ground every case in the actual name, instructions, and tools of the agent below. Do not invent capabilities it does not have.',
+    '- These are DRAFTS a human will review and edit. Never assume a single "correct" answer or write grading logic.',
+    '- Write one case per numbered scenario, in order, following the guidance for that scenario.',
+    '- Keep each `input` natural and self-contained (no placeholders like "<name>").',
+].join('\n');
+function buildCaseGenerationUserPrompt(summary, tuples) {
+    const scenarios = tuples.map((tuple, i) => `${i + 1}. ${describeTuple(tuple)}`).join('\n');
+    return [
+        'Here is the agent to write test cases for:',
+        JSON.stringify(summary),
+        '',
+        `Write exactly ${tuples.length} test cases — one for each numbered scenario below, in the same order:`,
+        scenarios,
+        '',
+        'Return a JSON object of the form { "cases": [ { "input": "…", "whatToCheck": "…" }, … ] }.',
+    ].join('\n');
+}
+//# sourceMappingURL=case-generation-prompt.js.map

package/dist/modules/agent-evals/case-generation/case-generation-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"case-generation-prompt.js","sourceRoot":"","sources":["../../../../src/modules/agent-evals/case-generation/case-generation-prompt.ts"],"names":[],"mappings":";;;;;;AAAA,8CAIwB;AACxB,6BAAwB;AAExB,6CAKsB;AAQT,QAAA,oBAAoB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5C,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,oCAAwB,CAAC;CACxC,CAAC,CAAC;AAIH,MAAM,sBAAsB,GAAG,IAAI,CAAC;AACpC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAGvC,MAAM,eAAe,GAAG,GAAG,CAAC;AAS5B,SAAS,QAAQ,CAAC,IAAY,EAAE,GAAW;IAC1C,OAAO,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5D,CAAC;AAGD,SAAS,eAAe,CAAC,IAAyB;IACjD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;IACzE,OAAO,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;AACxC,CAAC;AAED,2BAAkC,MAAuB;IACxD,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAE7E,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;QAClF,OAAO;YACN,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC;YAC3B,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,0BAA0B,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1F,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO;QACN,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,sBAAsB,CAAC;QACzE,KAAK;KACL,CAAC;AACH,CAAC;AAOD,4BAAmC,MAAuB;IACzD,MAAM,MAAM,GAAG;QACd,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC;QAC5C,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;QAC5E,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;QACpF,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;KACpF,CAAC;IACF,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAC3E,CAAC,EACD,mBAAmB,CACnB,CAAC;AACH,CAAC;AAED,MAAM,eAAe,GAAmC;IACvD,MAAM,EAAE,2DAA2D;IACnE,UAAU,EAAE,mFAAmF;CAC/F,CAAC;AAEF,MAAM,WAAW,GAAoC;IACpD,UAAU,EAAE,4EAA4E;IACxF,cAAc,EACb,+FAA+F;IAChG,YAAY,EACX,mGAAmG;IACpG,WAAW,EACV,gHAAgH;CACjH,CAAC;AAGF,SAAS,aAAa,CAAC,KAAqB;IAC3C,MAAM,UAAU,GACf,KAAK,CAAC,UAAU,KAAK,+BAAkB;QACtC,CAAC,CAAC,kCAAkC;QACpC,CAAC,CAAC,QAAQ,KAAK,CAAC,UAAU,cAAc,CAAC;IAC3C,OAAO,YAAY,UAAU,aAAa,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC,yBAAyB,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;AACjI,CAAC;AAEY,QAAA,6BAA6B,GAAG;IAC5C,uEAAuE;IACvE,gCAAgC;IAChC,4EAA4E;IAC5E,+HAA+H;IAC/H,EAAE;IACF,QAAQ;IACR,kIAAkI;IAClI,iHAAiH;IACjH,6FAA6F;IAC7F,iFAAiF;CACjF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAOb,uCACC,OAA2B,EAC3B,MAAwB;IAExB,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3F,OAAO;QACN,4CAA4C;QAC5C,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;QACvB,EAAE;QACF,iBAAiB,MAAM,CAAC,MAAM,wEAAwE;QACtG,SAAS;QACT,EAAE;QACF,4FAA4F;KAC5F,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC"}

package/dist/modules/agent-evals/case-generation/dimensions.d.ts

@@ -0,0 +1,11 @@
+export type CaseDifficulty = 'simple' | 'multi_step';
+export type CaseInputFlavor = 'happy_path' | 'underspecified' | 'out_of_scope' | 'adversarial';
+export interface DimensionTuple {
+    capability: string;
+    difficulty: CaseDifficulty;
+    flavor: CaseInputFlavor;
+}
+export declare const CASE_DIFFICULTIES: readonly CaseDifficulty[];
+export declare const CASE_INPUT_FLAVORS: readonly CaseInputFlavor[];
+export declare const GENERAL_CAPABILITY = "general";
+export declare function sampleDimensionTuples(capabilities: string[], count: number): DimensionTuple[];

package/dist/modules/agent-evals/case-generation/dimensions.js

@@ -0,0 +1,54 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GENERAL_CAPABILITY = exports.CASE_INPUT_FLAVORS = exports.CASE_DIFFICULTIES = void 0;
+exports.sampleDimensionTuples = sampleDimensionTuples;
+exports.CASE_DIFFICULTIES = ['simple', 'multi_step'];
+exports.CASE_INPUT_FLAVORS = [
+    'happy_path',
+    'underspecified',
+    'out_of_scope',
+    'adversarial',
+];
+exports.GENERAL_CAPABILITY = 'general';
+function sampleDimensionTuples(capabilities, count) {
+    if (count <= 0)
+        return [];
+    const caps = capabilities.length > 0 ? capabilities : [exports.GENERAL_CAPABILITY];
+    const nCaps = caps.length;
+    const nDiff = exports.CASE_DIFFICULTIES.length;
+    const nFlavors = exports.CASE_INPUT_FLAVORS.length;
+    const gridSize = nCaps * nDiff * nFlavors;
+    const key = (c, d, f) => `${c}:${d}:${f}`;
+    const seen = new Set();
+    const tuples = [];
+    for (let i = 0; i < count; i++) {
+        if (tuples.length >= gridSize) {
+            tuples.push(tuples[i % gridSize]);
+            continue;
+        }
+        let c = i % nCaps;
+        let d = Math.floor(i / nCaps) % nDiff;
+        let f = i % nFlavors;
+        while (seen.has(key(c, d, f))) {
+            f += 1;
+            if (f === nFlavors) {
+                f = 0;
+                d += 1;
+            }
+            if (d === nDiff) {
+                d = 0;
+                c += 1;
+            }
+            if (c === nCaps)
+                c = 0;
+        }
+        seen.add(key(c, d, f));
+        tuples.push({
+            capability: caps[c],
+            difficulty: exports.CASE_DIFFICULTIES[d],
+            flavor: exports.CASE_INPUT_FLAVORS[f],
+        });
+    }
+    return tuples;
+}
+//# sourceMappingURL=dimensions.js.map

package/dist/modules/agent-evals/case-generation/dimensions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dimensions.js","sourceRoot":"","sources":["../../../../src/modules/agent-evals/case-generation/dimensions.ts"],"names":[],"mappings":";;;;AA2Ba,QAAA,iBAAiB,GAA8B,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;AACxE,QAAA,kBAAkB,GAA+B;IAC7D,YAAY;IACZ,gBAAgB;IAChB,cAAc;IACd,aAAa;CACb,CAAC;AAGW,QAAA,kBAAkB,GAAG,SAAS,CAAC;AAY5C,+BAAsC,YAAsB,EAAE,KAAa;IAC1E,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IAE1B,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,QAAA,kBAAkB,CAAC,CAAC;IAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;IAC1B,MAAM,KAAK,GAAG,QAAA,iBAAiB,CAAC,MAAM,CAAC;IACvC,MAAM,QAAQ,GAAG,QAAA,kBAAkB,CAAC,MAAM,CAAC;IAC3C,MAAM,QAAQ,GAAG,KAAK,GAAG,KAAK,GAAG,QAAQ,CAAC;IAE1C,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,CAAS,EAAE,CAAS,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAClE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAGhC,IAAI,MAAM,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;YAClC,SAAS;QACV,CAAC;QAOD,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAClB,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;QAIrB,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/B,CAAC,IAAI,CAAC,CAAC;YACP,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;gBACpB,CAAC,GAAG,CAAC,CAAC;gBACN,CAAC,IAAI,CAAC,CAAC;YACR,CAAC;YACD,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;gBACjB,CAAC,GAAG,CAAC,CAAC;gBACN,CAAC,IAAI,CAAC,CAAC;YACR,CAAC;YACD,IAAI,CAAC,KAAK,KAAK;gBAAE,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC;YACX,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;YACnB,UAAU,EAAE,QAAA,iBAAiB,CAAC,CAAC,CAAC;YAChC,MAAM,EAAE,QAAA,kBAAkB,CAAC,CAAC,CAAC;SAC7B,CAAC,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AACf,CAAC"}

package/dist/modules/agents/adapters/agents-credential-provider.d.ts

@@ -1,11 +1,13 @@
 import type { CredentialProvider, ResolvedCredential, CredentialListItem } from '@n8n/agents';
 import type { User } from '@n8n/db';
 import type { CredentialsService } from '../../../credentials/credentials.service';
-export declare class AgentsCredentialProvider implements CredentialProvider {
+import type { AiGatewayModelCredentialResolver } from '../json-config/model-config';
+export declare class AgentsCredentialProvider implements CredentialProvider, AiGatewayModelCredentialResolver {
     private readonly credentialsService;
     private readonly projectId;
     private readonly user?;
     constructor(credentialsService: CredentialsService, projectId: string, user?: User | undefined);
+    resolveAiGatewayModelCredential(provider: string): Promise<ResolvedCredential>;
     resolve(credentialId: string): Promise<ResolvedCredential>;
     list(): Promise<CredentialListItem[]>;
     private findCredentialEntity;

package/dist/modules/agents/adapters/agents-credential-provider.js

@@ -1,6 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AgentsCredentialProvider = void 0;
+const di_1 = require("@n8n/di");
+const n8n_workflow_1 = require("n8n-workflow");
+const ai_gateway_service_1 = require("../../../services/ai-gateway.service");
 function toResolvedCredential(data) {
     const resolved = data !== null && typeof data === 'object' && !Array.isArray(data) ? data : {};
     const apiKey = 'apiKey' in resolved && typeof resolved.apiKey === 'string' ? resolved.apiKey : '';
@@ -12,6 +15,18 @@ class AgentsCredentialProvider {
         this.projectId = projectId;
         this.user = user;
     }
+    async resolveAiGatewayModelCredential(provider) {
+        const aiGatewayService = di_1.Container.get(ai_gateway_service_1.AiGatewayService);
+        const credentialType = await aiGatewayService.getCredentialTypeForProvider(provider);
+        if (!credentialType) {
+            throw new n8n_workflow_1.UserError(`n8n credits does not support the "${provider}" model provider.`);
+        }
+        return await aiGatewayService.getSyntheticCredential({
+            credentialType,
+            userId: this.user?.id,
+            projectId: this.projectId,
+        });
+    }
     async resolve(credentialId) {
         const credential = await this.findCredentialEntity(credentialId);
         if (!credential) {

package/dist/modules/agents/adapters/agents-credential-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"agents-credential-provider.js","sourceRoot":"","sources":["../../../../src/modules/agents/adapters/agents-credential-provider.ts"],"names":[],"mappings":";;;AAKA,SAAS,oBAAoB,CAAC,IAAa;IAC1C,MAAM,QAAQ,GAAG,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/F,MAAM,MAAM,GAAG,QAAQ,IAAI,QAAQ,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAElG,OAAO,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,CAAC;AAChC,CAAC;AAUD;IACC,YACkB,kBAAsC,EACtC,SAAiB,EACjB,IAAW;kCAFX,kBAAkB;yBAClB,SAAS;oBACT,IAAI;IACnB,CAAC;IASJ,KAAK,CAAC,OAAO,CAAC,YAAoB;QACjC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAEjE,IAAI,CAAC,UAAU,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,eAAe,YAAY,+BAA+B,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACrE,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAKD,KAAK,CAAC,IAAI;QACT,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;YAE7D,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7B,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;aACZ,CAAC,CAAC,CAAC;QACL,CAAC;QAGD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iCAAiC,EAAE,CAAC;QAElE,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7B,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;SACZ,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,YAAoB;QACtD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAGf,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;YACjE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,YAAY,CAAC;gBAAE,OAAO,IAAI,CAAC;QACrE,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iCAAiC,EAAE,CAAC;QAClE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,YAAY,CAAC,IAAI,IAAI,CAAC;IAC9D,CAAC;IAEO,KAAK,CAAC,4BAA4B;QACzC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QAI1B,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,oCAAoC,CAAC,IAAI,CAAC,IAAI,EAAE;YACpF,SAAS,EAAE,IAAI,CAAC,SAAS;SACzB,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,iCAAiC;QAC9C,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,8BAA8B,CACtF,IAAI,CAAC,SAAS,CACd,CAAC;QACF,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC;QACzF,MAAM,WAAW,GAAG,IAAI,GAAG,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAwB,EAAE,CAAC;QAEzC,MAAM,QAAQ,GAAG,CAAC,KAA0B,EAAE,EAAE;YAC/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC/B,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACzB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrB,CAAC;YACF,CAAC;QACF,CAAC,CAAC;QAEF,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAC7B,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QAE5B,OAAO,QAAQ,CAAC;IACjB,CAAC;CACD"}
+{"version":3,"file":"agents-credential-provider.js","sourceRoot":"","sources":["../../../../src/modules/agents/adapters/agents-credential-provider.ts"],"names":[],"mappings":";;;AAEA,gCAAoC;AACpC,+CAAyC;AAGzC,sEAAiE;AAIjE,SAAS,oBAAoB,CAAC,IAAa;IAC1C,MAAM,QAAQ,GAAG,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC/F,MAAM,MAAM,GAAG,QAAQ,IAAI,QAAQ,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAElG,OAAO,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,CAAC;AAChC,CAAC;AAUD;IAGC,YACkB,kBAAsC,EACtC,SAAiB,EACjB,IAAW;kCAFX,kBAAkB;yBAClB,SAAS;oBACT,IAAI;IACnB,CAAC;IASJ,KAAK,CAAC,+BAA+B,CAAC,QAAgB;QACrD,MAAM,gBAAgB,GAAG,cAAS,CAAC,GAAG,CAAC,qCAAgB,CAAC,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,gBAAgB,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAC;QACrF,IAAI,CAAC,cAAc,EAAE,CAAC;YACrB,MAAM,IAAI,wBAAS,CAAC,qCAAqC,QAAQ,mBAAmB,CAAC,CAAC;QACvF,CAAC;QACD,OAAO,MAAM,gBAAgB,CAAC,sBAAsB,CAAC;YACpD,cAAc;YACd,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;SACzB,CAAC,CAAC;IACJ,CAAC;IASD,KAAK,CAAC,OAAO,CAAC,YAAoB;QACjC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAEjE,IAAI,CAAC,UAAU,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,eAAe,YAAY,+BAA+B,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QACrE,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAKD,KAAK,CAAC,IAAI;QACT,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;YAE7D,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7B,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;aACZ,CAAC,CAAC,CAAC;QACL,CAAC;QAGD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iCAAiC,EAAE,CAAC;QAElE,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC7B,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;SACZ,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,YAAoB;QACtD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YAGf,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,4BAA4B,EAAE,CAAC;YACjE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,YAAY,CAAC;gBAAE,OAAO,IAAI,CAAC;QACrE,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iCAAiC,EAAE,CAAC;QAClE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,YAAY,CAAC,IAAI,IAAI,CAAC;IAC9D,CAAC;IAEO,KAAK,CAAC,4BAA4B;QACzC,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO,EAAE,CAAC;QAI1B,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,oCAAoC,CAAC,IAAI,CAAC,IAAI,EAAE;YACpF,SAAS,EAAE,IAAI,CAAC,SAAS;SACzB,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,iCAAiC;QAC9C,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,8BAA8B,CACtF,IAAI,CAAC,SAAS,CACd,CAAC;QACF,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC;QACzF,MAAM,WAAW,GAAG,IAAI,GAAG,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAwB,EAAE,CAAC;QAEzC,MAAM,QAAQ,GAAG,CAAC,KAA0B,EAAE,EAAE;YAC/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBAC1B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC/B,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACzB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrB,CAAC;YACF,CAAC;QACF,CAAC,CAAC;QAEF,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAC7B,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QAE5B,OAAO,QAAQ,CAAC;IACjB,CAAC;CACD"}