n8n-nodes-base 1.100.1 → 1.102.0

package/dist/nodes/Evaluation/Evaluation/Description.node.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.setMetricsProperties = exports.setCheckIfEvaluatingProperties = exports.setOutputProperties = void 0;
+const CannedMetricPrompts_ee_1 = require("./CannedMetricPrompts.ee");
 const GoogleSheetsTrigger_node_1 = require("../../Google/Sheet/GoogleSheetsTrigger.node");
 exports.setOutputProperties = [
     {
@@ -77,15 +78,260 @@ exports.setCheckIfEvaluatingProperties = [
         },
     },
 ];
+const correctnessFields = [
+    {
+        displayName: 'Expected Answer',
+        name: 'expectedAnswer',
+        type: 'string',
+        default: '',
+        description: 'The expected output defined in your evaluation dataset, used as ground truth',
+        displayOptions: {
+            show: {
+                operation: ['setMetrics'],
+                metric: ['correctness', 'stringSimilarity', 'categorization'],
+            },
+        },
+    },
+    {
+        displayName: 'Actual Answer',
+        name: 'actualAnswer',
+        type: 'string',
+        default: '',
+        description: 'The real response generated by AI (e.g. an agent or LLM in the workflow)',
+        displayOptions: {
+            show: {
+                operation: ['setMetrics'],
+                metric: ['correctness', 'stringSimilarity', 'categorization'],
+            },
+        },
+    },
+];
+const helpfulnessFields = [
+    {
+        displayName: 'User Query',
+        name: 'userQuery',
+        type: 'string',
+        default: '',
+        description: 'The original input or question submitted by the user',
+        displayOptions: {
+            show: {
+                operation: ['setMetrics'],
+                metric: ['helpfulness'],
+            },
+        },
+    },
+    {
+        displayName: 'Response',
+        name: 'actualAnswer',
+        type: 'string',
+        default: '',
+        description: 'The response generated by AI (e.g. an agent or LLM in the workflow)',
+        displayOptions: {
+            show: {
+                operation: ['setMetrics'],
+                metric: ['helpfulness'],
+            },
+        },
+    },
+];
+function promptFieldForMetric(metric, prompt) {
+    return [
+        {
+            displayName: 'Prompt',
+            name: 'prompt',
+            type: 'string',
+            default: prompt,
+            description: `Instruction used to guide the model in scoring the actual answer’s ${metric} against the expected answer`,
+            typeOptions: {
+                rows: 4,
+            },
+            displayOptions: {
+                show: {
+                    operation: ['setMetrics'],
+                    metric: [metric],
+                },
+            },
+        },
+    ];
+}
+function optionsForMetric(metric, prompt, defaultName) {
+    return [
+        {
+            displayName: 'Options',
+            name: 'options',
+            type: 'collection',
+            default: {},
+            placeholder: 'Add Option',
+            options: [
+                {
+                    displayName: 'Metric Name',
+                    name: 'metricName',
+                    type: 'string',
+                    default: defaultName,
+                    description: 'Set this parameter if you want to set a custom name to the metric',
+                },
+                // eslint-disable-next-line n8n-nodes-base/node-param-default-missing
+                {
+                    displayName: 'Input Prompt',
+                    name: 'inputPrompt',
+                    type: 'string',
+                    default: prompt[0] ?? '',
+                    typeOptions: {
+                        rows: 4,
+                    },
+                    hint: prompt[1],
+                },
+            ],
+            displayOptions: {
+                show: {
+                    operation: ['setMetrics'],
+                    metric: [metric],
+                },
+            },
+        },
+    ];
+}
+function optionsForMetricBasic(metric, defaultName) {
+    return [
+        {
+            displayName: 'Options',
+            name: 'options',
+            type: 'collection',
+            default: {},
+            placeholder: 'Add Option',
+            options: [
+                {
+                    displayName: 'Metric Name',
+                    name: 'metricName',
+                    type: 'string',
+                    default: defaultName,
+                },
+            ],
+            displayOptions: {
+                show: {
+                    operation: ['setMetrics'],
+                    metric: [metric],
+                },
+            },
+        },
+    ];
+}
+const toolsUsedFields = [
+    {
+        displayName: 'Expected Tools',
+        name: 'expectedTools',
+        type: 'string',
+        default: '',
+        description: 'Enter the name(s) of the tool(s) you expect the AI to call (separated by commas)',
+        placeholder: 'Get Events, Send Email, Search Database',
+        displayOptions: {
+            show: {
+                operation: ['setMetrics'],
+                metric: ['toolsUsed'],
+            },
+        },
+    },
+    {
+        displayName: 'Intermediate Steps (of Agent)',
+        name: 'intermediateSteps',
+        type: 'string',
+        default: '',
+        hint: 'The output field of the agent containing the tools called. To see it, enable returning intermediate steps in the agent’s options',
+        displayOptions: {
+            show: {
+                operation: ['setMetrics'],
+                metric: ['toolsUsed'],
+            },
+        },
+    },
+];
 exports.setMetricsProperties = [
     {
-        displayName: "Calculate the score(s) for the evaluation, then map them into this node. They will be displayed in the ‘evaluations’ tab, not the Google Sheet. <a href='https://docs.n8n.io/advanced-ai/evaluations/metric-based-evaluations/#2-calculate-metrics' target='_blank'>View metric examples</a>",
+        displayName: 'Metrics measure the quality of an execution. They will be displayed in the ‘evaluations’ tab, not the Google Sheet.',
+        //			"Calculate the score(s) for the evaluation, then map them into this node. They will be displayed in the ‘evaluations’ tab, not the Google Sheet. <a href='https://docs.n8n.io/advanced-ai/evaluations/metric-based-evaluations/#2-calculate-metrics' target='_blank'>View metric examples</a>",
+        name: 'notice',
+        type: 'notice',
+        default: '',
+        displayOptions: {
+            show: {
+                operation: ['setMetrics'],
+            },
+        },
+    },
+    {
+        displayName: 'Metric',
+        name: 'metric',
+        type: 'hidden',
+        default: 'customMetrics',
+        displayOptions: {
+            show: {
+                operation: ['setMetrics'],
+                '@version': [4.6],
+            },
+        },
+    },
+    {
+        displayName: 'Metric',
+        name: 'metric',
+        type: 'options',
+        noDataExpression: true,
+        // eslint-disable-next-line n8n-nodes-base/node-param-options-type-unsorted-items
+        options: [
+            {
+                // eslint-disable-next-line n8n-nodes-base/node-param-display-name-miscased
+                name: 'Correctness (AI-based)',
+                value: 'correctness',
+                description: 'Whether the answer’s meaning is consistent with a reference answer. Uses a scale of 1 (worst) to 5 (best).',
+            },
+            {
+                // eslint-disable-next-line n8n-nodes-base/node-param-display-name-miscased
+                name: 'Helpfulness (AI-based)',
+                value: 'helpfulness',
+                description: 'Whether the response addresses the query. Uses a scale of 1 (worst) to 5 (best).',
+            },
+            {
+                name: 'String Similarity',
+                value: 'stringSimilarity',
+                description: 'How close the answer is to a reference answer, measured character-by-character (edit distance). Returns a score between 0 and 1.',
+            },
+            {
+                name: 'Categorization',
+                value: 'categorization',
+                description: 'Whether the answer exactly matches the reference answer. Returns 1 if so and 0 otherwise.',
+            },
+            {
+                name: 'Tools Used',
+                value: 'toolsUsed',
+                description: 'Whether tool(s) were used or not. Returns a score between 0 and 1.',
+            },
+            {
+                name: 'Custom Metrics',
+                value: 'customMetrics',
+                description: 'Define your own metric(s)',
+            },
+        ],
+        default: 'correctness',
+        displayOptions: {
+            show: {
+                operation: ['setMetrics'],
+                '@version': [{ _cnd: { gte: 4.7 } }],
+            },
+        },
+    },
+    ...correctnessFields,
+    ...helpfulnessFields,
+    ...toolsUsedFields,
+    ...promptFieldForMetric('correctness', CannedMetricPrompts_ee_1.CORRECTNESS_PROMPT),
+    ...promptFieldForMetric('helpfulness', CannedMetricPrompts_ee_1.HELPFULNESS_PROMPT),
+    {
+        displayName: "Calculate the custom metrics before this node, then map them below. <a href='https://docs.n8n.io/advanced-ai/evaluations/metric-based-evaluations/#2-calculate-metrics' target='_blank'>View metric examples</a>",
         name: 'notice',
         type: 'notice',
         default: '',
         displayOptions: {
             show: {
                 operation: ['setMetrics'],
+                metric: ['customMetrics'],
             },
         },
     },
@@ -111,8 +357,14 @@ exports.setMetricsProperties = [
         displayOptions: {
             show: {
                 operation: ['setMetrics'],
+                metric: ['customMetrics'],
             },
         },
     },
+    ...optionsForMetric('correctness', CannedMetricPrompts_ee_1.CORRECTNESS_INPUT_PROMPT, 'Correctness'),
+    ...optionsForMetric('helpfulness', CannedMetricPrompts_ee_1.HELPFULNESS_INPUT_PROMPT, 'Helpfulness'),
+    ...optionsForMetricBasic('categorization', 'Categorization'),
+    ...optionsForMetricBasic('stringSimilarity', 'String similarity'),
+    ...optionsForMetricBasic('toolsUsed', 'Tools Used'),
 ];
 //# sourceMappingURL=Description.node.js.map

package/dist/nodes/Evaluation/Evaluation/Description.node.js.map

@@ -1 +1 @@
-{"version":3,"file":"Description.node.js","sourceRoot":"","sources":["../../../../nodes/Evaluation/Evaluation/Description.node.ts"],"names":[],"mappings":";;;AAEA,0FAA8E;AAEjE,QAAA,mBAAmB,GAAsB;IACrD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,aAAa;QACnB,OAAO,EAAE,EAAE;KACX;IACD;QACC,GAAG,mCAAQ;QACX,WAAW,EAAE,6BAA6B;QAC1C,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;aACzB;SACD;KACD;IACD;QACC,GAAG,gCAAK;QACR,WAAW,EAAE,0BAA0B;QACvC,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;aACzB;SACD;KACD;IACD;QACC,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,YAAY;QACzB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE;YACZ,uBAAuB,EAAE,YAAY;YACrC,cAAc,EAAE,IAAI;SACpB;QACD,OAAO,EAAE,EAAE;QACX,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,QAAQ;gBACrB,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,MAAM;wBACnB,IAAI,EAAE,YAAY;wBAClB,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;qBACX;oBACD;wBACC,WAAW,EAAE,OAAO;wBACpB,IAAI,EAAE,aAAa;wBACnB,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;qBACX;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;aACzB;SACD;KACD;CACD,CAAC;AAEW,QAAA,8BAA8B,GAAsB;IAChE;QACC,WAAW,EACV,iIAAiI;QAClI,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,mBAAmB,CAAC;aAChC;SACD;KACD;CACD,CAAC;AAEW,QAAA,oBAAoB,GAAsB;IACtD;QACC,WAAW,EACV,8RAA8R;QAC/R,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;aACzB;SACD;KACD;IACD;QACC,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,sBAAsB;QAC5B,OAAO,EAAE;YACR,WAAW,EAAE;gBACZ;oBACC,IAAI,EAAE,EAAE;oBACR,KAAK,EAAE,EAAE;oBACT,IAAI,EAAE,QAAQ;iBACd;aACD;SACD;QACD,WAAW,EAAE;YACZ,UAAU,EAAE;gBACX,WAAW,EAAE,IAAI;gBACjB,WAAW,EAAE,QAAQ;aACrB;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;aACzB;SACD;KACD;CACD,CAAC"}
+{"version":3,"file":"Description.node.js","sourceRoot":"","sources":["../../../../nodes/Evaluation/Evaluation/Description.node.ts"],"names":[],"mappings":";;;AAEA,qEAKkC;AAClC,0FAA8E;AAEjE,QAAA,mBAAmB,GAAsB;IACrD;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,aAAa;QACnB,OAAO,EAAE,EAAE;KACX;IACD;QACC,GAAG,mCAAQ;QACX,WAAW,EAAE,6BAA6B;QAC1C,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;aACzB;SACD;KACD;IACD;QACC,GAAG,gCAAK;QACR,WAAW,EAAE,0BAA0B;QACvC,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;aACzB;SACD;KACD;IACD;QACC,WAAW,EAAE,SAAS;QACtB,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,YAAY;QACzB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE;YACZ,uBAAuB,EAAE,YAAY;YACrC,cAAc,EAAE,IAAI;SACpB;QACD,OAAO,EAAE,EAAE;QACX,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,QAAQ;gBACrB,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE;oBACP;wBACC,WAAW,EAAE,MAAM;wBACnB,IAAI,EAAE,YAAY;wBAClB,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;qBACX;oBACD;wBACC,WAAW,EAAE,OAAO;wBACpB,IAAI,EAAE,aAAa;wBACnB,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,EAAE;qBACX;iBACD;aACD;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;aACzB;SACD;KACD;CACD,CAAC;AAEW,QAAA,8BAA8B,GAAsB;IAChE;QACC,WAAW,EACV,iIAAiI;QAClI,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,mBAAmB,CAAC;aAChC;SACD;KACD;CACD,CAAC;AAEF,MAAM,iBAAiB,GAAsB;IAC5C;QACC,WAAW,EAAE,iBAAiB;QAC9B,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,8EAA8E;QAC3F,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;gBACzB,MAAM,EAAE,CAAC,aAAa,EAAE,kBAAkB,EAAE,gBAAgB,CAAC;aAC7D;SACD;KACD;IACD;QACC,WAAW,EAAE,eAAe;QAC5B,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,0EAA0E;QACvF,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;gBACzB,MAAM,EAAE,CAAC,aAAa,EAAE,kBAAkB,EAAE,gBAAgB,CAAC;aAC7D;SACD;KACD;CACD,CAAC;AAEF,MAAM,iBAAiB,GAAsB;IAC5C;QACC,WAAW,EAAE,YAAY;QACzB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,sDAAsD;QACnE,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;gBACzB,MAAM,EAAE,CAAC,aAAa,CAAC;aACvB;SACD;KACD;IACD;QACC,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,cAAc;QACpB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,qEAAqE;QAClF,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;gBACzB,MAAM,EAAE,CAAC,aAAa,CAAC;aACvB;SACD;KACD;CACD,CAAC;AAEF,SAAS,oBAAoB,CAAC,MAAc,EAAE,MAAc;IAC3D,OAAO;QACN;YACC,WAAW,EAAE,QAAQ;YACrB,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,MAAM;YACf,WAAW,EAAE,sEAAsE,MAAM,8BAA8B;YACvH,WAAW,EAAE;gBACZ,IAAI,EAAE,CAAC;aACP;YACD,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,YAAY,CAAC;oBACzB,MAAM,EAAE,CAAC,MAAM,CAAC;iBAChB;aACD;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CACxB,MAAc,EACd,MAAgB,EAChB,WAAmB;IAEnB,OAAO;QACN;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,YAAY;YACzB,OAAO,EAAE;gBACR;oBACC,WAAW,EAAE,aAAa;oBAC1B,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,WAAW;oBACpB,WAAW,EAAE,mEAAmE;iBAChF;gBACD,qEAAqE;gBACrE;oBACC,WAAW,EAAE,cAAc;oBAC3B,IAAI,EAAE,aAAa;oBACnB,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE;oBACxB,WAAW,EAAE;wBACZ,IAAI,EAAE,CAAC;qBACP;oBACD,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;iBACf;aACD;YACD,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,YAAY,CAAC;oBACzB,MAAM,EAAE,CAAC,MAAM,CAAC;iBAChB;aACD;SACD;KACD,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAc,EAAE,WAAmB;IACjE,OAAO;QACN;YACC,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,EAAE;YACX,WAAW,EAAE,YAAY;YACzB,OAAO,EAAE;gBACR;oBACC,WAAW,EAAE,aAAa;oBAC1B,IAAI,EAAE,YAAY;oBAClB,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,WAAW;iBACpB;aACD;YACD,cAAc,EAAE;gBACf,IAAI,EAAE;oBACL,SAAS,EAAE,CAAC,YAAY,CAAC;oBACzB,MAAM,EAAE,CAAC,MAAM,CAAC;iBAChB;aACD;SACD;KACD,CAAC;AACH,CAAC;AAED,MAAM,eAAe,GAAsB;IAC1C;QACC,WAAW,EAAE,gBAAgB;QAC7B,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE,kFAAkF;QAC/F,WAAW,EAAE,yCAAyC;QACtD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;gBACzB,MAAM,EAAE,CAAC,WAAW,CAAC;aACrB;SACD;KACD;IACD;QACC,WAAW,EAAE,+BAA+B;QAC5C,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,IAAI,EAAE,kIAAkI;QACxI,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;gBACzB,MAAM,EAAE,CAAC,WAAW,CAAC;aACrB;SACD;KACD;CACD,CAAC;AAEW,QAAA,oBAAoB,GAAsB;IACtD;QACC,WAAW,EACV,qHAAqH;QACtH,oSAAoS;QACpS,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;aACzB;SACD;KACD;IACD;QACC,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,eAAe;QACxB,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;gBACzB,UAAU,EAAE,CAAC,GAAG,CAAC;aACjB;SACD;KACD;IACD;QACC,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,SAAS;QACf,gBAAgB,EAAE,IAAI;QACtB,iFAAiF;QACjF,OAAO,EAAE;YACR;gBACC,2EAA2E;gBAC3E,IAAI,EAAE,wBAAwB;gBAC9B,KAAK,EAAE,aAAa;gBACpB,WAAW,EACV,4GAA4G;aAC7G;YACD;gBACC,2EAA2E;gBAC3E,IAAI,EAAE,wBAAwB;gBAC9B,KAAK,EAAE,aAAa;gBACpB,WAAW,EACV,kFAAkF;aACnF;YACD;gBACC,IAAI,EAAE,mBAAmB;gBACzB,KAAK,EAAE,kBAAkB;gBACzB,WAAW,EACV,kIAAkI;aACnI;YACD;gBACC,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE,gBAAgB;gBACvB,WAAW,EACV,2FAA2F;aAC5F;YACD;gBACC,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,WAAW;gBAClB,WAAW,EAAE,oEAAoE;aACjF;YACD;gBACC,IAAI,EAAE,gBAAgB;gBACtB,KAAK,EAAE,eAAe;gBACtB,WAAW,EAAE,2BAA2B;aACxC;SACD;QACD,OAAO,EAAE,aAAa;QACtB,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;gBACzB,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC;aACpC;SACD;KACD;IACD,GAAG,iBAAiB;IACpB,GAAG,iBAAiB;IACpB,GAAG,eAAe;IAClB,GAAG,oBAAoB,CAAC,aAAa,EAAE,2CAAkB,CAAC;IAC1D,GAAG,oBAAoB,CAAC,aAAa,EAAE,2CAAkB,CAAC;IAC1D;QACC,WAAW,EACV,kNAAkN;QACnN,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;gBACzB,MAAM,EAAE,CAAC,eAAe,CAAC;aACzB;SACD;KACD;IACD;QACC,WAAW,EAAE,mBAAmB;QAChC,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,sBAAsB;QAC5B,OAAO,EAAE;YACR,WAAW,EAAE;gBACZ;oBACC,IAAI,EAAE,EAAE;oBACR,KAAK,EAAE,EAAE;oBACT,IAAI,EAAE,QAAQ;iBACd;aACD;SACD;QACD,WAAW,EAAE;YACZ,UAAU,EAAE;gBACX,WAAW,EAAE,IAAI;gBACjB,WAAW,EAAE,QAAQ;aACrB;SACD;QACD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,YAAY,CAAC;gBACzB,MAAM,EAAE,CAAC,eAAe,CAAC;aACzB;SACD;KACD;IACD,GAAG,gBAAgB,CAAC,aAAa,EAAE,iDAAwB,EAAE,aAAa,CAAC;IAC3E,GAAG,gBAAgB,CAAC,aAAa,EAAE,iDAAwB,EAAE,aAAa,CAAC;IAC3E,GAAG,qBAAqB,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;IAC5D,GAAG,qBAAqB,CAAC,kBAAkB,EAAE,mBAAmB,CAAC;IACjE,GAAG,qBAAqB,CAAC,WAAW,EAAE,YAAY,CAAC;CACnD,CAAC"}

package/dist/nodes/Evaluation/Evaluation/Evaluation.node.ee.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Evaluation.node.ee.d.ts","sourceRoot":"","sources":["../../../../nodes/Evaluation/Evaluation/Evaluation.node.ee.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACX,iBAAiB,EACjB,SAAS,EACT,oBAAoB,EACpB,kBAAkB,EAClB,MAAM,cAAc,CAAC;AAStB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAGrE,qBAAa,UAAW,YAAW,SAAS;IAC3C,WAAW,EAAE,oBAAoB,CAoE/B;IAEF,OAAO;;;;MAA+C;IAEhD,OAAO,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;CAYvE"}
+{"version":3,"file":"Evaluation.node.ee.d.ts","sourceRoot":"","sources":["../../../../nodes/Evaluation/Evaluation/Evaluation.node.ee.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACX,iBAAiB,EACjB,SAAS,EACT,oBAAoB,EACpB,kBAAkB,EAClB,MAAM,cAAc,CAAC;AAQtB,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AASrE,qBAAa,UAAW,YAAW,SAAS;IAC3C,WAAW,EAAE,oBAAoB,CAoE/B;IAEF,OAAO;;;;MAA+C;IAEhD,OAAO,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;CAYvE"}

package/dist/nodes/Evaluation/Evaluation/Evaluation.node.ee.js

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Evaluation = void 0;
-const n8n_workflow_1 = require("n8n-workflow");
 const Description_node_1 = require("./Description.node");
 const versionDescription_1 = require("../../Google/Sheet/v2/actions/versionDescription");
 const methods_1 = require("../methods");
@@ -12,7 +11,7 @@ class Evaluation {
         icon: 'fa:check-double',
         name: 'evaluation',
         group: ['transform'],
-        version: 4.6,
+        version: [4.6, 4.7],
         description: 'Runs an evaluation',
         eventTriggerDescription: '',
         subtitle: '={{$parameter["operation"]}}',
@@ -20,7 +19,7 @@ class Evaluation {
             name: 'Evaluation',
             color: '#c3c9d5',
         },
-        inputs: [n8n_workflow_1.NodeConnectionTypes.Main],
+        inputs: `={{(${evaluationUtils_1.setInputs})($parameter)}}`,
         outputs: `={{(${evaluationUtils_1.setOutputs})($parameter)}}`,
         codex: {
             alias: ['Test', 'Metrics', 'Evals', 'Set Output', 'Set Metrics'],

package/dist/nodes/Evaluation/Evaluation/Evaluation.node.ee.js.map

@@ -1 +1 @@
-{"version":3,"file":"Evaluation.node.ee.js","sourceRoot":"","sources":["../../../../nodes/Evaluation/Evaluation/Evaluation.node.ee.ts"],"names":[],"mappings":";;;AAOA,+CAAmD;AAEnD,yDAI4B;AAC5B,yFAAkF;AAClF,wCAAqE;AACrE,8DAAgG;AAEhG,MAAa,UAAU;IACtB,WAAW,GAAyB;QACnC,WAAW,EAAE,YAAY;QACzB,IAAI,EAAE,iBAAiB;QACvB,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,CAAC,WAAW,CAAC;QACpB,OAAO,EAAE,GAAG;QACZ,WAAW,EAAE,oBAAoB;QACjC,uBAAuB,EAAE,EAAE;QAC3B,QAAQ,EAAE,8BAA8B;QACxC,QAAQ,EAAE;YACT,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,SAAS;SAChB;QACD,MAAM,EAAE,CAAC,kCAAmB,CAAC,IAAI,CAAC;QAClC,OAAO,EAAE,OAAO,4BAAU,iBAAiB;QAC3C,KAAK,EAAE;YACN,KAAK,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,aAAa,CAAC;SAChE;QACD,WAAW,EAAE;YACZ;gBACC,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,IAAI;gBACd,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,cAAc,EAAE,CAAC,gBAAgB,CAAC;wBAClC,SAAS,EAAE,CAAC,YAAY,CAAC;qBACzB;iBACD;gBACD,QAAQ,EAAE,yBAAyB;aACnC;YACD;gBACC,IAAI,EAAE,uBAAuB;gBAC7B,QAAQ,EAAE,IAAI;gBACd,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,cAAc,EAAE,CAAC,QAAQ,CAAC;wBAC1B,SAAS,EAAE,CAAC,YAAY,CAAC;qBACzB;iBACD;aACD;SACD;QACD,UAAU,EAAE;YACX;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,gBAAgB,EAAE,IAAI;gBACtB,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,aAAa;wBACnB,KAAK,EAAE,YAAY;qBACnB;oBACD;wBACC,IAAI,EAAE,aAAa;wBACnB,KAAK,EAAE,YAAY;qBACnB;oBACD;wBACC,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,mBAAmB;qBAC1B;iBACD;gBACD,OAAO,EAAE,YAAY;aACrB;YACD,mCAAc;YACd,GAAG,sCAAmB;YACtB,GAAG,uCAAoB;YACvB,GAAG,iDAA8B;SACjC;KACD,CAAC;IAEF,OAAO,GAAG,EAAE,WAAW,EAAX,qBAAW,EAAE,UAAU,EAAV,oBAAU,EAAE,cAAc,EAAd,wBAAc,EAAE,CAAC;IAEtD,KAAK,CAAC,OAAO;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAExD,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;YAChC,OAAO,MAAM,2BAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;aAAM,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;YACvC,OAAO,MAAM,4BAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACP,oCAAoC;YACpC,OAAO,MAAM,mCAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,CAAC;IACF,CAAC;CACD;AArFD,gCAqFC"}
+{"version":3,"file":"Evaluation.node.ee.js","sourceRoot":"","sources":["../../../../nodes/Evaluation/Evaluation/Evaluation.node.ee.ts"],"names":[],"mappings":";;;AAQA,yDAI4B;AAC5B,yFAAkF;AAClF,wCAAqE;AACrE,8DAMkC;AAElC,MAAa,UAAU;IACtB,WAAW,GAAyB;QACnC,WAAW,EAAE,YAAY;QACzB,IAAI,EAAE,iBAAiB;QACvB,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,CAAC,WAAW,CAAC;QACpB,OAAO,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;QACnB,WAAW,EAAE,oBAAoB;QACjC,uBAAuB,EAAE,EAAE;QAC3B,QAAQ,EAAE,8BAA8B;QACxC,QAAQ,EAAE;YACT,IAAI,EAAE,YAAY;YAClB,KAAK,EAAE,SAAS;SAChB;QACD,MAAM,EAAE,OAAO,2BAAS,iBAAiB;QACzC,OAAO,EAAE,OAAO,4BAAU,iBAAiB;QAC3C,KAAK,EAAE;YACN,KAAK,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,aAAa,CAAC;SAChE;QACD,WAAW,EAAE;YACZ;gBACC,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,IAAI;gBACd,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,cAAc,EAAE,CAAC,gBAAgB,CAAC;wBAClC,SAAS,EAAE,CAAC,YAAY,CAAC;qBACzB;iBACD;gBACD,QAAQ,EAAE,yBAAyB;aACnC;YACD;gBACC,IAAI,EAAE,uBAAuB;gBAC7B,QAAQ,EAAE,IAAI;gBACd,cAAc,EAAE;oBACf,IAAI,EAAE;wBACL,cAAc,EAAE,CAAC,QAAQ,CAAC;wBAC1B,SAAS,EAAE,CAAC,YAAY,CAAC;qBACzB;iBACD;aACD;SACD;QACD,UAAU,EAAE;YACX;gBACC,WAAW,EAAE,WAAW;gBACxB,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,SAAS;gBACf,gBAAgB,EAAE,IAAI;gBACtB,OAAO,EAAE;oBACR;wBACC,IAAI,EAAE,aAAa;wBACnB,KAAK,EAAE,YAAY;qBACnB;oBACD;wBACC,IAAI,EAAE,aAAa;wBACnB,KAAK,EAAE,YAAY;qBACnB;oBACD;wBACC,IAAI,EAAE,qBAAqB;wBAC3B,KAAK,EAAE,mBAAmB;qBAC1B;iBACD;gBACD,OAAO,EAAE,YAAY;aACrB;YACD,mCAAc;YACd,GAAG,sCAAmB;YACtB,GAAG,uCAAoB;YACvB,GAAG,iDAA8B;SACjC;KACD,CAAC;IAEF,OAAO,GAAG,EAAE,WAAW,EAAX,qBAAW,EAAE,UAAU,EAAV,oBAAU,EAAE,cAAc,EAAd,wBAAc,EAAE,CAAC;IAEtD,KAAK,CAAC,OAAO;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAExD,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;YAChC,OAAO,MAAM,2BAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;aAAM,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;YACvC,OAAO,MAAM,4BAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACP,oCAAoC;YACpC,OAAO,MAAM,mCAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,CAAC;IACF,CAAC;CACD;AArFD,gCAqFC"}

package/dist/nodes/Evaluation/utils/evaluationUtils.d.ts

@@ -8,4 +8,13 @@ export declare function setOutputs(parameters: INodeParameters): {
 }[] | {
     type: string;
 }[];
+export declare function setInputs(parameters: INodeParameters): ({
+    type: string;
+    displayName?: undefined;
+    maxConnections?: undefined;
+} | {
+    type: string;
+    displayName: string;
+    maxConnections: number;
+})[];
 //# sourceMappingURL=evaluationUtils.d.ts.map

package/dist/nodes/Evaluation/utils/evaluationUtils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evaluationUtils.d.ts","sourceRoot":"","sources":["../../../../nodes/Evaluation/utils/evaluationUtils.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEX,eAAe,EAGf,iBAAiB,EACjB,kBAAkB,EAClB,MAAM,cAAc,CAAC;AAKtB,wBAAsB,SAAS,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CA8ExF;AAED,wBAAsB,UAAU,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CA0DzF;AAED,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAiBhG;AAED,wBAAgB,UAAU,CAAC,UAAU,EAAE,eAAe;;;;;IASrD"}
+{"version":3,"file":"evaluationUtils.d.ts","sourceRoot":"","sources":["../../../../nodes/Evaluation/utils/evaluationUtils.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACX,eAAe,EAEf,iBAAiB,EACjB,kBAAkB,EAClB,MAAM,cAAc,CAAC;AAMtB,wBAAsB,SAAS,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CA8ExF;AAED,wBAAsB,UAAU,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CA4BzF;AAED,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAiBhG;AAED,wBAAgB,UAAU,CAAC,UAAU,EAAE,eAAe;;;;;IASrD;AAED,wBAAgB,SAAS,CAAC,UAAU,EAAE,eAAe;;;;;;;;KAYpD"}

package/dist/nodes/Evaluation/utils/evaluationUtils.js

@@ -4,7 +4,9 @@ exports.setOutput = setOutput;
 exports.setMetrics = setMetrics;
 exports.checkIfEvaluating = checkIfEvaluating;
 exports.setOutputs = setOutputs;
+exports.setInputs = setInputs;
 const n8n_workflow_1 = require("n8n-workflow");
+const metricHandlers_1 = require("./metricHandlers");
 const evaluationTriggerUtils_1 = require("./evaluationTriggerUtils");
 const utils_1 = require("../../Set/v2/helpers/utils");
 async function setOutput() {
@@ -56,26 +58,15 @@ async function setMetrics() {
     const items = this.getInputData();
     const metrics = [];
     for (let i = 0; i < items.length; i++) {
-        const dataToSave = this.getNodeParameter('metrics', i, {});
+        const metric = this.getNodeParameter('metric', i, {});
+        if (!metricHandlers_1.metricHandlers.hasOwnProperty(metric)) {
+            throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Unknown metric');
+        }
+        const newData = await metricHandlers_1.metricHandlers[metric].call(this, i);
         const newItem = {
             json: {},
             pairedItem: { item: i },
         };
-        const newData = Object.fromEntries((dataToSave?.assignments ?? []).map((assignment) => {
-            const assignmentValue = typeof assignment.value === 'number' ? assignment.value : Number(assignment.value);
-            if (isNaN(assignmentValue)) {
-                throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Value for '${assignment.name}' isn't a number`, {
-                    description: `It’s currently '${assignment.value}'. Metrics must be numeric.`,
-                });
-            }
-            if (!assignment.name || isNaN(assignmentValue)) {
-                throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Metric name missing', {
-                    description: 'Make sure each metric you define has a name',
-                });
-            }
-            const { name, value } = (0, utils_1.validateEntry)(assignment.name, assignment.type, assignmentValue, this.getNode(), i, false, 1);
-            return [name, value];
-        }));
         const returnItem = utils_1.composeReturnItem.call(this, i, newItem, newData, { dotNotation: false, include: 'none' }, 1);
         metrics.push(returnItem);
     }
@@ -106,4 +97,14 @@ function setOutputs(parameters) {
     }
     return [{ type: 'main' }];
 }
+function setInputs(parameters) {
+    if (parameters.operation === 'setMetrics' &&
+        ['correctness', 'helpfulness'].includes(parameters.metric)) {
+        return [
+            { type: 'main' },
+            { type: 'ai_languageModel', displayName: 'Model', maxConnections: 1 },
+        ];
+    }
+    return [{ type: 'main' }];
+}
 //# sourceMappingURL=evaluationUtils.js.map

package/dist/nodes/Evaluation/utils/evaluationUtils.js.map

@@ -1 +1 @@
-{"version":3,"file":"evaluationUtils.js","sourceRoot":"","sources":["../../../../nodes/Evaluation/utils/evaluationUtils.ts"],"names":[],"mappings":";;AAaA,8BA8EC;AAED,gCA0DC;AAED,8CAiBC;AAED,gCASC;AArLD,+CAA6D;AAU7D,qEAAoE;AACpE,sDAA8E;AAEvE,KAAK,UAAU,SAAS;IAC9B,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IACtC,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAE7D,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,kCAAkC,CAAC,CAAC;IACjG,MAAM,iBAAiB,GAAG,WAAW;QACpC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,SAAS,WAAW,EAAE,IAAI,kBAAkB,EAAE,CAAC,CAAC;QAC1E,CAAC,CAAC,SAAS,CAAC;IAEb,IAAI,CAAC,WAAW,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACxC,IAAI,CAAC,iBAAiB,CAAC;YACtB,OAAO,EAAE,iFAAiF;YAC1F,QAAQ,EAAE,YAAY;SACtB,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAGhE,CAAC;IAEH,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,wBAAS,CAAC,mBAAmB,EAAE;YACxC,WAAW,EAAE,6EAA6E;SAC1F,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,mBAAmB,GAAG,uCAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,MAAM,iCAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;IAEnE,MAAM,iBAAiB,GAAG,IAAI,CAAC,kBAAkB,CAChD,SAAS,WAAW,CAAC,IAAI,oBAAoB,EAC7C,CAAC,CACc,CAAC;IAEjB,MAAM,SAAS,GACd,iBAAiB,CAAC,UAAU,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC;IAElF,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,CACxD,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,YAAY,IAAI,GAAG,KAAK,WAAW,CACpD,CAAC;IAEF,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE;QACvC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACvC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,MAAM,mBAAmB,CAAC,UAAU,CACnC,WAAW,CAAC,KAAK,EACjB,CAAC,WAAW,CAAC,EACb,KAAK,EAAE,qCAAqC;IAC5C,CAAC,CACD,CAAC;IAEF,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,EAAE,EAAE;QACxE,GAAG,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;QAC9B,OAAO,GAAG,CAAC;IACZ,CAAC,EAAE,EAAiB,CAAC,CAAC;IAEtB,MAAM,YAAY,GAAG,mBAAmB,CAAC,iCAAiC,CACzE;QACC;YACC,UAAU,EAAE,SAAS;YACrB,GAAG,OAAO;SACV;KACD,EACD,GAAG,WAAW,CAAC,KAAK,MAAM,EAC1B,CAAC,WAAW,CAAC,CACb,CAAC;IAEF,MAAM,mBAAmB,CAAC,WAAW,CACpC,YAAY,CAAC,UAAU,EACvB,KAAK,CACL,CAAC;IAEF,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;AAC9B,CAAC;AAEM,KAAK,UAAU,UAAU;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;IAClC,MAAM,OAAO,GAAyB,EAAE,CAAC;IAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAA8B,CAAC;QAExF,MAAM,OAAO,GAAuB;YACnC,IAAI,EAAE,EAAE;YACR,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;SACvB,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CACjC,CAAC,UAAU,EAAE,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;YAClD,MAAM,eAAe,GACpB,OAAO,UAAU,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEpF,IAAI,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,EAAE,EACd,cAAc,UAAU,CAAC,IAAI,kBAAkB,EAC/C;oBACC,WAAW,EAAE,mBAAmB,UAAU,CAAC,KAAK,6BAA6B;iBAC7E,CACD,CAAC;YACH,CAAC;YAED,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;gBAChD,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,qBAAqB,EAAE;oBACnE,WAAW,EAAE,6CAA6C;iBAC1D,CAAC,CAAC;YACJ,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAA,qBAAa,EACpC,UAAU,CAAC,IAAI,EACf,UAAU,CAAC,IAAiB,EAC5B,eAAe,EACf,IAAI,CAAC,OAAO,EAAE,EACd,CAAC,EACD,KAAK,EACL,CAAC,CACD,CAAC;YAEF,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACtB,CAAC,CAAC,CACF,CAAC;QAEF,MAAM,UAAU,GAAG,yBAAiB,CAAC,IAAI,CACxC,IAAI,EACJ,CAAC,EACD,OAAO,EACP,OAAO,EACP,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EACvC,CAAC,CACD,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,CAAC,OAAO,CAAC,CAAC;AAClB,CAAC;AAEM,KAAK,UAAU,iBAAiB;IACtC,MAAM,yBAAyB,GAAyB,EAAE,CAAC;IAC3D,MAAM,qBAAqB,GAAyB,EAAE,CAAC;IAEvD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IACtC,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAE7D,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,kCAAkC,CAAC,CAAC;IACjG,MAAM,iBAAiB,GAAG,WAAW;QACpC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,SAAS,WAAW,EAAE,IAAI,kBAAkB,EAAE,CAAC,CAAC;QAC1E,CAAC,CAAC,SAAS,CAAC;IAEb,IAAI,iBAAiB,EAAE,CAAC;QACvB,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,qBAAqB,CAAC,CAAC;IACrD,CAAC;SAAM,CAAC;QACP,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACzD,CAAC;AACF,CAAC;AAED,SAAgB,UAAU,CAAC,UAA2B;IACrD,IAAI,UAAU,CAAC,SAAS,KAAK,mBAAmB,EAAE,CAAC;QAClD,OAAO;YACN,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE;YAC3C,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE;SACvC,CAAC;IACH,CAAC;IAED,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;AAC3B,CAAC"}
+{"version":3,"file":"evaluationUtils.js","sourceRoot":"","sources":["../../../../nodes/Evaluation/utils/evaluationUtils.ts"],"names":[],"mappings":";;AAYA,8BA8EC;AAED,gCA4BC;AAED,8CAiBC;AAED,gCASC;AAED,8BAYC;AApKD,+CAA6D;AAQ7D,qDAAkD;AAClD,qEAAoE;AACpE,sDAA+D;AAExD,KAAK,UAAU,SAAS;IAC9B,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IACtC,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAE7D,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,kCAAkC,CAAC,CAAC;IACjG,MAAM,iBAAiB,GAAG,WAAW;QACpC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,SAAS,WAAW,EAAE,IAAI,kBAAkB,EAAE,CAAC,CAAC;QAC1E,CAAC,CAAC,SAAS,CAAC;IAEb,IAAI,CAAC,WAAW,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACxC,IAAI,CAAC,iBAAiB,CAAC;YACtB,OAAO,EAAE,iFAAiF;YAC1F,QAAQ,EAAE,YAAY;SACtB,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAGhE,CAAC;IAEH,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,wBAAS,CAAC,mBAAmB,EAAE;YACxC,WAAW,EAAE,6EAA6E;SAC1F,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,mBAAmB,GAAG,uCAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,MAAM,iCAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;IAEnE,MAAM,iBAAiB,GAAG,IAAI,CAAC,kBAAkB,CAChD,SAAS,WAAW,CAAC,IAAI,oBAAoB,EAC7C,CAAC,CACc,CAAC;IAEjB,MAAM,SAAS,GACd,iBAAiB,CAAC,UAAU,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,UAAU,CAAC;IAElF,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,CACxD,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,YAAY,IAAI,GAAG,KAAK,WAAW,CACpD,CAAC;IAEF,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE;QACvC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACvC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9B,CAAC;IACF,CAAC,CAAC,CAAC;IAEH,MAAM,mBAAmB,CAAC,UAAU,CACnC,WAAW,CAAC,KAAK,EACjB,CAAC,WAAW,CAAC,EACb,KAAK,EAAE,qCAAqC;IAC5C,CAAC,CACD,CAAC;IAEF,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,EAAE,EAAE;QACxE,GAAG,CAAC,UAAU,CAAC,GAAG,WAAW,CAAC;QAC9B,OAAO,GAAG,CAAC;IACZ,CAAC,EAAE,EAAiB,CAAC,CAAC;IAEtB,MAAM,YAAY,GAAG,mBAAmB,CAAC,iCAAiC,CACzE;QACC;YACC,UAAU,EAAE,SAAS;YACrB,GAAG,OAAO;SACV;KACD,EACD,GAAG,WAAW,CAAC,KAAK,MAAM,EAC1B,CAAC,WAAW,CAAC,CACb,CAAC;IAEF,MAAM,mBAAmB,CAAC,WAAW,CACpC,YAAY,CAAC,UAAU,EACvB,KAAK,CACL,CAAC;IAEF,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;AAC9B,CAAC;AAEM,KAAK,UAAU,UAAU;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;IAClC,MAAM,OAAO,GAAyB,EAAE,CAAC;IAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAgC,CAAC;QACrF,IAAI,CAAC,+BAAc,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,+BAAc,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAE3D,MAAM,OAAO,GAAuB;YACnC,IAAI,EAAE,EAAE;YACR,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;SACvB,CAAC;QAEF,MAAM,UAAU,GAAG,yBAAiB,CAAC,IAAI,CACxC,IAAI,EACJ,CAAC,EACD,OAAO,EACP,OAAO,EACP,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EACvC,CAAC,CACD,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,CAAC,OAAO,CAAC,CAAC;AAClB,CAAC;AAEM,KAAK,UAAU,iBAAiB;IACtC,MAAM,yBAAyB,GAAyB,EAAE,CAAC;IAC3D,MAAM,qBAAqB,GAAyB,EAAE,CAAC;IAEvD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IACtC,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IAE7D,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,kCAAkC,CAAC,CAAC;IACjG,MAAM,iBAAiB,GAAG,WAAW;QACpC,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,SAAS,WAAW,EAAE,IAAI,kBAAkB,EAAE,CAAC,CAAC;QAC1E,CAAC,CAAC,SAAS,CAAC;IAEb,IAAI,iBAAiB,EAAE,CAAC;QACvB,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,qBAAqB,CAAC,CAAC;IACrD,CAAC;SAAM,CAAC;QACP,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACzD,CAAC;AACF,CAAC;AAED,SAAgB,UAAU,CAAC,UAA2B;IACrD,IAAI,UAAU,CAAC,SAAS,KAAK,mBAAmB,EAAE,CAAC;QAClD,OAAO;YACN,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE;YAC3C,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE;SACvC,CAAC;IACH,CAAC;IAED,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;AAC3B,CAAC;AAED,SAAgB,SAAS,CAAC,UAA2B;IACpD,IACC,UAAU,CAAC,SAAS,KAAK,YAAY;QACrC,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAgB,CAAC,EACnE,CAAC;QACF,OAAO;YACN,EAAE,IAAI,EAAE,MAAM,EAAE;YAChB,EAAE,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,EAAE;SACrE,CAAC;IACH,CAAC;IAED,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;AAC3B,CAAC"}

package/dist/nodes/Evaluation/utils/metricHandlers.d.ts

@@ -0,0 +1,10 @@
+import type { IDataObject, IExecuteFunctions } from 'n8n-workflow';
+export declare const metricHandlers: {
+    customMetrics(this: IExecuteFunctions, i: number): Promise<IDataObject>;
+    toolsUsed(this: IExecuteFunctions, i: number): Promise<IDataObject>;
+    categorization(this: IExecuteFunctions, i: number): Promise<IDataObject>;
+    stringSimilarity(this: IExecuteFunctions, i: number): Promise<IDataObject>;
+    helpfulness(this: IExecuteFunctions, i: number): Promise<IDataObject>;
+    correctness(this: IExecuteFunctions, i: number): Promise<IDataObject>;
+};
+//# sourceMappingURL=metricHandlers.d.ts.map

package/dist/nodes/Evaluation/utils/metricHandlers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metricHandlers.d.ts","sourceRoot":"","sources":["../../../../nodes/Evaluation/utils/metricHandlers.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAGX,WAAW,EACX,iBAAiB,EACjB,MAAM,cAAc,CAAC;AAWtB,eAAO,MAAM,cAAc;wBACA,iBAAiB,KAAK,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;oBAuCvD,iBAAiB,KAAK,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;yBAyD9C,iBAAiB,KAAK,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;2BAwBjD,iBAAiB,KAAK,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;sBAgCxD,iBAAiB,KAAK,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;sBAyFnD,iBAAiB,KAAK,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;CA0F3E,CAAC"}