@n8n/api-types 1.25.0 → 1.26.0

package/dist/dto/evaluations/evaluation-config.dto.d.ts

@@ -26,7 +26,7 @@ export declare const llmJudgeMetricInputsSchema: z.ZodObject<{
 }>;
 export declare const llmJudgeMetricConfigSchema: z.ZodEffects<z.ZodObject<{
     preset: z.ZodEnum<["correctness", "helpfulness"]>;
-    prompt: z.ZodString;
+    prompt: z.ZodOptional<z.ZodString>;
     provider: z.ZodString;
     credentialId: z.ZodString;
     model: z.ZodString;
@@ -48,53 +48,139 @@ export declare const llmJudgeMetricConfigSchema: z.ZodEffects<z.ZodObject<{
     provider: string;
     model: string;
     credentialId: string;
-    prompt: string;
-    outputType: "boolean" | "numeric";
     preset: "correctness" | "helpfulness";
+    outputType: "boolean" | "numeric";
     inputs: {
         actualAnswer: string;
         userQuery?: string | undefined;
         expectedAnswer?: string | undefined;
     };
+    prompt?: string | undefined;
 }, {
     provider: string;
     model: string;
     credentialId: string;
-    prompt: string;
-    outputType: "boolean" | "numeric";
     preset: "correctness" | "helpfulness";
+    outputType: "boolean" | "numeric";
     inputs: {
         actualAnswer: string;
         userQuery?: string | undefined;
         expectedAnswer?: string | undefined;
     };
+    prompt?: string | undefined;
 }>, {
     provider: string;
     model: string;
     credentialId: string;
-    prompt: string;
-    outputType: "boolean" | "numeric";
     preset: "correctness" | "helpfulness";
+    outputType: "boolean" | "numeric";
     inputs: {
         actualAnswer: string;
         userQuery?: string | undefined;
         expectedAnswer?: string | undefined;
     };
+    prompt?: string | undefined;
 }, {
     provider: string;
     model: string;
     credentialId: string;
-    prompt: string;
-    outputType: "boolean" | "numeric";
     preset: "correctness" | "helpfulness";
+    outputType: "boolean" | "numeric";
     inputs: {
         actualAnswer: string;
         userQuery?: string | undefined;
         expectedAnswer?: string | undefined;
     };
+    prompt?: string | undefined;
 }>;
 export type LlmJudgeMetricPreset = z.infer<typeof llmJudgeMetricPresetSchema>;
 export type LlmJudgeMetricInputs = z.infer<typeof llmJudgeMetricInputsSchema>;
+export declare const textComparisonMetricInputsSchema: z.ZodObject<{
+    actualAnswer: z.ZodString;
+    expectedAnswer: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    actualAnswer: string;
+    expectedAnswer: string;
+}, {
+    actualAnswer: string;
+    expectedAnswer: string;
+}>;
+export declare const toolsUsedMetricInputsSchema: z.ZodObject<{
+    expectedTools: z.ZodString;
+    intermediateSteps: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    expectedTools: string;
+    intermediateSteps: string;
+}, {
+    expectedTools: string;
+    intermediateSteps: string;
+}>;
+export declare const stringSimilarityMetricConfigSchema: z.ZodObject<{
+    inputs: z.ZodObject<{
+        actualAnswer: z.ZodString;
+        expectedAnswer: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        actualAnswer: string;
+        expectedAnswer: string;
+    }, {
+        actualAnswer: string;
+        expectedAnswer: string;
+    }>;
+}, "strip", z.ZodTypeAny, {
+    inputs: {
+        actualAnswer: string;
+        expectedAnswer: string;
+    };
+}, {
+    inputs: {
+        actualAnswer: string;
+        expectedAnswer: string;
+    };
+}>;
+export declare const categorizationMetricConfigSchema: z.ZodObject<{
+    inputs: z.ZodObject<{
+        actualAnswer: z.ZodString;
+        expectedAnswer: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        actualAnswer: string;
+        expectedAnswer: string;
+    }, {
+        actualAnswer: string;
+        expectedAnswer: string;
+    }>;
+}, "strip", z.ZodTypeAny, {
+    inputs: {
+        actualAnswer: string;
+        expectedAnswer: string;
+    };
+}, {
+    inputs: {
+        actualAnswer: string;
+        expectedAnswer: string;
+    };
+}>;
+export declare const toolsUsedMetricConfigSchema: z.ZodObject<{
+    inputs: z.ZodObject<{
+        expectedTools: z.ZodString;
+        intermediateSteps: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        expectedTools: string;
+        intermediateSteps: string;
+    }, {
+        expectedTools: string;
+        intermediateSteps: string;
+    }>;
+}, "strip", z.ZodTypeAny, {
+    inputs: {
+        expectedTools: string;
+        intermediateSteps: string;
+    };
+}, {
+    inputs: {
+        expectedTools: string;
+        intermediateSteps: string;
+    };
+}>;
 export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
     id: z.ZodString;
     name: z.ZodString;
@@ -111,16 +197,16 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
     }>;
 }, "strip", z.ZodTypeAny, {
     type: "expression";
-    id: string;
     name: string;
+    id: string;
     config: {
         expression: string;
         outputType: "boolean" | "numeric";
     };
 }, {
     type: "expression";
-    id: string;
     name: string;
+    id: string;
     config: {
         expression: string;
         outputType: "boolean" | "numeric";
@@ -131,7 +217,7 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
     type: z.ZodLiteral<"llm_judge">;
     config: z.ZodEffects<z.ZodObject<{
         preset: z.ZodEnum<["correctness", "helpfulness"]>;
-        prompt: z.ZodString;
+        prompt: z.ZodOptional<z.ZodString>;
         provider: z.ZodString;
         credentialId: z.ZodString;
         model: z.ZodString;
@@ -153,84 +239,222 @@ export declare const evaluationMetricSchema: z.ZodDiscriminatedUnion<"type", [z.
         provider: string;
         model: string;
         credentialId: string;
-        prompt: string;
-        outputType: "boolean" | "numeric";
         preset: "correctness" | "helpfulness";
+        outputType: "boolean" | "numeric";
         inputs: {
             actualAnswer: string;
             userQuery?: string | undefined;
             expectedAnswer?: string | undefined;
         };
+        prompt?: string | undefined;
     }, {
         provider: string;
         model: string;
         credentialId: string;
-        prompt: string;
-        outputType: "boolean" | "numeric";
         preset: "correctness" | "helpfulness";
+        outputType: "boolean" | "numeric";
         inputs: {
             actualAnswer: string;
             userQuery?: string | undefined;
             expectedAnswer?: string | undefined;
         };
+        prompt?: string | undefined;
     }>, {
         provider: string;
         model: string;
         credentialId: string;
-        prompt: string;
-        outputType: "boolean" | "numeric";
         preset: "correctness" | "helpfulness";
+        outputType: "boolean" | "numeric";
         inputs: {
             actualAnswer: string;
             userQuery?: string | undefined;
             expectedAnswer?: string | undefined;
         };
+        prompt?: string | undefined;
     }, {
         provider: string;
         model: string;
         credentialId: string;
-        prompt: string;
-        outputType: "boolean" | "numeric";
         preset: "correctness" | "helpfulness";
+        outputType: "boolean" | "numeric";
         inputs: {
             actualAnswer: string;
             userQuery?: string | undefined;
             expectedAnswer?: string | undefined;
         };
+        prompt?: string | undefined;
     }>;
 }, "strip", z.ZodTypeAny, {
     type: "llm_judge";
-    id: string;
     name: string;
+    id: string;
     config: {
         provider: string;
         model: string;
         credentialId: string;
-        prompt: string;
-        outputType: "boolean" | "numeric";
         preset: "correctness" | "helpfulness";
+        outputType: "boolean" | "numeric";
         inputs: {
             actualAnswer: string;
             userQuery?: string | undefined;
             expectedAnswer?: string | undefined;
         };
+        prompt?: string | undefined;
     };
 }, {
     type: "llm_judge";
-    id: string;
     name: string;
+    id: string;
     config: {
         provider: string;
         model: string;
         credentialId: string;
-        prompt: string;
-        outputType: "boolean" | "numeric";
         preset: "correctness" | "helpfulness";
+        outputType: "boolean" | "numeric";
         inputs: {
             actualAnswer: string;
             userQuery?: string | undefined;
             expectedAnswer?: string | undefined;
         };
+        prompt?: string | undefined;
+    };
+}>, z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    type: z.ZodLiteral<"string_similarity">;
+    config: z.ZodObject<{
+        inputs: z.ZodObject<{
+            actualAnswer: z.ZodString;
+            expectedAnswer: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            actualAnswer: string;
+            expectedAnswer: string;
+        }, {
+            actualAnswer: string;
+            expectedAnswer: string;
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        inputs: {
+            actualAnswer: string;
+            expectedAnswer: string;
+        };
+    }, {
+        inputs: {
+            actualAnswer: string;
+            expectedAnswer: string;
+        };
+    }>;
+}, "strip", z.ZodTypeAny, {
+    type: "string_similarity";
+    name: string;
+    id: string;
+    config: {
+        inputs: {
+            actualAnswer: string;
+            expectedAnswer: string;
+        };
+    };
+}, {
+    type: "string_similarity";
+    name: string;
+    id: string;
+    config: {
+        inputs: {
+            actualAnswer: string;
+            expectedAnswer: string;
+        };
+    };
+}>, z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    type: z.ZodLiteral<"categorization">;
+    config: z.ZodObject<{
+        inputs: z.ZodObject<{
+            actualAnswer: z.ZodString;
+            expectedAnswer: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            actualAnswer: string;
+            expectedAnswer: string;
+        }, {
+            actualAnswer: string;
+            expectedAnswer: string;
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        inputs: {
+            actualAnswer: string;
+            expectedAnswer: string;
+        };
+    }, {
+        inputs: {
+            actualAnswer: string;
+            expectedAnswer: string;
+        };
+    }>;
+}, "strip", z.ZodTypeAny, {
+    type: "categorization";
+    name: string;
+    id: string;
+    config: {
+        inputs: {
+            actualAnswer: string;
+            expectedAnswer: string;
+        };
+    };
+}, {
+    type: "categorization";
+    name: string;
+    id: string;
+    config: {
+        inputs: {
+            actualAnswer: string;
+            expectedAnswer: string;
+        };
+    };
+}>, z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    type: z.ZodLiteral<"tools_used">;
+    config: z.ZodObject<{
+        inputs: z.ZodObject<{
+            expectedTools: z.ZodString;
+            intermediateSteps: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            expectedTools: string;
+            intermediateSteps: string;
+        }, {
+            expectedTools: string;
+            intermediateSteps: string;
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        inputs: {
+            expectedTools: string;
+            intermediateSteps: string;
+        };
+    }, {
+        inputs: {
+            expectedTools: string;
+            intermediateSteps: string;
+        };
+    }>;
+}, "strip", z.ZodTypeAny, {
+    type: "tools_used";
+    name: string;
+    id: string;
+    config: {
+        inputs: {
+            expectedTools: string;
+            intermediateSteps: string;
+        };
+    };
+}, {
+    type: "tools_used";
+    name: string;
+    id: string;
+    config: {
+        inputs: {
+            expectedTools: string;
+            intermediateSteps: string;
+        };
     };
 }>]>;
 export type EvaluationMetric = z.infer<typeof evaluationMetricSchema>;
@@ -341,16 +565,16 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
         }>;
     }, "strip", z.ZodTypeAny, {
         type: "expression";
-        id: string;
         name: string;
+        id: string;
         config: {
             expression: string;
             outputType: "boolean" | "numeric";
         };
     }, {
         type: "expression";
-        id: string;
         name: string;
+        id: string;
         config: {
             expression: string;
             outputType: "boolean" | "numeric";
@@ -361,7 +585,7 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
         type: z.ZodLiteral<"llm_judge">;
         config: z.ZodEffects<z.ZodObject<{
             preset: z.ZodEnum<["correctness", "helpfulness"]>;
-            prompt: z.ZodString;
+            prompt: z.ZodOptional<z.ZodString>;
             provider: z.ZodString;
             credentialId: z.ZodString;
             model: z.ZodString;
@@ -383,152 +607,350 @@ export declare const evaluationConfigSchema: z.ZodIntersection<z.ZodObject<{
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
         }, {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
         }>, {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
         }, {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
         }>;
     }, "strip", z.ZodTypeAny, {
         type: "llm_judge";
-        id: string;
         name: string;
+        id: string;
         config: {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
         };
     }, {
         type: "llm_judge";
-        id: string;
         name: string;
+        id: string;
         config: {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
         };
-    }>]>, "many">;
-}, "strip", z.ZodTypeAny, {
-    status: "valid" | "invalid";
-    id: string;
-    name: string;
-    workflowId: string;
-    invalidReason: string | null;
-    startNodeName: string;
-    endNodeName: string;
-    metrics: ({
-        type: "expression";
-        id: string;
+    }>, z.ZodObject<{
+        id: z.ZodString;
+        name: z.ZodString;
+        type: z.ZodLiteral<"string_similarity">;
+        config: z.ZodObject<{
+            inputs: z.ZodObject<{
+                actualAnswer: z.ZodString;
+                expectedAnswer: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                actualAnswer: string;
+                expectedAnswer: string;
+            }, {
+                actualAnswer: string;
+                expectedAnswer: string;
+            }>;
+        }, "strip", z.ZodTypeAny, {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        }, {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        type: "string_similarity";
         name: string;
+        id: string;
         config: {
-            expression: string;
-            outputType: "boolean" | "numeric";
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
         };
-    } | {
-        type: "llm_judge";
-        id: string;
+    }, {
+        type: "string_similarity";
         name: string;
+        id: string;
         config: {
-            provider: string;
-            model: string;
-            credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
-            preset: "correctness" | "helpfulness";
             inputs: {
                 actualAnswer: string;
-                userQuery?: string | undefined;
-                expectedAnswer?: string | undefined;
+                expectedAnswer: string;
             };
         };
-    })[];
-}, {
-    status: "valid" | "invalid";
-    id: string;
+    }>, z.ZodObject<{
+        id: z.ZodString;
+        name: z.ZodString;
+        type: z.ZodLiteral<"categorization">;
+        config: z.ZodObject<{
+            inputs: z.ZodObject<{
+                actualAnswer: z.ZodString;
+                expectedAnswer: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                actualAnswer: string;
+                expectedAnswer: string;
+            }, {
+                actualAnswer: string;
+                expectedAnswer: string;
+            }>;
+        }, "strip", z.ZodTypeAny, {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        }, {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        type: "categorization";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    }, {
+        type: "categorization";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    }>, z.ZodObject<{
+        id: z.ZodString;
+        name: z.ZodString;
+        type: z.ZodLiteral<"tools_used">;
+        config: z.ZodObject<{
+            inputs: z.ZodObject<{
+                expectedTools: z.ZodString;
+                intermediateSteps: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                expectedTools: string;
+                intermediateSteps: string;
+            }, {
+                expectedTools: string;
+                intermediateSteps: string;
+            }>;
+        }, "strip", z.ZodTypeAny, {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
+        }, {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        type: "tools_used";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
+        };
+    }, {
+        type: "tools_used";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
+        };
+    }>]>, "many">;
+}, "strip", z.ZodTypeAny, {
+    status: "valid" | "invalid";
     name: string;
+    id: string;
     workflowId: string;
     invalidReason: string | null;
     startNodeName: string;
     endNodeName: string;
     metrics: ({
         type: "expression";
-        id: string;
         name: string;
+        id: string;
         config: {
             expression: string;
             outputType: "boolean" | "numeric";
         };
     } | {
         type: "llm_judge";
-        id: string;
         name: string;
+        id: string;
         config: {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
+            preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
+            inputs: {
+                actualAnswer: string;
+                userQuery?: string | undefined;
+                expectedAnswer?: string | undefined;
+            };
+            prompt?: string | undefined;
+        };
+    } | {
+        type: "string_similarity";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    } | {
+        type: "categorization";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    } | {
+        type: "tools_used";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
+        };
+    })[];
+}, {
+    status: "valid" | "invalid";
+    name: string;
+    id: string;
+    workflowId: string;
+    invalidReason: string | null;
+    startNodeName: string;
+    endNodeName: string;
+    metrics: ({
+        type: "expression";
+        name: string;
+        id: string;
+        config: {
+            expression: string;
             outputType: "boolean" | "numeric";
+        };
+    } | {
+        type: "llm_judge";
+        name: string;
+        id: string;
+        config: {
+            provider: string;
+            model: string;
+            credentialId: string;
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
+        };
+    } | {
+        type: "string_similarity";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    } | {
+        type: "categorization";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    } | {
+        type: "tools_used";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
         };
     })[];
 }>, z.ZodDiscriminatedUnion<"datasetSource", [z.ZodObject<{
@@ -606,16 +1028,16 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
         }>;
     }, "strip", z.ZodTypeAny, {
         type: "expression";
-        id: string;
         name: string;
+        id: string;
         config: {
             expression: string;
             outputType: "boolean" | "numeric";
         };
     }, {
         type: "expression";
-        id: string;
         name: string;
+        id: string;
         config: {
             expression: string;
             outputType: "boolean" | "numeric";
@@ -626,7 +1048,7 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
         type: z.ZodLiteral<"llm_judge">;
         config: z.ZodEffects<z.ZodObject<{
             preset: z.ZodEnum<["correctness", "helpfulness"]>;
-            prompt: z.ZodString;
+            prompt: z.ZodOptional<z.ZodString>;
             provider: z.ZodString;
             credentialId: z.ZodString;
             model: z.ZodString;
@@ -648,84 +1070,222 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
         }, {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
         }>, {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
         }, {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
         }>;
     }, "strip", z.ZodTypeAny, {
         type: "llm_judge";
-        id: string;
         name: string;
+        id: string;
         config: {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
         };
     }, {
         type: "llm_judge";
-        id: string;
         name: string;
+        id: string;
         config: {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
+        };
+    }>, z.ZodObject<{
+        id: z.ZodString;
+        name: z.ZodString;
+        type: z.ZodLiteral<"string_similarity">;
+        config: z.ZodObject<{
+            inputs: z.ZodObject<{
+                actualAnswer: z.ZodString;
+                expectedAnswer: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                actualAnswer: string;
+                expectedAnswer: string;
+            }, {
+                actualAnswer: string;
+                expectedAnswer: string;
+            }>;
+        }, "strip", z.ZodTypeAny, {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        }, {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        type: "string_similarity";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    }, {
+        type: "string_similarity";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    }>, z.ZodObject<{
+        id: z.ZodString;
+        name: z.ZodString;
+        type: z.ZodLiteral<"categorization">;
+        config: z.ZodObject<{
+            inputs: z.ZodObject<{
+                actualAnswer: z.ZodString;
+                expectedAnswer: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                actualAnswer: string;
+                expectedAnswer: string;
+            }, {
+                actualAnswer: string;
+                expectedAnswer: string;
+            }>;
+        }, "strip", z.ZodTypeAny, {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        }, {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        type: "categorization";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    }, {
+        type: "categorization";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    }>, z.ZodObject<{
+        id: z.ZodString;
+        name: z.ZodString;
+        type: z.ZodLiteral<"tools_used">;
+        config: z.ZodObject<{
+            inputs: z.ZodObject<{
+                expectedTools: z.ZodString;
+                intermediateSteps: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                expectedTools: string;
+                intermediateSteps: string;
+            }, {
+                expectedTools: string;
+                intermediateSteps: string;
+            }>;
+        }, "strip", z.ZodTypeAny, {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
+        }, {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        type: "tools_used";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
+        };
+    }, {
+        type: "tools_used";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
         };
     }>]>, "many">;
 }, "strip", z.ZodTypeAny, {
@@ -734,28 +1294,58 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
     endNodeName: string;
     metrics: ({
         type: "expression";
-        id: string;
         name: string;
+        id: string;
         config: {
             expression: string;
             outputType: "boolean" | "numeric";
         };
     } | {
         type: "llm_judge";
-        id: string;
         name: string;
+        id: string;
         config: {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
+        };
+    } | {
+        type: "string_similarity";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    } | {
+        type: "categorization";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    } | {
+        type: "tools_used";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
         };
     })[];
 }, {
@@ -764,28 +1354,58 @@ export declare const upsertEvaluationConfigSchema: z.ZodIntersection<z.ZodObject
     endNodeName: string;
     metrics: ({
         type: "expression";
-        id: string;
         name: string;
+        id: string;
         config: {
             expression: string;
             outputType: "boolean" | "numeric";
         };
     } | {
         type: "llm_judge";
-        id: string;
         name: string;
+        id: string;
         config: {
             provider: string;
             model: string;
             credentialId: string;
-            prompt: string;
-            outputType: "boolean" | "numeric";
             preset: "correctness" | "helpfulness";
+            outputType: "boolean" | "numeric";
             inputs: {
                 actualAnswer: string;
                 userQuery?: string | undefined;
                 expectedAnswer?: string | undefined;
             };
+            prompt?: string | undefined;
+        };
+    } | {
+        type: "string_similarity";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    } | {
+        type: "categorization";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                actualAnswer: string;
+                expectedAnswer: string;
+            };
+        };
+    } | {
+        type: "tools_used";
+        name: string;
+        id: string;
+        config: {
+            inputs: {
+                expectedTools: string;
+                intermediateSteps: string;
+            };
         };
     })[];
 }>, z.ZodDiscriminatedUnion<"datasetSource", [z.ZodObject<{