@kindlm/core 0.2.0 → 1.0.0

package/dist/index.d.ts

@@ -71,6 +71,7 @@ interface ProviderAdapter {
     complete(request: ProviderRequest): Promise<ProviderResponse>;
     estimateCost(model: string, usage: ProviderResponse["usage"]): number | null;
     supportsTools(model: string): boolean;
+    embed?(text: string, model?: string): Promise<number[]>;
 }
 interface ProviderAdapterConfig {
     apiKey: string;
@@ -89,6 +90,7 @@ interface ConversationResult {
     allToolCalls: ProviderToolCall[];
     totalUsage: ProviderResponse["usage"];
     totalLatencyMs: number;
+    truncated: boolean;
 }
 
 type Result<T, E = KindlmError> = {
@@ -188,22 +190,22 @@ declare const ToolCallExpectSchema: z.ZodObject<{
     shouldNotCall: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
     argsMatch: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     argsSchema: z.ZodOptional<z.ZodString>;
+    argsSchemaResolved: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     order: z.ZodOptional<z.ZodNumber>;
-    responseContains: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     tool: string;
     shouldNotCall: boolean;
     argsMatch?: Record<string, unknown> | undefined;
     argsSchema?: string | undefined;
+    argsSchemaResolved?: Record<string, unknown> | undefined;
     order?: number | undefined;
-    responseContains?: string | undefined;
 }, {
     tool: string;
     shouldNotCall?: boolean | undefined;
     argsMatch?: Record<string, unknown> | undefined;
     argsSchema?: string | undefined;
+    argsSchemaResolved?: Record<string, unknown> | undefined;
     order?: number | undefined;
-    responseContains?: string | undefined;
 }>;
 declare const ExpectSchema: z.ZodObject<{
     output: z.ZodOptional<z.ZodEffects<z.ZodObject<{
@@ -324,22 +326,22 @@ declare const ExpectSchema: z.ZodObject<{
         shouldNotCall: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
         argsMatch: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
         argsSchema: z.ZodOptional<z.ZodString>;
+        argsSchemaResolved: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
         order: z.ZodOptional<z.ZodNumber>;
-        responseContains: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         tool: string;
         shouldNotCall: boolean;
         argsMatch?: Record<string, unknown> | undefined;
         argsSchema?: string | undefined;
+        argsSchemaResolved?: Record<string, unknown> | undefined;
         order?: number | undefined;
-        responseContains?: string | undefined;
     }, {
         tool: string;
         shouldNotCall?: boolean | undefined;
         argsMatch?: Record<string, unknown> | undefined;
         argsSchema?: string | undefined;
+        argsSchemaResolved?: Record<string, unknown> | undefined;
         order?: number | undefined;
-        responseContains?: string | undefined;
     }>, "many">>;
     baseline: z.ZodOptional<z.ZodObject<{
         drift: z.ZodOptional<z.ZodObject<{
@@ -368,6 +370,20 @@ declare const ExpectSchema: z.ZodObject<{
             fields?: string[] | undefined;
         } | undefined;
     }>>;
+    latency: z.ZodOptional<z.ZodObject<{
+        maxMs: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        maxMs: number;
+    }, {
+        maxMs: number;
+    }>>;
+    cost: z.ZodOptional<z.ZodObject<{
+        maxUsd: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        maxUsd: number;
+    }, {
+        maxUsd: number;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     judge?: {
         criteria: string;
@@ -401,8 +417,8 @@ declare const ExpectSchema: z.ZodObject<{
         shouldNotCall: boolean;
         argsMatch?: Record<string, unknown> | undefined;
         argsSchema?: string | undefined;
+        argsSchemaResolved?: Record<string, unknown> | undefined;
         order?: number | undefined;
-        responseContains?: string | undefined;
     }[] | undefined;
     baseline?: {
         drift?: {
@@ -411,6 +427,12 @@ declare const ExpectSchema: z.ZodObject<{
             fields?: string[] | undefined;
         } | undefined;
     } | undefined;
+    latency?: {
+        maxMs: number;
+    } | undefined;
+    cost?: {
+        maxUsd: number;
+    } | undefined;
 }, {
     judge?: {
         criteria: string;
@@ -444,8 +466,8 @@ declare const ExpectSchema: z.ZodObject<{
         shouldNotCall?: boolean | undefined;
         argsMatch?: Record<string, unknown> | undefined;
         argsSchema?: string | undefined;
+        argsSchemaResolved?: Record<string, unknown> | undefined;
         order?: number | undefined;
-        responseContains?: string | undefined;
     }[] | undefined;
     baseline?: {
         drift?: {
@@ -454,6 +476,12 @@ declare const ExpectSchema: z.ZodObject<{
             fields?: string[] | undefined;
         } | undefined;
     } | undefined;
+    latency?: {
+        maxMs: number;
+    } | undefined;
+    cost?: {
+        maxUsd: number;
+    } | undefined;
 }>;
 declare const ToolSimulationSchema: z.ZodObject<{
     name: z.ZodString;
@@ -649,22 +677,22 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
             shouldNotCall: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
             argsMatch: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
             argsSchema: z.ZodOptional<z.ZodString>;
+            argsSchemaResolved: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
             order: z.ZodOptional<z.ZodNumber>;
-            responseContains: z.ZodOptional<z.ZodString>;
         }, "strip", z.ZodTypeAny, {
             tool: string;
             shouldNotCall: boolean;
             argsMatch?: Record<string, unknown> | undefined;
             argsSchema?: string | undefined;
+            argsSchemaResolved?: Record<string, unknown> | undefined;
             order?: number | undefined;
-            responseContains?: string | undefined;
         }, {
             tool: string;
             shouldNotCall?: boolean | undefined;
             argsMatch?: Record<string, unknown> | undefined;
             argsSchema?: string | undefined;
+            argsSchemaResolved?: Record<string, unknown> | undefined;
             order?: number | undefined;
-            responseContains?: string | undefined;
         }>, "many">>;
         baseline: z.ZodOptional<z.ZodObject<{
             drift: z.ZodOptional<z.ZodObject<{
@@ -693,6 +721,20 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
                 fields?: string[] | undefined;
             } | undefined;
         }>>;
+        latency: z.ZodOptional<z.ZodObject<{
+            maxMs: z.ZodNumber;
+        }, "strip", z.ZodTypeAny, {
+            maxMs: number;
+        }, {
+            maxMs: number;
+        }>>;
+        cost: z.ZodOptional<z.ZodObject<{
+            maxUsd: z.ZodNumber;
+        }, "strip", z.ZodTypeAny, {
+            maxUsd: number;
+        }, {
+            maxUsd: number;
+        }>>;
     }, "strip", z.ZodTypeAny, {
         judge?: {
             criteria: string;
@@ -726,8 +768,8 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
             shouldNotCall: boolean;
             argsMatch?: Record<string, unknown> | undefined;
             argsSchema?: string | undefined;
+            argsSchemaResolved?: Record<string, unknown> | undefined;
             order?: number | undefined;
-            responseContains?: string | undefined;
         }[] | undefined;
         baseline?: {
             drift?: {
@@ -736,6 +778,12 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
                 fields?: string[] | undefined;
             } | undefined;
         } | undefined;
+        latency?: {
+            maxMs: number;
+        } | undefined;
+        cost?: {
+            maxUsd: number;
+        } | undefined;
     }, {
         judge?: {
             criteria: string;
@@ -769,8 +817,8 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
             shouldNotCall?: boolean | undefined;
             argsMatch?: Record<string, unknown> | undefined;
             argsSchema?: string | undefined;
+            argsSchemaResolved?: Record<string, unknown> | undefined;
             order?: number | undefined;
-            responseContains?: string | undefined;
         }[] | undefined;
         baseline?: {
             drift?: {
@@ -779,6 +827,12 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
                 fields?: string[] | undefined;
             } | undefined;
         } | undefined;
+        latency?: {
+            maxMs: number;
+        } | undefined;
+        cost?: {
+            maxUsd: number;
+        } | undefined;
     }>;
     tags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
     skip: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
@@ -818,8 +872,8 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
             shouldNotCall: boolean;
             argsMatch?: Record<string, unknown> | undefined;
             argsSchema?: string | undefined;
+            argsSchemaResolved?: Record<string, unknown> | undefined;
             order?: number | undefined;
-            responseContains?: string | undefined;
         }[] | undefined;
         baseline?: {
             drift?: {
@@ -828,6 +882,12 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
                 fields?: string[] | undefined;
             } | undefined;
         } | undefined;
+        latency?: {
+            maxMs: number;
+        } | undefined;
+        cost?: {
+            maxUsd: number;
+        } | undefined;
     };
     skip: boolean;
     prompt?: string | undefined;
@@ -880,8 +940,8 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
             shouldNotCall?: boolean | undefined;
             argsMatch?: Record<string, unknown> | undefined;
             argsSchema?: string | undefined;
+            argsSchemaResolved?: Record<string, unknown> | undefined;
             order?: number | undefined;
-            responseContains?: string | undefined;
         }[] | undefined;
         baseline?: {
             drift?: {
@@ -890,6 +950,12 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
                 fields?: string[] | undefined;
             } | undefined;
         } | undefined;
+        latency?: {
+            maxMs: number;
+        } | undefined;
+        cost?: {
+            maxUsd: number;
+        } | undefined;
     };
     prompt?: string | undefined;
     command?: string | undefined;
@@ -944,8 +1010,8 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
             shouldNotCall: boolean;
             argsMatch?: Record<string, unknown> | undefined;
             argsSchema?: string | undefined;
+            argsSchemaResolved?: Record<string, unknown> | undefined;
             order?: number | undefined;
-            responseContains?: string | undefined;
         }[] | undefined;
         baseline?: {
             drift?: {
@@ -954,6 +1020,12 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
                 fields?: string[] | undefined;
             } | undefined;
         } | undefined;
+        latency?: {
+            maxMs: number;
+        } | undefined;
+        cost?: {
+            maxUsd: number;
+        } | undefined;
     };
     skip: boolean;
     prompt?: string | undefined;
@@ -1006,8 +1078,8 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
             shouldNotCall?: boolean | undefined;
             argsMatch?: Record<string, unknown> | undefined;
             argsSchema?: string | undefined;
+            argsSchemaResolved?: Record<string, unknown> | undefined;
             order?: number | undefined;
-            responseContains?: string | undefined;
         }[] | undefined;
         baseline?: {
             drift?: {
@@ -1016,6 +1088,12 @@ declare const TestCaseSchema: z.ZodEffects<z.ZodObject<{
                 fields?: string[] | undefined;
             } | undefined;
         } | undefined;
+        latency?: {
+            maxMs: number;
+        } | undefined;
+        cost?: {
+            maxUsd: number;
+        } | undefined;
     };
     prompt?: string | undefined;
     command?: string | undefined;
@@ -1560,22 +1638,22 @@ declare const KindLMConfigSchema: z.ZodObject<{
                 shouldNotCall: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
                 argsMatch: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
                 argsSchema: z.ZodOptional<z.ZodString>;
+                argsSchemaResolved: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
                 order: z.ZodOptional<z.ZodNumber>;
-                responseContains: z.ZodOptional<z.ZodString>;
             }, "strip", z.ZodTypeAny, {
                 tool: string;
                 shouldNotCall: boolean;
                 argsMatch?: Record<string, unknown> | undefined;
                 argsSchema?: string | undefined;
+                argsSchemaResolved?: Record<string, unknown> | undefined;
                 order?: number | undefined;
-                responseContains?: string | undefined;
             }, {
                 tool: string;
                 shouldNotCall?: boolean | undefined;
                 argsMatch?: Record<string, unknown> | undefined;
                 argsSchema?: string | undefined;
+                argsSchemaResolved?: Record<string, unknown> | undefined;
                 order?: number | undefined;
-                responseContains?: string | undefined;
             }>, "many">>;
             baseline: z.ZodOptional<z.ZodObject<{
                 drift: z.ZodOptional<z.ZodObject<{
@@ -1604,6 +1682,20 @@ declare const KindLMConfigSchema: z.ZodObject<{
                     fields?: string[] | undefined;
                 } | undefined;
             }>>;
+            latency: z.ZodOptional<z.ZodObject<{
+                maxMs: z.ZodNumber;
+            }, "strip", z.ZodTypeAny, {
+                maxMs: number;
+            }, {
+                maxMs: number;
+            }>>;
+            cost: z.ZodOptional<z.ZodObject<{
+                maxUsd: z.ZodNumber;
+            }, "strip", z.ZodTypeAny, {
+                maxUsd: number;
+            }, {
+                maxUsd: number;
+            }>>;
         }, "strip", z.ZodTypeAny, {
             judge?: {
                 criteria: string;
@@ -1637,8 +1729,8 @@ declare const KindLMConfigSchema: z.ZodObject<{
                 shouldNotCall: boolean;
                 argsMatch?: Record<string, unknown> | undefined;
                 argsSchema?: string | undefined;
+                argsSchemaResolved?: Record<string, unknown> | undefined;
                 order?: number | undefined;
-                responseContains?: string | undefined;
             }[] | undefined;
             baseline?: {
                 drift?: {
@@ -1647,6 +1739,12 @@ declare const KindLMConfigSchema: z.ZodObject<{
                     fields?: string[] | undefined;
                 } | undefined;
             } | undefined;
+            latency?: {
+                maxMs: number;
+            } | undefined;
+            cost?: {
+                maxUsd: number;
+            } | undefined;
         }, {
             judge?: {
                 criteria: string;
@@ -1680,8 +1778,8 @@ declare const KindLMConfigSchema: z.ZodObject<{
                 shouldNotCall?: boolean | undefined;
                 argsMatch?: Record<string, unknown> | undefined;
                 argsSchema?: string | undefined;
+                argsSchemaResolved?: Record<string, unknown> | undefined;
                 order?: number | undefined;
-                responseContains?: string | undefined;
             }[] | undefined;
             baseline?: {
                 drift?: {
@@ -1690,6 +1788,12 @@ declare const KindLMConfigSchema: z.ZodObject<{
                     fields?: string[] | undefined;
                 } | undefined;
             } | undefined;
+            latency?: {
+                maxMs: number;
+            } | undefined;
+            cost?: {
+                maxUsd: number;
+            } | undefined;
         }>;
         tags: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
         skip: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
@@ -1729,8 +1833,8 @@ declare const KindLMConfigSchema: z.ZodObject<{
                 shouldNotCall: boolean;
                 argsMatch?: Record<string, unknown> | undefined;
                 argsSchema?: string | undefined;
+                argsSchemaResolved?: Record<string, unknown> | undefined;
                 order?: number | undefined;
-                responseContains?: string | undefined;
             }[] | undefined;
             baseline?: {
                 drift?: {
@@ -1739,6 +1843,12 @@ declare const KindLMConfigSchema: z.ZodObject<{
                     fields?: string[] | undefined;
                 } | undefined;
             } | undefined;
+            latency?: {
+                maxMs: number;
+            } | undefined;
+            cost?: {
+                maxUsd: number;
+            } | undefined;
         };
         skip: boolean;
         prompt?: string | undefined;
@@ -1791,8 +1901,8 @@ declare const KindLMConfigSchema: z.ZodObject<{
                 shouldNotCall?: boolean | undefined;
                 argsMatch?: Record<string, unknown> | undefined;
                 argsSchema?: string | undefined;
+                argsSchemaResolved?: Record<string, unknown> | undefined;
                 order?: number | undefined;
-                responseContains?: string | undefined;
             }[] | undefined;
             baseline?: {
                 drift?: {
@@ -1801,6 +1911,12 @@ declare const KindLMConfigSchema: z.ZodObject<{
                     fields?: string[] | undefined;
                 } | undefined;
             } | undefined;
+            latency?: {
+                maxMs: number;
+            } | undefined;
+            cost?: {
+                maxUsd: number;
+            } | undefined;
         };
         prompt?: string | undefined;
         command?: string | undefined;
@@ -1855,8 +1971,8 @@ declare const KindLMConfigSchema: z.ZodObject<{
                 shouldNotCall: boolean;
                 argsMatch?: Record<string, unknown> | undefined;
                 argsSchema?: string | undefined;
+                argsSchemaResolved?: Record<string, unknown> | undefined;
                 order?: number | undefined;
-                responseContains?: string | undefined;
             }[] | undefined;
             baseline?: {
                 drift?: {
@@ -1865,6 +1981,12 @@ declare const KindLMConfigSchema: z.ZodObject<{
                     fields?: string[] | undefined;
                 } | undefined;
             } | undefined;
+            latency?: {
+                maxMs: number;
+            } | undefined;
+            cost?: {
+                maxUsd: number;
+            } | undefined;
         };
         skip: boolean;
         prompt?: string | undefined;
@@ -1917,8 +2039,8 @@ declare const KindLMConfigSchema: z.ZodObject<{
                 shouldNotCall?: boolean | undefined;
                 argsMatch?: Record<string, unknown> | undefined;
                 argsSchema?: string | undefined;
+                argsSchemaResolved?: Record<string, unknown> | undefined;
                 order?: number | undefined;
-                responseContains?: string | undefined;
             }[] | undefined;
             baseline?: {
                 drift?: {
@@ -1927,6 +2049,12 @@ declare const KindLMConfigSchema: z.ZodObject<{
                     fields?: string[] | undefined;
                 } | undefined;
             } | undefined;
+            latency?: {
+                maxMs: number;
+            } | undefined;
+            cost?: {
+                maxUsd: number;
+            } | undefined;
         };
         prompt?: string | undefined;
         command?: string | undefined;
@@ -2099,18 +2227,12 @@ declare const KindLMConfigSchema: z.ZodObject<{
     }>>;
     upload: z.ZodDefault<z.ZodObject<{
         enabled: z.ZodDefault<z.ZodBoolean>;
-        includeArtifacts: z.ZodDefault<z.ZodBoolean>;
-        redactPatterns: z.ZodOptional<z.ZodArray<z.ZodEffects<z.ZodString, string, string>, "many">>;
         apiUrl: z.ZodDefault<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
         enabled: boolean;
-        includeArtifacts: boolean;
         apiUrl: string;
-        redactPatterns?: string[] | undefined;
     }, {
         enabled?: boolean | undefined;
-        includeArtifacts?: boolean | undefined;
-        redactPatterns?: string[] | undefined;
         apiUrl?: string | undefined;
     }>>;
     defaults: z.ZodDefault<z.ZodObject<{
@@ -2221,8 +2343,8 @@ declare const KindLMConfigSchema: z.ZodObject<{
                 shouldNotCall: boolean;
                 argsMatch?: Record<string, unknown> | undefined;
                 argsSchema?: string | undefined;
+                argsSchemaResolved?: Record<string, unknown> | undefined;
                 order?: number | undefined;
-                responseContains?: string | undefined;
             }[] | undefined;
             baseline?: {
                 drift?: {
@@ -2231,6 +2353,12 @@ declare const KindLMConfigSchema: z.ZodObject<{
                     fields?: string[] | undefined;
                 } | undefined;
             } | undefined;
+            latency?: {
+                maxMs: number;
+            } | undefined;
+            cost?: {
+                maxUsd: number;
+            } | undefined;
         };
         skip: boolean;
         prompt?: string | undefined;
@@ -2263,9 +2391,7 @@ declare const KindLMConfigSchema: z.ZodObject<{
     };
     upload: {
         enabled: boolean;
-        includeArtifacts: boolean;
         apiUrl: string;
-        redactPatterns?: string[] | undefined;
     };
     defaults: {
         timeoutMs: number;
@@ -2393,8 +2519,8 @@ declare const KindLMConfigSchema: z.ZodObject<{
                 shouldNotCall?: boolean | undefined;
                 argsMatch?: Record<string, unknown> | undefined;
                 argsSchema?: string | undefined;
+                argsSchemaResolved?: Record<string, unknown> | undefined;
                 order?: number | undefined;
-                responseContains?: string | undefined;
             }[] | undefined;
             baseline?: {
                 drift?: {
@@ -2403,6 +2529,12 @@ declare const KindLMConfigSchema: z.ZodObject<{
                     fields?: string[] | undefined;
                 } | undefined;
             } | undefined;
+            latency?: {
+                maxMs: number;
+            } | undefined;
+            cost?: {
+                maxUsd: number;
+            } | undefined;
         };
         prompt?: string | undefined;
         command?: string | undefined;
@@ -2465,8 +2597,6 @@ declare const KindLMConfigSchema: z.ZodObject<{
     } | undefined;
     upload?: {
         enabled?: boolean | undefined;
-        includeArtifacts?: boolean | undefined;
-        redactPatterns?: string[] | undefined;
         apiUrl?: string | undefined;
     } | undefined;
     defaults?: {
@@ -2660,58 +2790,7 @@ type TraceConfig = z.infer<typeof TraceConfigSchema>;
 type SpanMapping = z.infer<typeof SpanMappingSchema>;
 type SpanFilter = z.infer<typeof SpanFilterSchema>;
 
-interface ComplianceReport {
-    title: string;
-    generatedAt: string;
-    version: string;
-    hash: string;
-    sections: ComplianceSection[];
-}
-interface ComplianceSection {
-    articleRef: string;
-    title: string;
-    content: string;
-    evidence: ComplianceEvidence[];
-}
-interface ComplianceEvidence {
-    testName: string;
-    suiteName: string;
-    passed: boolean;
-    details: string;
-}
-interface JUnitReport {
-    name: string;
-    tests: number;
-    failures: number;
-    errors: number;
-    time: number;
-    testSuites: JUnitTestSuite[];
-}
-interface JUnitTestSuite {
-    name: string;
-    tests: number;
-    failures: number;
-    errors: number;
-    time: number;
-    testCases: JUnitTestCase[];
-}
-interface JUnitTestCase {
-    name: string;
-    classname: string;
-    time: number;
-    failure?: {
-        message: string;
-        type: string;
-        content: string;
-    };
-    error?: {
-        message: string;
-        type: string;
-        content: string;
-    };
-}
-
-type FailureCode = "SCHEMA_INVALID" | "SCHEMA_PARSE_ERROR" | "PII_DETECTED" | "KEYWORD_DENIED" | "KEYWORD_MISSING" | "CONTAINS_FAILED" | "NOT_CONTAINS_FAILED" | "MAX_LENGTH_EXCEEDED" | "JUDGE_BELOW_THRESHOLD" | "TOOL_CALL_MISSING" | "TOOL_CALL_UNEXPECTED" | "TOOL_CALL_ARGS_MISMATCH" | "TOOL_CALL_ORDER_WRONG" | "TOOL_CALL_ARGS_SCHEMA_INVALID" | "DRIFT_EXCEEDED" | "PROVIDER_TIMEOUT" | "PROVIDER_AUTH_FAILED" | "PROVIDER_ERROR" | "INVALID_PATTERN" | "INTERNAL_ERROR";
+type FailureCode = "SCHEMA_INVALID" | "SCHEMA_PARSE_ERROR" | "PII_DETECTED" | "KEYWORD_DENIED" | "KEYWORD_MISSING" | "CONTAINS_FAILED" | "NOT_CONTAINS_FAILED" | "MAX_LENGTH_EXCEEDED" | "JUDGE_BELOW_THRESHOLD" | "JUDGE_PARSE_ERROR" | "JUDGE_EVAL_ERROR" | "TOOL_CALL_MISSING" | "TOOL_CALL_UNEXPECTED" | "TOOL_CALL_ARGS_MISMATCH" | "TOOL_CALL_ORDER_WRONG" | "TOOL_CALL_ARGS_SCHEMA_INVALID" | "DRIFT_EXCEEDED" | "DRIFT_PARSE_ERROR" | "PROVIDER_TIMEOUT" | "PROVIDER_AUTH_FAILED" | "PROVIDER_ERROR" | "INVALID_PATTERN" | "INTERNAL_ERROR" | "BUDGET_EXCEEDED";
 interface AssertionResult {
     assertionType: string;
     label: string;
@@ -2732,6 +2811,13 @@ interface AssertionContext {
     configDir: string;
     latencyMs?: number;
     costUsd?: number;
+    validateJsonSchema?: (schema: Record<string, unknown>, data: unknown) => {
+        valid: true;
+    } | {
+        valid: false;
+        errors: string[];
+    };
+    getEmbedding?: (text: string) => Promise<number[]>;
 }
 interface Assertion {
     readonly type: string;
@@ -2745,7 +2831,7 @@ interface ToolCallExpectation {
     argsSchema?: string;
     order?: number;
 }
-declare function createToolCalledAssertion(tool: string, argsMatch?: Record<string, unknown>): Assertion;
+declare function createToolCalledAssertion(tool: string, argsMatch?: Record<string, unknown>, argsSchema?: string): Assertion;
 declare function createToolNotCalledAssertion(tool: string): Assertion;
 declare function createToolOrderAssertion(expectations: ToolCallExpectation[]): Assertion;
 
@@ -2775,6 +2861,7 @@ interface JudgeAssertionConfig {
     criteria: string;
     minScore: number;
     rubric?: string;
+    model?: string;
 }
 declare function createJudgeAssertion(config: JudgeAssertionConfig): Assertion;
 
@@ -2783,6 +2870,7 @@ interface DriftAssertionConfig {
     method: "judge" | "embedding" | "field-diff";
     fields?: string[];
 }
+declare function cosineSimilarity(a: number[], b: number[]): number;
 declare function createDriftAssertion(config: DriftAssertionConfig): Assertion;
 
 interface LatencyAssertionConfig {
@@ -2800,13 +2888,21 @@ interface AssertionOverrides {
     schemaContent?: Record<string, unknown>;
 }
 declare function createAssertionsFromExpect(expect: Expect, overrides?: AssertionOverrides): Assertion[];
-declare function createAssertionRegistry(): Map<string, AssertionFactory>;
 
 type AssertionCategory = "deterministic" | "probabilistic";
 declare function classifyAssertion(assertionType: string): AssertionCategory;
 declare function isDeterministic(assertionType: string): boolean;
 declare function isProbabilistic(assertionType: string): boolean;
 
+type NormalizedScore = {
+    ok: true;
+    score: number;
+} | {
+    ok: false;
+    reason: string;
+};
+declare function validateUnitIntervalScore(value: unknown, fieldName: string): NormalizedScore;
+
 declare function createOpenAIAdapter(httpClient: HttpClient): ProviderAdapter;
 
 declare function createAnthropicAdapter(httpClient: HttpClient): ProviderAdapter;
@@ -2829,9 +2925,25 @@ interface RetryOptions {
     maxRetries: number;
     shouldRetry: (error: unknown) => boolean;
     baseDelayMs?: number;
+    maxDelayMs?: number;
+    getRetryAfterMs?: (error: unknown) => number | undefined;
 }
 declare function withRetry<T>(fn: () => Promise<T>, options: RetryOptions): Promise<T>;
 
+interface ModelPricing {
+    input: number;
+    output: number;
+}
+type PricingMatch = {
+    ok: true;
+    price: ModelPricing;
+    matchedModel: string;
+    matchType: "exact" | "prefix";
+} | {
+    ok: false;
+};
+declare function lookupModelPricing(model: string, pricingTable: Record<string, ModelPricing>): PricingMatch;
+
 interface FileReader {
     readFile(path: string): Result<string>;
 }
@@ -2841,8 +2953,8 @@ interface ParseOptions {
 }
 declare function parseConfig(yamlContent: string, options: ParseOptions): Result<KindLMConfig>;
 
-declare function interpolate(template: string, vars: Record<string, string>): Result<string>;
-declare function findMissingVars(template: string, vars: Record<string, string>): string[];
+declare function interpolate(template: string, vars: Record<string, string>, env?: Record<string, string | undefined>): Result<string>;
+declare function findMissingVars(template: string, vars: Record<string, string>, _env?: Record<string, string | undefined>): string[];
 
 interface TestCaseRunResult {
     testCaseName: string;
@@ -2857,12 +2969,18 @@ interface TestCaseRunResult {
         totalTokens: number;
     };
     costEstimateUsd: number | null;
+    errored?: boolean;
+    error?: {
+        code: string;
+        message: string;
+    };
 }
 interface AggregatedTestResult {
     testCaseName: string;
     modelId: string;
     runCount: number;
     passed: boolean;
+    errored: boolean;
     passRate: number;
     assertionScores: Record<string, {
         mean: number;
@@ -2875,7 +2993,7 @@ interface AggregatedTestResult {
     totalTokens: number;
     runs: TestCaseRunResult[];
 }
-declare function aggregateRuns(runs: TestCaseRunResult[]): AggregatedTestResult;
+declare function aggregateRuns(runs: TestCaseRunResult[]): Result<AggregatedTestResult, string>;
 
 declare const BASELINE_VERSION = "1";
 interface BaselineIO {
@@ -2897,6 +3015,19 @@ interface BaselineData {
     createdAt: string;
     results: Record<string, BaselineTestEntry>;
 }
+type MigrationResult = {
+    ok: true;
+    baseline: BaselineData;
+    migrated: boolean;
+} | {
+    ok: false;
+    error: string;
+};
+/**
+ * Attempt to migrate a parsed baseline object from its current version
+ * to BASELINE_VERSION through a chain of migrations.
+ */
+declare function migrateBaseline(raw: unknown): MigrationResult;
 declare function serializeBaseline(data: BaselineData): string;
 declare function deserializeBaseline(raw: string): Result<BaselineData>;
 declare function readBaseline(suiteName: string, io: BaselineIO): Result<BaselineData>;
@@ -2973,7 +3104,10 @@ interface RunnerResult {
     runResult: RunResult;
     aggregated: AggregatedTestResult[];
 }
-declare function createRunner(config: KindLMConfig, deps: RunnerDeps): {
+interface RunOptions {
+    tags?: string[];
+}
+declare function createRunner(config: KindLMConfig, deps: RunnerDeps, options?: RunOptions): {
     run(): Promise<Result<RunnerResult>>;
 };
 
@@ -2996,7 +3130,7 @@ interface ReporterOutput {
 }
 interface Reporter {
     readonly name: string;
-    generate(runResult: RunResult, gateEvaluation: GateEvaluation): ReporterOutput;
+    generate(runResult: RunResult, gateEvaluation: GateEvaluation): Promise<ReporterOutput>;
 }
 interface Colorize {
     bold: (text: string) => string;
@@ -3012,11 +3146,22 @@ declare const noColor: Colorize;
 
 declare function createPrettyReporter(colorize?: Colorize): Reporter;
 
-declare function createJsonReporter(): Reporter;
+declare function createJsonReporter(version?: string): Reporter;
 
 declare function createJunitReporter(): Reporter;
 
-declare function createComplianceReporter(): Reporter;
+interface ComplianceRunMetadata {
+    runId: string;
+    kindlmVersion: string;
+    gitCommitSha?: string;
+    modelIds: string[];
+    configHash?: string;
+    systemName?: string;
+    operator?: string;
+    riskLevel?: string;
+    intendedPurpose?: string;
+}
+declare function createComplianceReporter(metadata?: ComplianceRunMetadata): Reporter;
 
 declare function buildBaselineData(suiteName: string, aggregated: AggregatedTestResult[], timestamp: string): BaselineData;
 
@@ -3058,4 +3203,4 @@ interface BuildContextOptions {
 }
 declare function buildContextFromTrace(result: SpanMappingResult, options: BuildContextOptions): AssertionContext;
 
-export { type AggregatedTestResult, type Assertion, type AssertionCategory, type AssertionContext, type AssertionFactory, type AssertionOverrides, type AssertionResult, BASELINE_VERSION, type BaselineComparison, type BaselineData, type BaselineIO, type BaselineImprovement, type BaselineRegression, type BaselineTestEntry, type BaselineUnchanged, type BuildContextOptions, type Colorize, type CommandExecuteOptions, type CommandExecutor, type CommandResult, type ComplianceConfig, type ComplianceEvidence, type ComplianceReport, type ComplianceSection, type ConversationResult, type ConversationTurn, type CostAssertionConfig, type DriftAssertionConfig, type ErrorCode, type Expect, type FailureCode, type FileReader, type GateEvaluation, type GateResult, type GatesConfig, type HttpClient, type HttpRequestInit, type HttpResponse, type JUnitReport, type JUnitTestCase, type JUnitTestSuite, type JudgeAssertionConfig, type JudgeCriterion, type KindLMConfig, KindLMConfigSchema, type KindLMConfig as KindlmConfig, type KindlmError, type LatencyAssertionConfig, type ModelConfig, type OtlpAttribute, type OtlpAttributeValue, type OtlpResourceSpans, type OtlpScopeSpans, type OtlpSpan, type OtlpTracesPayload, type ParseOptions, type ParsedSpan, type PiiAssertionConfig, type ProgressEvent, type ProviderAdapter, type ProviderAdapterConfig, type ProviderConfig, ProviderError, type ProviderErrorCode, type ProviderMessage, type ProviderRequest, type ProviderResponse, type ProviderToolCall, type ProviderToolDefinition, type RawCommandOutput, type Reporter, type ReporterOutput, type Result, type RetryOptions, type RunResult, type RunnerDeps, type RunnerResult, type SchemaAssertionConfig, type SpanFilter, SpanFilterSchema, type SpanMapping, type SpanMappingResult, SpanMappingSchema, type SuiteRunResult, type TestCase, type TestCaseRunResult, type TestRunResult, type ToolCallExpect, type ToolCallExpectation, type ToolSimulation, type TraceConfig, TraceConfigSchema, aggregateRuns, buildBaselineData, buildContextFromTrace, classifyAssertion, compareBaseline, createAnthropicAdapter, createAssertionRegistry, createAssertionsFromExpect, createCohereAdapter, createComplianceReporter, createCostAssertion, createDriftAssertion, createGeminiAdapter, createJsonReporter, createJudgeAssertion, createJunitReporter, createKeywordsAbsentAssertion, createKeywordsPresentAssertion, createLatencyAssertion, createMistralAdapter, createOllamaAdapter, createOpenAIAdapter, createPiiAssertion, createPrettyReporter, createProvider, createRunner, createSchemaAssertion, createToolCalledAssertion, createToolNotCalledAssertion, createToolOrderAssertion, deserializeBaseline, err, evaluateGates, filterSpans, findMissingVars, interpolate, isDeterministic, isProbabilistic, listBaselines, mapSpansToResult, noColor, ok, parseCommandOutput, parseConfig, parseOtlpPayload, readBaseline, runConversation, serializeBaseline, validateConfig, withRetry, writeBaseline };
+export { type AggregatedTestResult, type Assertion, type AssertionCategory, type AssertionContext, type AssertionFactory, type AssertionOverrides, type AssertionResult, BASELINE_VERSION, type BaselineComparison, type BaselineData, type BaselineIO, type BaselineImprovement, type BaselineRegression, type BaselineTestEntry, type BaselineUnchanged, type BuildContextOptions, type Colorize, type CommandExecuteOptions, type CommandExecutor, type CommandResult, type ComplianceConfig, type ComplianceRunMetadata, type ConversationResult, type ConversationTurn, type CostAssertionConfig, type DriftAssertionConfig, type ErrorCode, type Expect, type FailureCode, type FileReader, type GateEvaluation, type GateResult, type GatesConfig, type HttpClient, type HttpRequestInit, type HttpResponse, type JudgeAssertionConfig, type JudgeCriterion, type KindLMConfig, KindLMConfigSchema, type KindLMConfig as KindlmConfig, type KindlmError, type LatencyAssertionConfig, type MigrationResult, type ModelConfig, type ModelPricing, type NormalizedScore, type OtlpAttribute, type OtlpAttributeValue, type OtlpResourceSpans, type OtlpScopeSpans, type OtlpSpan, type OtlpTracesPayload, type ParseOptions, type ParsedSpan, type PiiAssertionConfig, type PricingMatch, type ProgressEvent, type ProviderAdapter, type ProviderAdapterConfig, type ProviderConfig, ProviderError, type ProviderErrorCode, type ProviderMessage, type ProviderRequest, type ProviderResponse, type ProviderToolCall, type ProviderToolDefinition, type RawCommandOutput, type Reporter, type ReporterOutput, type Result, type RetryOptions, type RunOptions, type RunResult, type RunnerDeps, type RunnerResult, type SchemaAssertionConfig, type SpanFilter, SpanFilterSchema, type SpanMapping, type SpanMappingResult, SpanMappingSchema, type SuiteRunResult, type TestCase, type TestCaseRunResult, type TestRunResult, type ToolCallExpect, type ToolCallExpectation, type ToolSimulation, type TraceConfig, TraceConfigSchema, aggregateRuns, buildBaselineData, buildContextFromTrace, classifyAssertion, compareBaseline, cosineSimilarity, createAnthropicAdapter, createAssertionsFromExpect, createCohereAdapter, createComplianceReporter, createCostAssertion, createDriftAssertion, createGeminiAdapter, createJsonReporter, createJudgeAssertion, createJunitReporter, createKeywordsAbsentAssertion, createKeywordsPresentAssertion, createLatencyAssertion, createMistralAdapter, createOllamaAdapter, createOpenAIAdapter, createPiiAssertion, createPrettyReporter, createProvider, createRunner, createSchemaAssertion, createToolCalledAssertion, createToolNotCalledAssertion, createToolOrderAssertion, deserializeBaseline, err, evaluateGates, filterSpans, findMissingVars, interpolate, isDeterministic, isProbabilistic, listBaselines, lookupModelPricing, mapSpansToResult, migrateBaseline, noColor, ok, parseCommandOutput, parseConfig, parseOtlpPayload, readBaseline, runConversation, serializeBaseline, validateConfig, validateUnitIntervalScore, withRetry, writeBaseline };