promptfoo 0.115.3 → 0.115.4

package/dist/src/types/index.d.ts

@@ -15694,6 +15694,128 @@ export declare const TestSuiteSchema: z.ZodObject<{
     }>, "many">>;
     extensions: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodEffects<z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>, string, string>, "many">>>;
     redteam: z.ZodOptional<z.ZodType<RedteamFileConfig, z.ZodTypeDef, RedteamFileConfig>>;
+    tracing: z.ZodOptional<z.ZodObject<{
+        enabled: z.ZodBoolean;
+        otlp: z.ZodOptional<z.ZodObject<{
+            http: z.ZodOptional<z.ZodObject<{
+                enabled: z.ZodBoolean;
+                port: z.ZodNumber;
+                host: z.ZodOptional<z.ZodString>;
+                acceptFormats: z.ZodArray<z.ZodString, "many">;
+            }, "strip", z.ZodTypeAny, {
+                enabled: boolean;
+                port: number;
+                acceptFormats: string[];
+                host?: string | undefined;
+            }, {
+                enabled: boolean;
+                port: number;
+                acceptFormats: string[];
+                host?: string | undefined;
+            }>>;
+            grpc: z.ZodOptional<z.ZodObject<{
+                enabled: z.ZodBoolean;
+                port: z.ZodNumber;
+            }, "strip", z.ZodTypeAny, {
+                enabled: boolean;
+                port: number;
+            }, {
+                enabled: boolean;
+                port: number;
+            }>>;
+        }, "strip", z.ZodTypeAny, {
+            http?: {
+                enabled: boolean;
+                port: number;
+                acceptFormats: string[];
+                host?: string | undefined;
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        }, {
+            http?: {
+                enabled: boolean;
+                port: number;
+                acceptFormats: string[];
+                host?: string | undefined;
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        }>>;
+        storage: z.ZodOptional<z.ZodObject<{
+            type: z.ZodString;
+            retentionDays: z.ZodNumber;
+        }, "strip", z.ZodTypeAny, {
+            type: string;
+            retentionDays: number;
+        }, {
+            type: string;
+            retentionDays: number;
+        }>>;
+        forwarding: z.ZodOptional<z.ZodObject<{
+            enabled: z.ZodBoolean;
+            endpoint: z.ZodString;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        }, "strip", z.ZodTypeAny, {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        }, {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        }>>;
+    }, "strip", z.ZodTypeAny, {
+        enabled: boolean;
+        otlp?: {
+            http?: {
+                enabled: boolean;
+                port: number;
+                acceptFormats: string[];
+                host?: string | undefined;
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type: string;
+            retentionDays: number;
+        } | undefined;
+        forwarding?: {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    }, {
+        enabled: boolean;
+        otlp?: {
+            http?: {
+                enabled: boolean;
+                port: number;
+                acceptFormats: string[];
+                host?: string | undefined;
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type: string;
+            retentionDays: number;
+        } | undefined;
+        forwarding?: {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     prompts: {
         raw: string;
@@ -16520,6 +16642,30 @@ export declare const TestSuiteSchema: z.ZodObject<{
         name: string;
     }[] | undefined;
     extensions?: string[] | null | undefined;
+    tracing?: {
+        enabled: boolean;
+        otlp?: {
+            http?: {
+                enabled: boolean;
+                port: number;
+                acceptFormats: string[];
+                host?: string | undefined;
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type: string;
+            retentionDays: number;
+        } | undefined;
+        forwarding?: {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    } | undefined;
     providerPromptMap?: Record<string, string[]> | undefined;
 }, {
     prompts: {
@@ -17347,6 +17493,30 @@ export declare const TestSuiteSchema: z.ZodObject<{
         name: string;
     }[] | undefined;
     extensions?: string[] | null | undefined;
+    tracing?: {
+        enabled: boolean;
+        otlp?: {
+            http?: {
+                enabled: boolean;
+                port: number;
+                acceptFormats: string[];
+                host?: string | undefined;
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type: string;
+            retentionDays: number;
+        } | undefined;
+        forwarding?: {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    } | undefined;
     providerPromptMap?: Record<string, string | string[]> | undefined;
 }>;
 export type TestSuite = z.infer<typeof TestSuiteSchema>;
@@ -24778,6 +24948,128 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         excludeTargetOutputFromAgenticAttackGeneration?: boolean | undefined;
     }>>;
     writeLatestResults: z.ZodOptional<z.ZodBoolean>;
+    tracing: z.ZodOptional<z.ZodObject<{
+        enabled: z.ZodDefault<z.ZodBoolean>;
+        otlp: z.ZodOptional<z.ZodObject<{
+            http: z.ZodOptional<z.ZodObject<{
+                enabled: z.ZodDefault<z.ZodBoolean>;
+                port: z.ZodDefault<z.ZodNumber>;
+                host: z.ZodDefault<z.ZodString>;
+                acceptFormats: z.ZodDefault<z.ZodArray<z.ZodEnum<["protobuf", "json"]>, "many">>;
+            }, "strip", z.ZodTypeAny, {
+                enabled: boolean;
+                port: number;
+                host: string;
+                acceptFormats: ("protobuf" | "json")[];
+            }, {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+                host?: string | undefined;
+                acceptFormats?: ("protobuf" | "json")[] | undefined;
+            }>>;
+            grpc: z.ZodOptional<z.ZodObject<{
+                enabled: z.ZodDefault<z.ZodBoolean>;
+                port: z.ZodDefault<z.ZodNumber>;
+            }, "strip", z.ZodTypeAny, {
+                enabled: boolean;
+                port: number;
+            }, {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+            }>>;
+        }, "strip", z.ZodTypeAny, {
+            http?: {
+                enabled: boolean;
+                port: number;
+                host: string;
+                acceptFormats: ("protobuf" | "json")[];
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        }, {
+            http?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+                host?: string | undefined;
+                acceptFormats?: ("protobuf" | "json")[] | undefined;
+            } | undefined;
+            grpc?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+            } | undefined;
+        }>>;
+        storage: z.ZodOptional<z.ZodObject<{
+            type: z.ZodDefault<z.ZodEnum<["sqlite"]>>;
+            retentionDays: z.ZodDefault<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            type: "sqlite";
+            retentionDays: number;
+        }, {
+            type?: "sqlite" | undefined;
+            retentionDays?: number | undefined;
+        }>>;
+        forwarding: z.ZodOptional<z.ZodObject<{
+            enabled: z.ZodDefault<z.ZodBoolean>;
+            endpoint: z.ZodString;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        }, "strip", z.ZodTypeAny, {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        }, {
+            endpoint: string;
+            enabled?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
+        }>>;
+    }, "strip", z.ZodTypeAny, {
+        enabled: boolean;
+        otlp?: {
+            http?: {
+                enabled: boolean;
+                port: number;
+                host: string;
+                acceptFormats: ("protobuf" | "json")[];
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type: "sqlite";
+            retentionDays: number;
+        } | undefined;
+        forwarding?: {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    }, {
+        enabled?: boolean | undefined;
+        otlp?: {
+            http?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+                host?: string | undefined;
+                acceptFormats?: ("protobuf" | "json")[] | undefined;
+            } | undefined;
+            grpc?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type?: "sqlite" | undefined;
+            retentionDays?: number | undefined;
+        } | undefined;
+        forwarding?: {
+            endpoint: string;
+            enabled?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    }>>;
 }, "strip", z.ZodTypeAny, {
     prompts: string | Record<string, string> | (string | {
         raw: string;
@@ -25845,6 +26137,30 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
     }[] | undefined;
     extensions?: string[] | null | undefined;
     writeLatestResults?: boolean | undefined;
+    tracing?: {
+        enabled: boolean;
+        otlp?: {
+            http?: {
+                enabled: boolean;
+                port: number;
+                host: string;
+                acceptFormats: ("protobuf" | "json")[];
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type: "sqlite";
+            retentionDays: number;
+        } | undefined;
+        forwarding?: {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    } | undefined;
 }, {
     prompts: string | Record<string, string> | (string | {
         raw: string;
@@ -27037,6 +27353,30 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
     }[] | undefined;
     extensions?: string[] | null | undefined;
     writeLatestResults?: boolean | undefined;
+    tracing?: {
+        enabled?: boolean | undefined;
+        otlp?: {
+            http?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+                host?: string | undefined;
+                acceptFormats?: ("protobuf" | "json")[] | undefined;
+            } | undefined;
+            grpc?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type?: "sqlite" | undefined;
+            retentionDays?: number | undefined;
+        } | undefined;
+        forwarding?: {
+            endpoint: string;
+            enabled?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    } | undefined;
 }>;
 export type TestSuiteConfig = z.infer<typeof TestSuiteConfigSchema>;
 export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<{
@@ -33364,6 +33704,128 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
         excludeTargetOutputFromAgenticAttackGeneration?: boolean | undefined;
     }>>;
     writeLatestResults: z.ZodOptional<z.ZodBoolean>;
+    tracing: z.ZodOptional<z.ZodObject<{
+        enabled: z.ZodDefault<z.ZodBoolean>;
+        otlp: z.ZodOptional<z.ZodObject<{
+            http: z.ZodOptional<z.ZodObject<{
+                enabled: z.ZodDefault<z.ZodBoolean>;
+                port: z.ZodDefault<z.ZodNumber>;
+                host: z.ZodDefault<z.ZodString>;
+                acceptFormats: z.ZodDefault<z.ZodArray<z.ZodEnum<["protobuf", "json"]>, "many">>;
+            }, "strip", z.ZodTypeAny, {
+                enabled: boolean;
+                port: number;
+                host: string;
+                acceptFormats: ("protobuf" | "json")[];
+            }, {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+                host?: string | undefined;
+                acceptFormats?: ("protobuf" | "json")[] | undefined;
+            }>>;
+            grpc: z.ZodOptional<z.ZodObject<{
+                enabled: z.ZodDefault<z.ZodBoolean>;
+                port: z.ZodDefault<z.ZodNumber>;
+            }, "strip", z.ZodTypeAny, {
+                enabled: boolean;
+                port: number;
+            }, {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+            }>>;
+        }, "strip", z.ZodTypeAny, {
+            http?: {
+                enabled: boolean;
+                port: number;
+                host: string;
+                acceptFormats: ("protobuf" | "json")[];
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        }, {
+            http?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+                host?: string | undefined;
+                acceptFormats?: ("protobuf" | "json")[] | undefined;
+            } | undefined;
+            grpc?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+            } | undefined;
+        }>>;
+        storage: z.ZodOptional<z.ZodObject<{
+            type: z.ZodDefault<z.ZodEnum<["sqlite"]>>;
+            retentionDays: z.ZodDefault<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            type: "sqlite";
+            retentionDays: number;
+        }, {
+            type?: "sqlite" | undefined;
+            retentionDays?: number | undefined;
+        }>>;
+        forwarding: z.ZodOptional<z.ZodObject<{
+            enabled: z.ZodDefault<z.ZodBoolean>;
+            endpoint: z.ZodString;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        }, "strip", z.ZodTypeAny, {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        }, {
+            endpoint: string;
+            enabled?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
+        }>>;
+    }, "strip", z.ZodTypeAny, {
+        enabled: boolean;
+        otlp?: {
+            http?: {
+                enabled: boolean;
+                port: number;
+                host: string;
+                acceptFormats: ("protobuf" | "json")[];
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type: "sqlite";
+            retentionDays: number;
+        } | undefined;
+        forwarding?: {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    }, {
+        enabled?: boolean | undefined;
+        otlp?: {
+            http?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+                host?: string | undefined;
+                acceptFormats?: ("protobuf" | "json")[] | undefined;
+            } | undefined;
+            grpc?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type?: "sqlite" | undefined;
+            retentionDays?: number | undefined;
+        } | undefined;
+        forwarding?: {
+            endpoint: string;
+            enabled?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    }>>;
 } & {
     evaluateOptions: z.ZodOptional<z.ZodObject<{
         cache: z.ZodOptional<z.ZodBoolean>;
@@ -36980,6 +37442,30 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
     }[] | undefined;
     extensions?: string[] | null | undefined;
     writeLatestResults?: boolean | undefined;
+    tracing?: {
+        enabled: boolean;
+        otlp?: {
+            http?: {
+                enabled: boolean;
+                port: number;
+                host: string;
+                acceptFormats: ("protobuf" | "json")[];
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type: "sqlite";
+            retentionDays: number;
+        } | undefined;
+        forwarding?: {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    } | undefined;
     evaluateOptions?: {
         cache?: boolean | undefined;
         maxConcurrency?: number | undefined;
@@ -38503,6 +38989,30 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
     }[] | undefined;
     extensions?: string[] | null | undefined;
     writeLatestResults?: boolean | undefined;
+    tracing?: {
+        enabled?: boolean | undefined;
+        otlp?: {
+            http?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+                host?: string | undefined;
+                acceptFormats?: ("protobuf" | "json")[] | undefined;
+            } | undefined;
+            grpc?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type?: "sqlite" | undefined;
+            retentionDays?: number | undefined;
+        } | undefined;
+        forwarding?: {
+            endpoint: string;
+            enabled?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    } | undefined;
     evaluateOptions?: {
         cache?: boolean | undefined;
         maxConcurrency?: number | undefined;
@@ -39901,6 +40411,30 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
     }[] | undefined;
     extensions?: string[] | null | undefined;
     writeLatestResults?: boolean | undefined;
+    tracing?: {
+        enabled: boolean;
+        otlp?: {
+            http?: {
+                enabled: boolean;
+                port: number;
+                host: string;
+                acceptFormats: ("protobuf" | "json")[];
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type: "sqlite";
+            retentionDays: number;
+        } | undefined;
+        forwarding?: {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    } | undefined;
     evaluateOptions?: {
         cache?: boolean | undefined;
         maxConcurrency?: number | undefined;
@@ -41424,6 +41958,30 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
     }[] | undefined;
     extensions?: string[] | null | undefined;
     writeLatestResults?: boolean | undefined;
+    tracing?: {
+        enabled?: boolean | undefined;
+        otlp?: {
+            http?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+                host?: string | undefined;
+                acceptFormats?: ("protobuf" | "json")[] | undefined;
+            } | undefined;
+            grpc?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type?: "sqlite" | undefined;
+            retentionDays?: number | undefined;
+        } | undefined;
+        forwarding?: {
+            endpoint: string;
+            enabled?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    } | undefined;
     evaluateOptions?: {
         cache?: boolean | undefined;
         maxConcurrency?: number | undefined;
@@ -42822,6 +43380,30 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
     }[] | undefined;
     extensions?: string[] | null | undefined;
     writeLatestResults?: boolean | undefined;
+    tracing?: {
+        enabled: boolean;
+        otlp?: {
+            http?: {
+                enabled: boolean;
+                port: number;
+                host: string;
+                acceptFormats: ("protobuf" | "json")[];
+            } | undefined;
+            grpc?: {
+                enabled: boolean;
+                port: number;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type: "sqlite";
+            retentionDays: number;
+        } | undefined;
+        forwarding?: {
+            enabled: boolean;
+            endpoint: string;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    } | undefined;
     evaluateOptions?: {
         cache?: boolean | undefined;
         maxConcurrency?: number | undefined;
@@ -44345,6 +44927,30 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
     }[] | undefined;
     extensions?: string[] | null | undefined;
     writeLatestResults?: boolean | undefined;
+    tracing?: {
+        enabled?: boolean | undefined;
+        otlp?: {
+            http?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+                host?: string | undefined;
+                acceptFormats?: ("protobuf" | "json")[] | undefined;
+            } | undefined;
+            grpc?: {
+                enabled?: boolean | undefined;
+                port?: number | undefined;
+            } | undefined;
+        } | undefined;
+        storage?: {
+            type?: "sqlite" | undefined;
+            retentionDays?: number | undefined;
+        } | undefined;
+        forwarding?: {
+            endpoint: string;
+            enabled?: boolean | undefined;
+            headers?: Record<string, string> | undefined;
+        } | undefined;
+    } | undefined;
     evaluateOptions?: {
         cache?: boolean | undefined;
         maxConcurrency?: number | undefined;