promptfoo 0.119.13 → 0.119.14

package/dist/src/validators/providers.d.ts

@@ -75,6 +75,7 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
         OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
         OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
         OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
+        CODEX_API_KEY: z.ZodOptional<z.ZodString>;
         PALM_API_HOST: z.ZodOptional<z.ZodString>;
         PALM_API_KEY: z.ZodOptional<z.ZodString>;
         PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -181,6 +182,7 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -287,6 +289,7 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -326,7 +329,7 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
         AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
         PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
     }>>;
-}, "strict", z.ZodTypeAny, {
+}, "strip", z.ZodTypeAny, {
     id?: string | undefined;
     label?: string | undefined;
     config?: any;
@@ -401,6 +404,7 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -515,6 +519,7 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -1205,7 +1210,99 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
     label?: string | undefined;
 }, {
     label?: string | undefined;
-}>>, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodRecord<z.ZodString, z.ZodObject<{
+}>>, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
+    fetchWithCache: z.ZodOptional<z.ZodAny>;
+    filters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodAny], z.ZodAny>, z.ZodString>>>;
+    getCache: z.ZodOptional<z.ZodAny>;
+    logger: z.ZodOptional<z.ZodAny>;
+    originalProvider: z.ZodOptional<z.ZodAny>;
+    prompt: z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        raw: z.ZodString;
+        display: z.ZodOptional<z.ZodString>;
+        label: z.ZodString;
+        function: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodObject<{
+            vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodAny]>>;
+            provider: z.ZodOptional<z.ZodType<import("../types/providers").ApiProvider, z.ZodTypeDef, import("../types/providers").ApiProvider>>;
+        }, "strip", z.ZodTypeAny, {
+            vars: Record<string, any>;
+            provider?: import("../types/providers").ApiProvider | undefined;
+        }, {
+            vars: Record<string, any>;
+            provider?: import("../types/providers").ApiProvider | undefined;
+        }>], z.ZodUnknown>, z.ZodPromise<z.ZodUnion<[z.ZodString, z.ZodAny]>>>>;
+        config: z.ZodOptional<z.ZodAny>;
+    }, "strip", z.ZodTypeAny, {
+        raw: string;
+        label: string;
+        function?: ((args_0: {
+            vars: Record<string, any>;
+            provider?: import("../types/providers").ApiProvider | undefined;
+        }, ...args: unknown[]) => Promise<any>) | undefined;
+        id?: string | undefined;
+        display?: string | undefined;
+        config?: any;
+    }, {
+        raw: string;
+        label: string;
+        function?: ((args_0: {
+            vars: Record<string, any>;
+            provider?: import("../types/providers").ApiProvider | undefined;
+        }, ...args: unknown[]) => Promise<any>) | undefined;
+        id?: string | undefined;
+        display?: string | undefined;
+        config?: any;
+    }>;
+    vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
+}, "strip", z.ZodTypeAny, {
+    prompt: {
+        raw: string;
+        label: string;
+        function?: ((args_0: {
+            vars: Record<string, any>;
+            provider?: import("../types/providers").ApiProvider | undefined;
+        }, ...args: unknown[]) => Promise<any>) | undefined;
+        id?: string | undefined;
+        display?: string | undefined;
+        config?: any;
+    };
+    vars: Record<string, string | {}>;
+    fetchWithCache?: any;
+    filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
+    getCache?: any;
+    logger?: any;
+    originalProvider?: any;
+}, {
+    prompt: {
+        raw: string;
+        label: string;
+        function?: ((args_0: {
+            vars: Record<string, any>;
+            provider?: import("../types/providers").ApiProvider | undefined;
+        }, ...args: unknown[]) => Promise<any>) | undefined;
+        id?: string | undefined;
+        display?: string | undefined;
+        config?: any;
+    };
+    vars: Record<string, string | {}>;
+    fetchWithCache?: any;
+    filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
+    getCache?: any;
+    logger?: any;
+    originalProvider?: any;
+}>>, z.ZodOptional<z.ZodObject<{
+    includeLogProbs: z.ZodOptional<z.ZodBoolean>;
+}, "strip", z.ZodTypeAny, {
+    includeLogProbs?: boolean | undefined;
+}, {
+    includeLogProbs?: boolean | undefined;
+}>>], z.ZodUnknown>, z.ZodPromise<z.ZodType<ProviderResponse, z.ZodTypeDef, ProviderResponse>>>, z.ZodObject<{
+    label: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    label?: string | undefined;
+}, {
+    label?: string | undefined;
+}>>, z.ZodRecord<z.ZodString, z.ZodObject<{
     id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
     label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
     config: z.ZodOptional<z.ZodAny>;
@@ -1280,6 +1377,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
         OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
         OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
+        CODEX_API_KEY: z.ZodOptional<z.ZodString>;
         PALM_API_HOST: z.ZodOptional<z.ZodString>;
         PALM_API_KEY: z.ZodOptional<z.ZodString>;
         PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -1386,6 +1484,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -1492,6 +1591,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -1531,7 +1631,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
         PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
     }>>;
-}, "strict", z.ZodTypeAny, {
+}, "strip", z.ZodTypeAny, {
     id?: string | undefined;
     label?: string | undefined;
     config?: any;
@@ -1606,6 +1706,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -1720,6 +1821,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -1834,6 +1936,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
         OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
         OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
+        CODEX_API_KEY: z.ZodOptional<z.ZodString>;
         PALM_API_HOST: z.ZodOptional<z.ZodString>;
         PALM_API_KEY: z.ZodOptional<z.ZodString>;
         PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -1940,6 +2043,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -2046,6 +2150,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -2085,7 +2190,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
         PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
     }>>;
-}, "strict", z.ZodTypeAny, {
+}, "strip", z.ZodTypeAny, {
     id?: string | undefined;
     label?: string | undefined;
     config?: any;
@@ -2160,6 +2265,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -2274,6 +2380,7 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -2313,100 +2420,35 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
         AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
         PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
     } | undefined;
-}>, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
-    fetchWithCache: z.ZodOptional<z.ZodAny>;
-    filters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodAny], z.ZodAny>, z.ZodString>>>;
-    getCache: z.ZodOptional<z.ZodAny>;
-    logger: z.ZodOptional<z.ZodAny>;
-    originalProvider: z.ZodOptional<z.ZodAny>;
-    prompt: z.ZodObject<{
-        id: z.ZodOptional<z.ZodString>;
-        raw: z.ZodString;
-        display: z.ZodOptional<z.ZodString>;
-        label: z.ZodString;
-        function: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodObject<{
-            vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodAny]>>;
-            provider: z.ZodOptional<z.ZodType<import("../types/providers").ApiProvider, z.ZodTypeDef, import("../types/providers").ApiProvider>>;
-        }, "strip", z.ZodTypeAny, {
-            vars: Record<string, any>;
-            provider?: import("../types/providers").ApiProvider | undefined;
-        }, {
-            vars: Record<string, any>;
-            provider?: import("../types/providers").ApiProvider | undefined;
-        }>], z.ZodUnknown>, z.ZodPromise<z.ZodUnion<[z.ZodString, z.ZodAny]>>>>;
-        config: z.ZodOptional<z.ZodAny>;
-    }, "strip", z.ZodTypeAny, {
-        raw: string;
-        label: string;
-        function?: ((args_0: {
-            vars: Record<string, any>;
-            provider?: import("../types/providers").ApiProvider | undefined;
-        }, ...args: unknown[]) => Promise<any>) | undefined;
-        id?: string | undefined;
-        display?: string | undefined;
-        config?: any;
-    }, {
-        raw: string;
-        label: string;
-        function?: ((args_0: {
-            vars: Record<string, any>;
-            provider?: import("../types/providers").ApiProvider | undefined;
-        }, ...args: unknown[]) => Promise<any>) | undefined;
-        id?: string | undefined;
-        display?: string | undefined;
-        config?: any;
-    }>;
-    vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
-}, "strip", z.ZodTypeAny, {
-    prompt: {
-        raw: string;
-        label: string;
-        function?: ((args_0: {
-            vars: Record<string, any>;
-            provider?: import("../types/providers").ApiProvider | undefined;
-        }, ...args: unknown[]) => Promise<any>) | undefined;
-        id?: string | undefined;
-        display?: string | undefined;
-        config?: any;
-    };
-    vars: Record<string, string | {}>;
-    fetchWithCache?: any;
-    filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
-    getCache?: any;
-    logger?: any;
-    originalProvider?: any;
-}, {
-    prompt: {
-        raw: string;
-        label: string;
-        function?: ((args_0: {
-            vars: Record<string, any>;
-            provider?: import("../types/providers").ApiProvider | undefined;
-        }, ...args: unknown[]) => Promise<any>) | undefined;
-        id?: string | undefined;
-        display?: string | undefined;
-        config?: any;
-    };
-    vars: Record<string, string | {}>;
-    fetchWithCache?: any;
-    filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
-    getCache?: any;
-    logger?: any;
-    originalProvider?: any;
-}>>, z.ZodOptional<z.ZodObject<{
-    includeLogProbs: z.ZodOptional<z.ZodBoolean>;
-}, "strip", z.ZodTypeAny, {
-    includeLogProbs?: boolean | undefined;
-}, {
-    includeLogProbs?: boolean | undefined;
-}>>], z.ZodUnknown>, z.ZodPromise<z.ZodType<ProviderResponse, z.ZodTypeDef, ProviderResponse>>>, z.ZodObject<{
-    label: z.ZodOptional<z.ZodString>;
+}>]>, "many">]>;
+export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
+    id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;
+    callApi: z.ZodType<CallApiFunction, z.ZodTypeDef, CallApiFunction>;
+    callEmbeddingApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<ProviderEmbeddingResponse, z.ZodTypeDef, ProviderEmbeddingResponse>>>>;
+    callClassificationApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<ProviderClassificationResponse, z.ZodTypeDef, ProviderClassificationResponse>>>>;
+    label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
+    transform: z.ZodOptional<z.ZodString>;
+    delay: z.ZodOptional<z.ZodNumber>;
+    config: z.ZodOptional<z.ZodAny>;
 }, "strip", z.ZodTypeAny, {
+    callApi: CallApiFunction;
+    id: (...args: unknown[]) => string;
     label?: string | undefined;
+    config?: any;
+    transform?: string | undefined;
+    delay?: number | undefined;
+    callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
+    callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
 }, {
+    callApi: CallApiFunction;
+    id: (...args: unknown[]) => string;
     label?: string | undefined;
-}>>]>, "many">]>;
-export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
+    config?: any;
+    transform?: string | undefined;
+    delay?: number | undefined;
+    callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
+    callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
+}>, z.ZodObject<{
     id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
     label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
     config: z.ZodOptional<z.ZodAny>;
@@ -2481,6 +2523,7 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
         OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
         OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
         OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
+        CODEX_API_KEY: z.ZodOptional<z.ZodString>;
         PALM_API_HOST: z.ZodOptional<z.ZodString>;
         PALM_API_KEY: z.ZodOptional<z.ZodString>;
         PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -2587,6 +2630,7 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -2693,6 +2737,7 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -2732,7 +2777,7 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
         AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
         PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
     }>>;
-}, "strict", z.ZodTypeAny, {
+}, "strip", z.ZodTypeAny, {
     id?: string | undefined;
     label?: string | undefined;
     config?: any;
@@ -2807,6 +2852,7 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -2921,6 +2967,7 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
         OPENAI_API_KEY?: string | undefined;
         OPENAI_BASE_URL?: string | undefined;
         OPENAI_ORGANIZATION?: string | undefined;
+        CODEX_API_KEY?: string | undefined;
         PALM_API_HOST?: string | undefined;
         PALM_API_KEY?: string | undefined;
         PORTKEY_API_KEY?: string | undefined;
@@ -2960,32 +3007,5 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
         AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
         PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
     } | undefined;
-}>, z.ZodObject<{
-    id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;
-    callApi: z.ZodType<CallApiFunction, z.ZodTypeDef, CallApiFunction>;
-    callEmbeddingApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<ProviderEmbeddingResponse, z.ZodTypeDef, ProviderEmbeddingResponse>>>>;
-    callClassificationApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<ProviderClassificationResponse, z.ZodTypeDef, ProviderClassificationResponse>>>>;
-    label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
-    transform: z.ZodOptional<z.ZodString>;
-    delay: z.ZodOptional<z.ZodNumber>;
-    config: z.ZodOptional<z.ZodAny>;
-}, "strip", z.ZodTypeAny, {
-    callApi: CallApiFunction;
-    id: (...args: unknown[]) => string;
-    label?: string | undefined;
-    config?: any;
-    transform?: string | undefined;
-    delay?: number | undefined;
-    callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
-    callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
-}, {
-    callApi: CallApiFunction;
-    id: (...args: unknown[]) => string;
-    label?: string | undefined;
-    config?: any;
-    transform?: string | undefined;
-    delay?: number | undefined;
-    callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
-    callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
 }>]>;
 //# sourceMappingURL=providers.d.ts.map

package/dist/src/validators/providers.js

@@ -6,8 +6,7 @@ const env_1 = require("../types/env");
 const shared_1 = require("../types/shared");
 const prompts_1 = require("./prompts");
 const shared_2 = require("./shared");
-exports.ProviderOptionsSchema = zod_1.z
-    .object({
+exports.ProviderOptionsSchema = zod_1.z.object({
     id: zod_1.z.custom().optional(),
     label: zod_1.z.custom().optional(),
     config: zod_1.z.any().optional(),
@@ -15,8 +14,7 @@ exports.ProviderOptionsSchema = zod_1.z
     transform: zod_1.z.string().optional(),
     delay: zod_1.z.number().optional(),
     env: env_1.ProviderEnvOverridesSchema.optional(),
-})
-    .strict();
+});
 const CallApiContextParamsSchema = zod_1.z.object({
     fetchWithCache: zod_1.z.optional(zod_1.z.any()),
     filters: shared_2.NunjucksFilterMapSchema.optional(),
@@ -85,10 +83,10 @@ exports.ProvidersSchema = zod_1.z.union([
     CallApiFunctionSchema,
     zod_1.z.array(zod_1.z.union([
         zod_1.z.string(),
+        CallApiFunctionSchema,
         zod_1.z.record(zod_1.z.string(), exports.ProviderOptionsSchema),
         exports.ProviderOptionsSchema,
-        CallApiFunctionSchema,
     ])),
 ]);
-exports.ProviderSchema = zod_1.z.union([zod_1.z.string(), exports.ProviderOptionsSchema, exports.ApiProviderSchema]);
+exports.ProviderSchema = zod_1.z.union([zod_1.z.string(), exports.ApiProviderSchema, exports.ProviderOptionsSchema]);
 //# sourceMappingURL=providers.js.map

package/dist/src/validators/redteam.d.ts

@@ -181,6 +181,33 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
     purpose: z.ZodOptional<z.ZodString>;
     testGenerationInstructions: z.ZodOptional<z.ZodString>;
     provider: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
+        id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;
+        callApi: z.ZodType<import("..").CallApiFunction, z.ZodTypeDef, import("..").CallApiFunction>;
+        callEmbeddingApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<import("..").ProviderEmbeddingResponse, z.ZodTypeDef, import("..").ProviderEmbeddingResponse>>>>;
+        callClassificationApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<import("..").ProviderClassificationResponse, z.ZodTypeDef, import("..").ProviderClassificationResponse>>>>;
+        label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
+        transform: z.ZodOptional<z.ZodString>;
+        delay: z.ZodOptional<z.ZodNumber>;
+        config: z.ZodOptional<z.ZodAny>;
+    }, "strip", z.ZodTypeAny, {
+        callApi: import("..").CallApiFunction;
+        id: (...args: unknown[]) => string;
+        label?: string | undefined;
+        config?: any;
+        transform?: string | undefined;
+        delay?: number | undefined;
+        callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
+        callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
+    }, {
+        callApi: import("..").CallApiFunction;
+        id: (...args: unknown[]) => string;
+        label?: string | undefined;
+        config?: any;
+        transform?: string | undefined;
+        delay?: number | undefined;
+        callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
+        callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
+    }>, z.ZodObject<{
         id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
         label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
         config: z.ZodOptional<z.ZodAny>;
@@ -255,6 +282,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
             OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
             OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
+            CODEX_API_KEY: z.ZodOptional<z.ZodString>;
             PALM_API_HOST: z.ZodOptional<z.ZodString>;
             PALM_API_KEY: z.ZodOptional<z.ZodString>;
             PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -361,6 +389,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             OPENAI_API_KEY?: string | undefined;
             OPENAI_BASE_URL?: string | undefined;
             OPENAI_ORGANIZATION?: string | undefined;
+            CODEX_API_KEY?: string | undefined;
             PALM_API_HOST?: string | undefined;
             PALM_API_KEY?: string | undefined;
             PORTKEY_API_KEY?: string | undefined;
@@ -467,6 +496,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             OPENAI_API_KEY?: string | undefined;
             OPENAI_BASE_URL?: string | undefined;
             OPENAI_ORGANIZATION?: string | undefined;
+            CODEX_API_KEY?: string | undefined;
             PALM_API_HOST?: string | undefined;
             PALM_API_KEY?: string | undefined;
             PORTKEY_API_KEY?: string | undefined;
@@ -506,7 +536,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
             PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
         }>>;
-    }, "strict", z.ZodTypeAny, {
+    }, "strip", z.ZodTypeAny, {
         id?: string | undefined;
         label?: string | undefined;
         config?: any;
@@ -581,6 +611,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             OPENAI_API_KEY?: string | undefined;
             OPENAI_BASE_URL?: string | undefined;
             OPENAI_ORGANIZATION?: string | undefined;
+            CODEX_API_KEY?: string | undefined;
             PALM_API_HOST?: string | undefined;
             PALM_API_KEY?: string | undefined;
             PORTKEY_API_KEY?: string | undefined;
@@ -695,6 +726,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             OPENAI_API_KEY?: string | undefined;
             OPENAI_BASE_URL?: string | undefined;
             OPENAI_ORGANIZATION?: string | undefined;
+            CODEX_API_KEY?: string | undefined;
             PALM_API_HOST?: string | undefined;
             PALM_API_KEY?: string | undefined;
             PORTKEY_API_KEY?: string | undefined;
@@ -734,33 +766,6 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
             PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
         } | undefined;
-    }>, z.ZodObject<{
-        id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;
-        callApi: z.ZodType<import("..").CallApiFunction, z.ZodTypeDef, import("..").CallApiFunction>;
-        callEmbeddingApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<import("..").ProviderEmbeddingResponse, z.ZodTypeDef, import("..").ProviderEmbeddingResponse>>>>;
-        callClassificationApi: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodString], z.ZodUnknown>, z.ZodPromise<z.ZodType<import("..").ProviderClassificationResponse, z.ZodTypeDef, import("..").ProviderClassificationResponse>>>>;
-        label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
-        transform: z.ZodOptional<z.ZodString>;
-        delay: z.ZodOptional<z.ZodNumber>;
-        config: z.ZodOptional<z.ZodAny>;
-    }, "strip", z.ZodTypeAny, {
-        callApi: import("..").CallApiFunction;
-        id: (...args: unknown[]) => string;
-        label?: string | undefined;
-        config?: any;
-        transform?: string | undefined;
-        delay?: number | undefined;
-        callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
-        callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
-    }, {
-        callApi: import("..").CallApiFunction;
-        id: (...args: unknown[]) => string;
-        label?: string | undefined;
-        config?: any;
-        transform?: string | undefined;
-        delay?: number | undefined;
-        callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderEmbeddingResponse>) | undefined;
-        callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
     }>]>>;
     numTests: z.ZodOptional<z.ZodNumber>;
     language: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
@@ -882,6 +887,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             OPENAI_API_KEY?: string | undefined;
             OPENAI_BASE_URL?: string | undefined;
             OPENAI_ORGANIZATION?: string | undefined;
+            CODEX_API_KEY?: string | undefined;
             PALM_API_HOST?: string | undefined;
             PALM_API_KEY?: string | undefined;
             PORTKEY_API_KEY?: string | undefined;
@@ -1018,6 +1024,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             OPENAI_API_KEY?: string | undefined;
             OPENAI_BASE_URL?: string | undefined;
             OPENAI_ORGANIZATION?: string | undefined;
+            CODEX_API_KEY?: string | undefined;
             PALM_API_HOST?: string | undefined;
             PALM_API_KEY?: string | undefined;
             PORTKEY_API_KEY?: string | undefined;
@@ -1164,6 +1171,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             OPENAI_API_KEY?: string | undefined;
             OPENAI_BASE_URL?: string | undefined;
             OPENAI_ORGANIZATION?: string | undefined;
+            CODEX_API_KEY?: string | undefined;
             PALM_API_HOST?: string | undefined;
             PALM_API_KEY?: string | undefined;
             PORTKEY_API_KEY?: string | undefined;

package/dist/src/validators/redteam.js

@@ -259,9 +259,15 @@ exports.RedteamConfigSchema = zod_1.z
         const strategyLanguages = multilingualStrategy.config?.languages;
         if (Array.isArray(strategyLanguages) && strategyLanguages.length > 0) {
             // Lazy require to avoid mock interference in tests during module initialization
-            // eslint-disable-next-line @typescript-eslint/no-require-imports
-            const logger = require('../logger').default;
-            logger.debug('[DEPRECATED] The "multilingual" strategy is deprecated. Use the top-level "language" config instead. See: https://www.promptfoo.dev/docs/red-team/configuration/#language');
+            // Try-catch to handle ESM environments where require may not work
+            try {
+                // eslint-disable-next-line @typescript-eslint/no-require-imports
+                const logger = require('../logger').default;
+                logger.debug('[DEPRECATED] The "multilingual" strategy is deprecated. Use the top-level "language" config instead. See: https://www.promptfoo.dev/docs/red-team/configuration/#language');
+            }
+            catch {
+                // Silently fail in ESM environments - deprecation warning is not critical
+            }
             if (data.language) {
                 // Global language exists, merge with 'en' and strategy languages, then deduplicate
                 const existingLanguages = Array.isArray(data.language) ? data.language : [data.language];