npm - promptfoo - Versions diffs - 0.87.1 → 0.89.0 - Mend

promptfoo 0.87.1 → 0.89.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (329) hide show

package/dist/src/validators/providers.d.ts CHANGED Viewed

@@ -221,8 +221,8 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
     }>>;
 }, "strict", z.ZodTypeAny, {
     id?: string | undefined;
-    label?: string | undefined;
     config?: any;
+    label?: string | undefined;
     prompts?: string[] | undefined;
     transform?: string | undefined;
     delay?: number | undefined;
@@ -264,8 +264,8 @@ export declare const ProviderOptionsSchema: z.ZodObject<{
     } | undefined;
 }, {
     id?: string | undefined;
-    label?: string | undefined;
     config?: any;
+    label?: string | undefined;
     prompts?: string[] | undefined;
     transform?: string | undefined;
     delay?: number | undefined;
@@ -336,8 +336,8 @@ export declare const CallApiContextParamsSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }, {
         raw: string;
         label: string;
@@ -346,8 +346,8 @@ export declare const CallApiContextParamsSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }>;
     vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
 }, "strip", z.ZodTypeAny, {
@@ -360,8 +360,8 @@ export declare const CallApiContextParamsSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     };
     fetchWithCache?: any;
     filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -378,8 +378,8 @@ export declare const CallApiContextParamsSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     };
     fetchWithCache?: any;
     filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -419,6 +419,152 @@ export declare const ApiProviderSchema: z.ZodObject<{
     callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderEmbeddingResponse>) | undefined;
     callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<ProviderClassificationResponse>) | undefined;
 }>;
+export declare const ProviderResponseSchema: z.ZodObject<{
+    cached: z.ZodOptional<z.ZodBoolean>;
+    cost: z.ZodOptional<z.ZodNumber>;
+    error: z.ZodOptional<z.ZodString>;
+    logProbs: z.ZodOptional<z.ZodArray<z.ZodNumber, "many">>;
+    metadata: z.ZodOptional<z.ZodObject<{
+        redteamFinalPrompt: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodAny, z.objectOutputType<{
+        redteamFinalPrompt: z.ZodOptional<z.ZodString>;
+    }, z.ZodAny, "strip">, z.objectInputType<{
+        redteamFinalPrompt: z.ZodOptional<z.ZodString>;
+    }, z.ZodAny, "strip">>>;
+    output: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodAny]>>;
+    tokenUsage: z.ZodOptional<z.ZodObject<{
+        cached: z.ZodOptional<z.ZodNumber>;
+        completion: z.ZodOptional<z.ZodNumber>;
+        prompt: z.ZodOptional<z.ZodNumber>;
+        total: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    }, {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    output?: any;
+    cached?: boolean | undefined;
+    cost?: number | undefined;
+    error?: string | undefined;
+    logProbs?: number[] | undefined;
+    metadata?: z.objectOutputType<{
+        redteamFinalPrompt: z.ZodOptional<z.ZodString>;
+    }, z.ZodAny, "strip"> | undefined;
+    tokenUsage?: {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    } | undefined;
+}, {
+    output?: any;
+    cached?: boolean | undefined;
+    cost?: number | undefined;
+    error?: string | undefined;
+    logProbs?: number[] | undefined;
+    metadata?: z.objectInputType<{
+        redteamFinalPrompt: z.ZodOptional<z.ZodString>;
+    }, z.ZodAny, "strip"> | undefined;
+    tokenUsage?: {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    } | undefined;
+}>;
+export declare const ProviderEmbeddingResponseSchema: z.ZodObject<{
+    error: z.ZodOptional<z.ZodString>;
+    embedding: z.ZodOptional<z.ZodArray<z.ZodNumber, "many">>;
+    tokenUsage: z.ZodOptional<z.ZodObject<{
+        cached: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
+        completion: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
+        prompt: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
+        total: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
+    }, "strip", z.ZodTypeAny, {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    }, {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    embedding?: number[] | undefined;
+    error?: string | undefined;
+    tokenUsage?: {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    } | undefined;
+}, {
+    embedding?: number[] | undefined;
+    error?: string | undefined;
+    tokenUsage?: {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    } | undefined;
+}>;
+export declare const ProviderSimilarityResponseSchema: z.ZodObject<{
+    error: z.ZodOptional<z.ZodString>;
+    similarity: z.ZodOptional<z.ZodNumber>;
+    tokenUsage: z.ZodOptional<z.ZodObject<{
+        cached: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
+        completion: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
+        prompt: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
+        total: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
+    }, "strip", z.ZodTypeAny, {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    }, {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    error?: string | undefined;
+    tokenUsage?: {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    } | undefined;
+    similarity?: number | undefined;
+}, {
+    error?: string | undefined;
+    tokenUsage?: {
+        cached?: number | undefined;
+        completion?: number | undefined;
+        prompt?: number | undefined;
+        total?: number | undefined;
+    } | undefined;
+    similarity?: number | undefined;
+}>;
+export declare const ProviderClassificationResponseSchema: z.ZodObject<{
+    error: z.ZodOptional<z.ZodString>;
+    classification: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
+}, "strip", z.ZodTypeAny, {
+    classification?: Record<string, number> | undefined;
+    error?: string | undefined;
+}, {
+    classification?: Record<string, number> | undefined;
+    error?: string | undefined;
+}>;
 export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
     fetchWithCache: z.ZodOptional<z.ZodAny>;
     filters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodAny], z.ZodAny>, z.ZodString>>>;
@@ -449,8 +595,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }, {
         raw: string;
         label: string;
@@ -459,8 +605,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }>;
     vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
 }, "strip", z.ZodTypeAny, {
@@ -473,8 +619,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     };
     fetchWithCache?: any;
     filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -491,8 +637,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     };
     fetchWithCache?: any;
     filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -626,8 +772,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
     }>>;
 }, "strict", z.ZodTypeAny, {
     id?: string | undefined;
-    label?: string | undefined;
     config?: any;
+    label?: string | undefined;
     prompts?: string[] | undefined;
     transform?: string | undefined;
     delay?: number | undefined;
@@ -669,8 +815,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
     } | undefined;
 }, {
     id?: string | undefined;
-    label?: string | undefined;
     config?: any;
+    label?: string | undefined;
     prompts?: string[] | undefined;
     transform?: string | undefined;
     delay?: number | undefined;
@@ -825,8 +971,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
     }>>;
 }, "strict", z.ZodTypeAny, {
     id?: string | undefined;
-    label?: string | undefined;
     config?: any;
+    label?: string | undefined;
     prompts?: string[] | undefined;
     transform?: string | undefined;
     delay?: number | undefined;
@@ -868,8 +1014,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
     } | undefined;
 }, {
     id?: string | undefined;
-    label?: string | undefined;
     config?: any;
+    label?: string | undefined;
     prompts?: string[] | undefined;
     transform?: string | undefined;
     delay?: number | undefined;
@@ -939,8 +1085,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }, {
         raw: string;
         label: string;
@@ -949,8 +1095,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }>;
     vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
 }, "strip", z.ZodTypeAny, {
@@ -963,8 +1109,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     };
     fetchWithCache?: any;
     filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -981,8 +1127,8 @@ export declare const ProvidersSchema: z.ZodUnion<[z.ZodString, z.ZodIntersection
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     };
     fetchWithCache?: any;
     filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -1117,8 +1263,8 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
     }>>;
 }, "strict", z.ZodTypeAny, {
     id?: string | undefined;
-    label?: string | undefined;
     config?: any;
+    label?: string | undefined;
     prompts?: string[] | undefined;
     transform?: string | undefined;
     delay?: number | undefined;
@@ -1160,8 +1306,8 @@ export declare const ProviderSchema: z.ZodUnion<[z.ZodString, z.ZodObject<{
     } | undefined;
 }, {
     id?: string | undefined;
-    label?: string | undefined;
     config?: any;
+    label?: string | undefined;
     prompts?: string[] | undefined;
     transform?: string | undefined;
     delay?: number | undefined;

package/dist/src/validators/providers.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EACV,WAAW,EACX,eAAe,EACf,8BAA8B,EAC9B,yBAAyB,EAIzB,gBAAgB,EAEjB,MAAM,oBAAoB,CAAC;AAI5B,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmCrC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAUvB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;EAErC,CAAC;AAYH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;EAgB5B,CAAC;~~AAkCH~~,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gBAW1B,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAAkE,CAAC"}
1	+ {"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EACV,WAAW,EACX,eAAe,EACf,8BAA8B,EAC9B,yBAAyB,EAIzB,gBAAgB,EAEjB,MAAM,oBAAoB,CAAC;AAI5B,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmCrC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAUvB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;EAErC,CAAC;AAYH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;EAgB5B,CAAC;AAEH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAajC,CAAC;AAEH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAI1C,CAAC;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAI3C,CAAC;AAEH,eAAO,MAAM,oCAAoC;;;;;;;;;EAG/C,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gBAW1B,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAAkE,CAAC"}

package/dist/src/validators/providers.js CHANGED Viewed

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ProviderSchema = exports.ProvidersSchema = exports.ApiProviderSchema = exports.CallApiOptionsParamsSchema = exports.CallApiContextParamsSchema = exports.ProviderOptionsSchema = exports.ProviderEnvOverridesSchema = void 0;
+exports.ProviderSchema = exports.ProvidersSchema = exports.ProviderClassificationResponseSchema = exports.ProviderSimilarityResponseSchema = exports.ProviderEmbeddingResponseSchema = exports.ProviderResponseSchema = exports.ApiProviderSchema = exports.CallApiOptionsParamsSchema = exports.CallApiContextParamsSchema = exports.ProviderOptionsSchema = exports.ProviderEnvOverridesSchema = void 0;
 const zod_1 = require("zod");
 const prompts_1 = require("./prompts");
 const shared_1 = require("./shared");
@@ -85,7 +85,7 @@ exports.ApiProviderSchema = zod_1.z.object({
     transform: zod_1.z.string().optional(),
     delay: zod_1.z.number().optional(),
 });
-const ProviderResponseSchema = zod_1.z.object({
+exports.ProviderResponseSchema = zod_1.z.object({
     cached: zod_1.z.boolean().optional(),
     cost: zod_1.z.number().optional(),
     error: zod_1.z.string().optional(),
@@ -99,17 +99,17 @@ const ProviderResponseSchema = zod_1.z.object({
     output: zod_1.z.union([zod_1.z.string(), zod_1.z.any()]).optional(),
     tokenUsage: shared_1.TokenUsageSchema.optional(),
 });
-const ProviderEmbeddingResponseSchema = zod_1.z.object({
+exports.ProviderEmbeddingResponseSchema = zod_1.z.object({
     error: zod_1.z.string().optional(),
     embedding: zod_1.z.array(zod_1.z.number()).optional(),
     tokenUsage: shared_1.TokenUsageSchema.partial().optional(),
 });
-const ProviderSimilarityResponseSchema = zod_1.z.object({
+exports.ProviderSimilarityResponseSchema = zod_1.z.object({
     error: zod_1.z.string().optional(),
     similarity: zod_1.z.number().optional(),
     tokenUsage: shared_1.TokenUsageSchema.partial().optional(),
 });
-const ProviderClassificationResponseSchema = zod_1.z.object({
+exports.ProviderClassificationResponseSchema = zod_1.z.object({
     error: zod_1.z.string().optional(),
     classification: zod_1.z.record(zod_1.z.number()).optional(),
 });

package/dist/src/validators/providers.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAYxB,uCAAyC;AACzC,qCAAqE;AAExD,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,yBAAyB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChD,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC;AAEU,QAAA,qBAAqB,GAAG,OAAC;KACnC,MAAM,CAAC;IACN,EAAE,EAAE,OAAC,CAAC,MAAM,EAAc,CAAC,QAAQ,EAAE;IACrC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,MAAM,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1B,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,EAAE,kCAA0B,CAAC,QAAQ,EAAE;CAC3C,CAAC;KACD,MAAM,EAAE,CAAC;AAEC,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,cAAc,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACnC,OAAO,EAAE,gCAAuB,CAAC,QAAQ,EAAE;IAC3C,QAAQ,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC3B,gBAAgB,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACrC,MAAM,EAAE,sBAAY;IACpB,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACpD,CAAC,CAAC;AAEU,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,eAAe,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;CACzC,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG,OAAC;KAC5B,QAAQ,EAAE;KACV,IAAI,CACH,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7B,kCAA0B,CAAC,QAAQ,EAAE,EACrC,kCAA0B,CAAC,QAAQ,EAAE,CACtC;KACA,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAoB,CAAC,CAAC;KAChD,GAAG,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;AAEtC,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,EAAE,EAAE,OAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IACpC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAmB;IACpC,gBAAgB,EAAE,OAAC;SAChB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAA6B,CAAC,CAAC;SACzD,QAAQ,EAAE;IACb,qBAAqB,EAAE,OAAC;SACrB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAkC,CAAC,CAAC;SAC9D,QAAQ,EAAE;IACb,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC,CAAC;~~AAEH~~,~~MAAM~~,sBAAsB,GAAG,OAAC,CAAC,MAAM,CAAC;~~IACtC~~,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC;QACN,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC1C,CAAC;SACD,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;SACjB,QAAQ,EAAE;IACb,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,yBAAgB,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;~~AAEH~~,~~MAAM~~,+BAA+B,GAAG,OAAC,CAAC,MAAM,CAAC;~~IAC/C~~,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;~~AAEH~~,~~MAAM~~,gCAAgC,GAAG,OAAC,CAAC,MAAM,CAAC;~~IAChD~~,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;~~AAEH~~,~~MAAM~~,oCAAoC,GAAG,OAAC,CAAC,MAAM,CAAC;~~IACpD~~,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,cAAc,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAChD,CAAC,CAAC;AAEU,QAAA,eAAe,GAAG,OAAC,CAAC,KAAK,CAAC;IACrC,OAAC,CAAC,MAAM,EAAE;IACV,qBAAqB;IACrB,OAAC,CAAC,KAAK,CACL,OAAC,CAAC,KAAK,CAAC;QACN,OAAC,CAAC,MAAM,EAAE;QACV,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,CAAC;QAC3C,6BAAqB;QACrB,qBAAqB;KACtB,CAAC,CACH;CACF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,EAAE,yBAAiB,CAAC,CAAC,CAAC;AAE9F,sDAAsD;AACtD,6DAA6D;AAC7D,SAAS,MAAM,KAAqB,CAAC;AAGrC,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA+E,CAAC;AACtF,MAAM,EAEH,CAAC;AACJ,MAAM,EAEH,CAAC;AACJ,MAAM,EAKH,CAAC;AACJ,MAAM,EAAqE,CAAC"}
1	+ {"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAYxB,uCAAyC;AACzC,qCAAqE;AAExD,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,yBAAyB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChD,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC;AAEU,QAAA,qBAAqB,GAAG,OAAC;KACnC,MAAM,CAAC;IACN,EAAE,EAAE,OAAC,CAAC,MAAM,EAAc,CAAC,QAAQ,EAAE;IACrC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,MAAM,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1B,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,EAAE,kCAA0B,CAAC,QAAQ,EAAE;CAC3C,CAAC;KACD,MAAM,EAAE,CAAC;AAEC,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,cAAc,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACnC,OAAO,EAAE,gCAAuB,CAAC,QAAQ,EAAE;IAC3C,QAAQ,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC3B,gBAAgB,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACrC,MAAM,EAAE,sBAAY;IACpB,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACpD,CAAC,CAAC;AAEU,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,eAAe,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;CACzC,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG,OAAC;KAC5B,QAAQ,EAAE;KACV,IAAI,CACH,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7B,kCAA0B,CAAC,QAAQ,EAAE,EACrC,kCAA0B,CAAC,QAAQ,EAAE,CACtC;KACA,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAoB,CAAC,CAAC;KAChD,GAAG,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;AAEtC,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,EAAE,EAAE,OAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IACpC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAmB;IACpC,gBAAgB,EAAE,OAAC;SAChB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAA6B,CAAC,CAAC;SACzD,QAAQ,EAAE;IACb,qBAAqB,EAAE,OAAC;SACrB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAkC,CAAC,CAAC;SAC9D,QAAQ,EAAE;IACb,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC7B,CAAC,CAAC;AAEU,QAAA,sBAAsB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC7C,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC;QACN,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC1C,CAAC;SACD,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;SACjB,QAAQ,EAAE;IACb,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,yBAAgB,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEU,QAAA,+BAA+B,GAAG,OAAC,CAAC,MAAM,CAAC;IACtD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEU,QAAA,gCAAgC,GAAG,OAAC,CAAC,MAAM,CAAC;IACvD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEU,QAAA,oCAAoC,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3D,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,cAAc,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAChD,CAAC,CAAC;AAEU,QAAA,eAAe,GAAG,OAAC,CAAC,KAAK,CAAC;IACrC,OAAC,CAAC,MAAM,EAAE;IACV,qBAAqB;IACrB,OAAC,CAAC,KAAK,CACL,OAAC,CAAC,KAAK,CAAC;QACN,OAAC,CAAC,MAAM,EAAE;QACV,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,CAAC;QAC3C,6BAAqB;QACrB,qBAAqB;KACtB,CAAC,CACH;CACF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,EAAE,yBAAiB,CAAC,CAAC,CAAC;AAE9F,sDAAsD;AACtD,6DAA6D;AAC7D,SAAS,MAAM,KAAqB,CAAC;AAGrC,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA+E,CAAC;AACtF,MAAM,EAEH,CAAC;AACJ,MAAM,EAEH,CAAC;AACJ,MAAM,EAKH,CAAC;AACJ,MAAM,EAAqE,CAAC"}

package/dist/src/validators/redteam.d.ts CHANGED Viewed

@@ -1,5 +1,5 @@
 import { z } from 'zod';
-import type { RedteamFileConfig } from '../types/redteam';
+import type { RedteamFileConfig } from '../redteam/types';
 /**
  * Schema for individual redteam plugins or their shorthand.
  */
@@ -76,13 +76,13 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
     cache: boolean;
     defaultConfig: Record<string, unknown>;
     write: boolean;
-    provider?: string | undefined;
     config?: string | undefined;
-    delay?: number | undefined;
-    output?: string | undefined;
     defaultConfigPath?: string | undefined;
     envFile?: string | undefined;
     maxConcurrency?: number | undefined;
+    output?: string | undefined;
+    provider?: string | undefined;
+    delay?: number | undefined;
     numTests?: number | undefined;
     injectVar?: string | undefined;
     language?: string | undefined;
@@ -102,13 +102,13 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
     cache: boolean;
     defaultConfig: Record<string, unknown>;
     write: boolean;
-    provider?: string | undefined;
     config?: string | undefined;
-    delay?: number | undefined;
-    output?: string | undefined;
     defaultConfigPath?: string | undefined;
     envFile?: string | undefined;
     maxConcurrency?: number | undefined;
+    output?: string | undefined;
+    provider?: string | undefined;
+    delay?: number | undefined;
     numTests?: number | undefined;
     injectVar?: string | undefined;
     language?: string | undefined;
@@ -246,8 +246,8 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         }>>;
     }, "strict", z.ZodTypeAny, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -289,8 +289,8 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         } | undefined;
     }, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -392,10 +392,11 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         id: string;
         config?: Record<string, unknown> | undefined;
     })[];
+    maxConcurrency?: number | undefined;
     provider?: string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -445,16 +446,16 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
     } | undefined;
     delay?: number | undefined;
-    maxConcurrency?: number | undefined;
     numTests?: number | undefined;
     injectVar?: string | undefined;
     language?: string | undefined;
     purpose?: string | undefined;
 }, {
+    maxConcurrency?: number | undefined;
     provider?: string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -504,7 +505,6 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
     } | undefined;
     delay?: number | undefined;
-    maxConcurrency?: number | undefined;
     numTests?: number | undefined;
     injectVar?: string | undefined;
     language?: string | undefined;
@@ -519,10 +519,11 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         config?: Record<string, unknown> | undefined;
     })[] | undefined;
 }>, RedteamFileConfig, {
+    maxConcurrency?: number | undefined;
     provider?: string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -572,7 +573,6 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("..").ProviderClassificationResponse>) | undefined;
     } | undefined;
     delay?: number | undefined;
-    maxConcurrency?: number | undefined;
     numTests?: number | undefined;
     injectVar?: string | undefined;
     language?: string | undefined;

package/dist/test/assertions.test.js CHANGED Viewed

@@ -2370,6 +2370,55 @@ describe('runAssertion', () => {
                 providerResponse: { output },
             })).rejects.toThrow('Latency assertion does not support cached results. Rerun the eval with --no-cache');
         });
+        it('should pass when the latency is 0ms', async () => {
+            const output = 'Expected output';
+            const result = await (0, assertions_1.runAssertion)({
+                prompt: 'Some prompt',
+                provider: new openai_1.OpenAiChatCompletionProvider('gpt-4'),
+                assertion: {
+                    type: 'latency',
+                    threshold: 100,
+                },
+                latencyMs: 0,
+                test: {},
+                providerResponse: { output },
+            });
+            expect(result).toMatchObject({
+                pass: true,
+                reason: 'Assertion passed',
+            });
+        });
+        it('should throw an error when threshold is not provided', async () => {
+            const output = 'Expected output';
+            await expect((0, assertions_1.runAssertion)({
+                prompt: 'Some prompt',
+                provider: new openai_1.OpenAiChatCompletionProvider('gpt-4'),
+                assertion: {
+                    type: 'latency',
+                },
+                latencyMs: 50,
+                test: {},
+                providerResponse: { output },
+            })).rejects.toThrow('Latency assertion must have a threshold in milliseconds');
+        });
+        it('should handle latency equal to threshold', async () => {
+            const output = 'Expected output';
+            const result = await (0, assertions_1.runAssertion)({
+                prompt: 'Some prompt',
+                provider: new openai_1.OpenAiChatCompletionProvider('gpt-4'),
+                assertion: {
+                    type: 'latency',
+                    threshold: 100,
+                },
+                latencyMs: 100,
+                test: {},
+                providerResponse: { output },
+            });
+            expect(result).toMatchObject({
+                pass: true,
+                reason: 'Assertion passed',
+            });
+        });
     });
     describe('perplexity assertion', () => {
         it('should pass when the perplexity assertion passes', async () => {