promptfoo 0.97.0 → 0.99.0

package/dist/src/validators/redteam.d.ts

@@ -19,8 +19,8 @@ export declare const RedteamPluginSchema: z.ZodUnion<[z.ZodUnion<[z.ZodEnum<[str
 /**
  * Schema for individual redteam strategies
  */
-export declare const RedteamStrategySchema: z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
-    id: z.ZodEnum<[string, ...string[]]>;
+export declare const RedteamStrategySchema: z.ZodUnion<[z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodEffects<z.ZodString, string, string>]>, z.ZodObject<{
+    id: z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodEffects<z.ZodString, string, string>]>;
     config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, "strip", z.ZodTypeAny, {
     id: string;
@@ -62,8 +62,8 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
     }>, "many">>;
     provider: z.ZodOptional<z.ZodString>;
     purpose: z.ZodOptional<z.ZodString>;
-    strategies: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
-        id: z.ZodEnum<[string, ...string[]]>;
+    strategies: z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodEffects<z.ZodString, string, string>]>, z.ZodObject<{
+        id: z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodEffects<z.ZodString, string, string>]>;
         config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     }, "strip", z.ZodTypeAny, {
         id: string;
@@ -86,20 +86,20 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
     provider?: string | undefined;
     delay?: number | undefined;
     numTests?: number | undefined;
+    addPlugins?: string[] | undefined;
+    addStrategies?: string[] | undefined;
     injectVar?: string | undefined;
     language?: string | undefined;
-    purpose?: string | undefined;
     plugins?: {
         id: string;
         numTests: number;
         config?: Record<string, unknown> | undefined;
     }[] | undefined;
+    purpose?: string | undefined;
     strategies?: (string | {
         id: string;
         config?: Record<string, unknown> | undefined;
     })[] | undefined;
-    addPlugins?: string[] | undefined;
-    addStrategies?: string[] | undefined;
 }, {
     cache: boolean;
     defaultConfig: Record<string, unknown>;
@@ -113,20 +113,20 @@ export declare const RedteamGenerateOptionsSchema: z.ZodObject<{
     provider?: string | undefined;
     delay?: number | undefined;
     numTests?: number | undefined;
+    addPlugins?: string[] | undefined;
+    addStrategies?: string[] | undefined;
     injectVar?: string | undefined;
     language?: string | undefined;
-    purpose?: string | undefined;
     plugins?: {
         id: string;
         config?: Record<string, unknown> | undefined;
         numTests?: number | undefined;
     }[] | undefined;
+    purpose?: string | undefined;
     strategies?: (string | {
         id: string;
         config?: Record<string, unknown> | undefined;
     })[] | undefined;
-    addPlugins?: string[] | undefined;
-    addStrategies?: string[] | undefined;
 }>;
 /**
  * Schema for `redteam` section of promptfooconfig.yaml
@@ -194,37 +194,40 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
             WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
         }, "strip", z.ZodTypeAny, {
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             AI21_API_BASE_URL?: string | undefined;
             AI21_API_KEY?: string | undefined;
             ANTHROPIC_API_KEY?: string | undefined;
             AWS_BEDROCK_REGION?: string | undefined;
+            FAL_KEY?: string | undefined;
+            GROQ_API_KEY?: string | undefined;
+            LOCALAI_BASE_URL?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
             AZURE_API_BASE_URL?: string | undefined;
             AZURE_API_HOST?: string | undefined;
             AZURE_API_KEY?: string | undefined;
-            AZURE_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
-            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_CLIENT_SECRET?: string | undefined;
-            AZURE_CLIENT_ID?: string | undefined;
-            AZURE_TENANT_ID?: string | undefined;
-            AZURE_AUTHORITY_HOST?: string | undefined;
-            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
-            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
-            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
-            GROQ_API_KEY?: string | undefined;
-            LOCALAI_BASE_URL?: string | undefined;
             MISTRAL_API_BASE_URL?: string | undefined;
             MISTRAL_API_HOST?: string | undefined;
             MISTRAL_API_KEY?: string | undefined;
@@ -242,41 +245,41 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
-            WATSONX_AI_APIKEY?: string | undefined;
-            WATSONX_AI_PROJECT_ID?: string | undefined;
-            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         }, {
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             AI21_API_BASE_URL?: string | undefined;
             AI21_API_KEY?: string | undefined;
             ANTHROPIC_API_KEY?: string | undefined;
             AWS_BEDROCK_REGION?: string | undefined;
+            FAL_KEY?: string | undefined;
+            GROQ_API_KEY?: string | undefined;
+            LOCALAI_BASE_URL?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
             AZURE_API_BASE_URL?: string | undefined;
             AZURE_API_HOST?: string | undefined;
             AZURE_API_KEY?: string | undefined;
-            AZURE_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
-            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_CLIENT_SECRET?: string | undefined;
-            AZURE_CLIENT_ID?: string | undefined;
-            AZURE_TENANT_ID?: string | undefined;
-            AZURE_AUTHORITY_HOST?: string | undefined;
-            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
-            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
-            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
-            GROQ_API_KEY?: string | undefined;
-            LOCALAI_BASE_URL?: string | undefined;
             MISTRAL_API_BASE_URL?: string | undefined;
             MISTRAL_API_HOST?: string | undefined;
             MISTRAL_API_KEY?: string | undefined;
@@ -294,9 +297,6 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
-            WATSONX_AI_APIKEY?: string | undefined;
-            WATSONX_AI_PROJECT_ID?: string | undefined;
-            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         }>>;
     }, "strict", z.ZodTypeAny, {
         id?: string | undefined;
@@ -306,37 +306,40 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         transform?: string | undefined;
         delay?: number | undefined;
         env?: {
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             AI21_API_BASE_URL?: string | undefined;
             AI21_API_KEY?: string | undefined;
             ANTHROPIC_API_KEY?: string | undefined;
             AWS_BEDROCK_REGION?: string | undefined;
+            FAL_KEY?: string | undefined;
+            GROQ_API_KEY?: string | undefined;
+            LOCALAI_BASE_URL?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
             AZURE_API_BASE_URL?: string | undefined;
             AZURE_API_HOST?: string | undefined;
             AZURE_API_KEY?: string | undefined;
-            AZURE_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
-            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_CLIENT_SECRET?: string | undefined;
-            AZURE_CLIENT_ID?: string | undefined;
-            AZURE_TENANT_ID?: string | undefined;
-            AZURE_AUTHORITY_HOST?: string | undefined;
-            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
-            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
-            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
-            GROQ_API_KEY?: string | undefined;
-            LOCALAI_BASE_URL?: string | undefined;
             MISTRAL_API_BASE_URL?: string | undefined;
             MISTRAL_API_HOST?: string | undefined;
             MISTRAL_API_KEY?: string | undefined;
@@ -354,9 +357,6 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
-            WATSONX_AI_APIKEY?: string | undefined;
-            WATSONX_AI_PROJECT_ID?: string | undefined;
-            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         } | undefined;
     }, {
         id?: string | undefined;
@@ -366,37 +366,40 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         transform?: string | undefined;
         delay?: number | undefined;
         env?: {
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             AI21_API_BASE_URL?: string | undefined;
             AI21_API_KEY?: string | undefined;
             ANTHROPIC_API_KEY?: string | undefined;
             AWS_BEDROCK_REGION?: string | undefined;
+            FAL_KEY?: string | undefined;
+            GROQ_API_KEY?: string | undefined;
+            LOCALAI_BASE_URL?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
             AZURE_API_BASE_URL?: string | undefined;
             AZURE_API_HOST?: string | undefined;
             AZURE_API_KEY?: string | undefined;
-            AZURE_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
-            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_CLIENT_SECRET?: string | undefined;
-            AZURE_CLIENT_ID?: string | undefined;
-            AZURE_TENANT_ID?: string | undefined;
-            AZURE_AUTHORITY_HOST?: string | undefined;
-            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
-            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
-            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
-            GROQ_API_KEY?: string | undefined;
-            LOCALAI_BASE_URL?: string | undefined;
             MISTRAL_API_BASE_URL?: string | undefined;
             MISTRAL_API_HOST?: string | undefined;
             MISTRAL_API_KEY?: string | undefined;
@@ -414,9 +417,6 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
-            WATSONX_AI_APIKEY?: string | undefined;
-            WATSONX_AI_PROJECT_ID?: string | undefined;
-            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         } | undefined;
     }>, z.ZodObject<{
         id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;
@@ -448,6 +448,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
     }>]>>>;
     numTests: z.ZodOptional<z.ZodNumber>;
     language: z.ZodOptional<z.ZodString>;
+    entities: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
     plugins: z.ZodDefault<z.ZodArray<z.ZodUnion<[z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodEffects<z.ZodString, string, string>]>, z.ZodObject<{
         id: z.ZodEnum<[string, ...string[]]>;
         numTests: z.ZodDefault<z.ZodNumber>;
@@ -461,8 +462,8 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         config?: Record<string, unknown> | undefined;
         numTests?: number | undefined;
     }>]>, "many">>;
-    strategies: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodObject<{
-        id: z.ZodEnum<[string, ...string[]]>;
+    strategies: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodUnion<[z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodEffects<z.ZodString, string, string>]>, z.ZodObject<{
+        id: z.ZodUnion<[z.ZodEnum<[string, ...string[]]>, z.ZodEffects<z.ZodString, string, string>]>;
         config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     }, "strip", z.ZodTypeAny, {
         id: string;
@@ -484,6 +485,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         config?: Record<string, unknown> | undefined;
     })[];
     maxConcurrency?: number | undefined;
+    entities?: string[] | undefined;
     provider?: string | {
         id?: string | undefined;
         config?: any;
@@ -492,37 +494,40 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         transform?: string | undefined;
         delay?: number | undefined;
         env?: {
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             AI21_API_BASE_URL?: string | undefined;
             AI21_API_KEY?: string | undefined;
             ANTHROPIC_API_KEY?: string | undefined;
             AWS_BEDROCK_REGION?: string | undefined;
+            FAL_KEY?: string | undefined;
+            GROQ_API_KEY?: string | undefined;
+            LOCALAI_BASE_URL?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
             AZURE_API_BASE_URL?: string | undefined;
             AZURE_API_HOST?: string | undefined;
             AZURE_API_KEY?: string | undefined;
-            AZURE_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
-            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_CLIENT_SECRET?: string | undefined;
-            AZURE_CLIENT_ID?: string | undefined;
-            AZURE_TENANT_ID?: string | undefined;
-            AZURE_AUTHORITY_HOST?: string | undefined;
-            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
-            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
-            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
-            GROQ_API_KEY?: string | undefined;
-            LOCALAI_BASE_URL?: string | undefined;
             MISTRAL_API_BASE_URL?: string | undefined;
             MISTRAL_API_HOST?: string | undefined;
             MISTRAL_API_KEY?: string | undefined;
@@ -540,9 +545,6 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
-            WATSONX_AI_APIKEY?: string | undefined;
-            WATSONX_AI_PROJECT_ID?: string | undefined;
-            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         } | undefined;
     } | {
         callApi: import("..").CallApiFunction;
@@ -561,6 +563,7 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
     purpose?: string | undefined;
 }, {
     maxConcurrency?: number | undefined;
+    entities?: string[] | undefined;
     provider?: string | {
         id?: string | undefined;
         config?: any;
@@ -569,37 +572,40 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         transform?: string | undefined;
         delay?: number | undefined;
         env?: {
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             AI21_API_BASE_URL?: string | undefined;
             AI21_API_KEY?: string | undefined;
             ANTHROPIC_API_KEY?: string | undefined;
             AWS_BEDROCK_REGION?: string | undefined;
+            FAL_KEY?: string | undefined;
+            GROQ_API_KEY?: string | undefined;
+            LOCALAI_BASE_URL?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
             AZURE_API_BASE_URL?: string | undefined;
             AZURE_API_HOST?: string | undefined;
             AZURE_API_KEY?: string | undefined;
-            AZURE_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
-            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_CLIENT_SECRET?: string | undefined;
-            AZURE_CLIENT_ID?: string | undefined;
-            AZURE_TENANT_ID?: string | undefined;
-            AZURE_AUTHORITY_HOST?: string | undefined;
-            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
-            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
-            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
-            GROQ_API_KEY?: string | undefined;
-            LOCALAI_BASE_URL?: string | undefined;
             MISTRAL_API_BASE_URL?: string | undefined;
             MISTRAL_API_HOST?: string | undefined;
             MISTRAL_API_KEY?: string | undefined;
@@ -617,9 +623,6 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
-            WATSONX_AI_APIKEY?: string | undefined;
-            WATSONX_AI_PROJECT_ID?: string | undefined;
-            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         } | undefined;
     } | {
         callApi: import("..").CallApiFunction;
@@ -635,18 +638,19 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
     numTests?: number | undefined;
     injectVar?: string | undefined;
     language?: string | undefined;
-    purpose?: string | undefined;
     plugins?: (string | {
         id: string;
         config?: Record<string, unknown> | undefined;
         numTests?: number | undefined;
     })[] | undefined;
+    purpose?: string | undefined;
     strategies?: (string | {
         id: string;
         config?: Record<string, unknown> | undefined;
     })[] | undefined;
 }>, RedteamFileConfig, {
     maxConcurrency?: number | undefined;
+    entities?: string[] | undefined;
     provider?: string | {
         id?: string | undefined;
         config?: any;
@@ -655,37 +659,40 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
         transform?: string | undefined;
         delay?: number | undefined;
         env?: {
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             AI21_API_BASE_URL?: string | undefined;
             AI21_API_KEY?: string | undefined;
             ANTHROPIC_API_KEY?: string | undefined;
             AWS_BEDROCK_REGION?: string | undefined;
+            FAL_KEY?: string | undefined;
+            GROQ_API_KEY?: string | undefined;
+            LOCALAI_BASE_URL?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
             AZURE_API_BASE_URL?: string | undefined;
             AZURE_API_HOST?: string | undefined;
             AZURE_API_KEY?: string | undefined;
-            AZURE_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
-            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
-            AZURE_CLIENT_SECRET?: string | undefined;
-            AZURE_CLIENT_ID?: string | undefined;
-            AZURE_TENANT_ID?: string | undefined;
-            AZURE_AUTHORITY_HOST?: string | undefined;
-            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
-            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
-            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
-            GROQ_API_KEY?: string | undefined;
-            LOCALAI_BASE_URL?: string | undefined;
             MISTRAL_API_BASE_URL?: string | undefined;
             MISTRAL_API_HOST?: string | undefined;
             MISTRAL_API_KEY?: string | undefined;
@@ -703,9 +710,6 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
-            WATSONX_AI_APIKEY?: string | undefined;
-            WATSONX_AI_PROJECT_ID?: string | undefined;
-            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         } | undefined;
     } | {
         callApi: import("..").CallApiFunction;
@@ -721,12 +725,12 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
     numTests?: number | undefined;
     injectVar?: string | undefined;
     language?: string | undefined;
-    purpose?: string | undefined;
     plugins?: (string | {
         id: string;
         config?: Record<string, unknown> | undefined;
         numTests?: number | undefined;
     })[] | undefined;
+    purpose?: string | undefined;
     strategies?: (string | {
         id: string;
         config?: Record<string, unknown> | undefined;

package/dist/src/validators/redteam.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"redteam.d.ts","sourceRoot":"","sources":["../../../src/validators/redteam.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAiBxB,OAAO,KAAK,EAAE,iBAAiB,EAAuB,MAAM,kBAAkB,CAAC;AAmB/E;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;IAU9B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;IAMhC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoCvC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqK5B,CAAC"}
+{"version":3,"file":"redteam.d.ts","sourceRoot":"","sources":["../../../src/validators/redteam.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAiBxB,OAAO,KAAK,EAAE,iBAAiB,EAAuB,MAAM,kBAAkB,CAAC;AAoB/E;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;IAU9B,CAAC;AAgBH;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;IAMhC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoCvC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAyK5B,CAAC"}

package/dist/src/validators/redteam.js

@@ -7,6 +7,7 @@ exports.RedteamConfigSchema = exports.RedteamGenerateOptionsSchema = exports.Red
 const dedent_1 = __importDefault(require("dedent"));
 const zod_1 = require("zod");
 const constants_1 = require("../redteam/constants");
+const file_1 = require("../util/file");
 const providers_1 = require("../validators/providers");
 /**
  * Schema for individual redteam plugins
@@ -37,13 +38,24 @@ exports.RedteamPluginSchema = zod_1.z.union([
         .describe('Name of the plugin or path to custom plugin'),
     RedteamPluginObjectSchema,
 ]);
+const strategyIdSchema = zod_1.z
+    .union([
+    zod_1.z.enum(constants_1.ALL_STRATEGIES),
+    zod_1.z.string().refine((value) => {
+        console.error(value);
+        return value.startsWith('file://') && (0, file_1.isJavascriptFile)(value);
+    }, {
+        message: 'Strategy must be a valid file:// path to a .js/.ts file',
+    }),
+])
+    .describe('Name of the strategy');
 /**
  * Schema for individual redteam strategies
  */
 exports.RedteamStrategySchema = zod_1.z.union([
-    zod_1.z.enum(constants_1.ALL_STRATEGIES).describe('Name of the strategy'),
+    strategyIdSchema,
     zod_1.z.object({
-        id: zod_1.z.enum(constants_1.ALL_STRATEGIES).describe('Name of the strategy'),
+        id: strategyIdSchema,
         config: zod_1.z.record(zod_1.z.unknown()).optional().describe('Strategy-specific configuration'),
     }),
 ]);
@@ -106,6 +118,10 @@ exports.RedteamConfigSchema = zod_1.z
         .describe('Provider used for generating adversarial inputs'),
     numTests: zod_1.z.number().int().positive().optional().describe('Number of tests to generate'),
     language: zod_1.z.string().optional().describe('Language of tests ot generate for this plugin'),
+    entities: zod_1.z
+        .array(zod_1.z.string())
+        .optional()
+        .describe('Names of people, brands, or organizations related to your LLM application'),
     plugins: zod_1.z
         .array(exports.RedteamPluginSchema)
         .describe('Plugins to use for redteam generation')