promptfoo 0.87.1 → 0.89.0

package/dist/src/types/index.d.ts

@@ -1,11 +1,11 @@
 import { z } from 'zod';
+import type { RedteamAssertionTypes, RedteamFileConfig } from '../redteam/types';
 import type { Prompt, PromptFunction } from './prompts';
 import type { ApiProvider, ProviderOptions, ProviderResponse } from './providers';
-import type { RedteamAssertionTypes, RedteamFileConfig } from './redteam';
 import type { NunjucksFilterMap, TokenUsage } from './shared';
 export * from './prompts';
 export * from './providers';
-export * from './redteam';
+export * from '../redteam/types';
 export * from './shared';
 export declare const CommandLineOptionsSchema: z.ZodObject<{
     description: z.ZodOptional<z.ZodString>;
@@ -37,19 +37,18 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
     generateSuggestions: z.ZodOptional<z.ZodBoolean>;
     promptPrefix: z.ZodOptional<z.ZodString>;
     promptSuffix: z.ZodOptional<z.ZodString>;
-    envFile: z.ZodOptional<z.ZodString>;
+    envPath: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
-    delay: string;
-    output: string[];
     maxConcurrency: string;
+    output: string[];
+    delay: string;
     providers: string[];
     repeat: string;
-    vars?: string | undefined;
-    config?: string[] | undefined;
-    prompts?: string[] | undefined;
     cache?: boolean | undefined;
-    envFile?: string | undefined;
+    config?: string[] | undefined;
     write?: boolean | undefined;
+    vars?: string | undefined;
+    prompts?: string[] | undefined;
     description?: string | undefined;
     tests?: string | undefined;
     assertions?: string | undefined;
@@ -69,18 +68,18 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
     generateSuggestions?: boolean | undefined;
     promptPrefix?: string | undefined;
     promptSuffix?: string | undefined;
+    envPath?: string | undefined;
 }, {
-    delay: string;
-    output: string[];
     maxConcurrency: string;
+    output: string[];
+    delay: string;
     providers: string[];
     repeat: string;
-    vars?: string | undefined;
-    config?: string[] | undefined;
-    prompts?: string[] | undefined;
     cache?: boolean | undefined;
-    envFile?: string | undefined;
+    config?: string[] | undefined;
     write?: boolean | undefined;
+    vars?: string | undefined;
+    prompts?: string[] | undefined;
     description?: string | undefined;
     tests?: string | undefined;
     assertions?: string | undefined;
@@ -100,6 +99,7 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
     generateSuggestions?: boolean | undefined;
     promptPrefix?: string | undefined;
     promptSuffix?: string | undefined;
+    envPath?: string | undefined;
 }>;
 export type CommandLineOptions = z.infer<typeof CommandLineOptionsSchema>;
 export interface CsvRow {
@@ -209,9 +209,9 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
     repeat: z.ZodOptional<z.ZodNumber>;
     showProgressBar: z.ZodOptional<z.ZodBoolean>;
 }, "strip", z.ZodTypeAny, {
-    delay?: number | undefined;
     cache?: boolean | undefined;
     maxConcurrency?: number | undefined;
+    delay?: number | undefined;
     repeat?: number | undefined;
     generateSuggestions?: boolean | undefined;
     eventSource?: string | undefined;
@@ -219,9 +219,9 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
     progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
     showProgressBar?: boolean | undefined;
 }, {
-    delay?: number | undefined;
     cache?: boolean | undefined;
     maxConcurrency?: number | undefined;
+    delay?: number | undefined;
     repeat?: number | undefined;
     generateSuggestions?: boolean | undefined;
     eventSource?: string | undefined;
@@ -272,6 +272,23 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
             total?: number | undefined;
         }>;
         namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
+        namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
+        redteam: z.ZodOptional<z.ZodObject<{
+            pluginScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
+            pluginScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
+            strategyScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
+            strategyScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            pluginScores: Record<string, number>;
+            pluginScoresCount: Record<string, number>;
+            strategyScores: Record<string, number>;
+            strategyScoresCount: Record<string, number>;
+        }, {
+            pluginScores: Record<string, number>;
+            pluginScoresCount: Record<string, number>;
+            strategyScores: Record<string, number>;
+            strategyScoresCount: Record<string, number>;
+        }>>;
         cost: z.ZodNumber;
     }, "strip", z.ZodTypeAny, {
         cost: number;
@@ -288,6 +305,13 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
         assertFailCount: number;
         totalLatencyMs: number;
         namedScores: Record<string, number>;
+        namedScoresCount: Record<string, number>;
+        redteam?: {
+            pluginScores: Record<string, number>;
+            pluginScoresCount: Record<string, number>;
+            strategyScores: Record<string, number>;
+            strategyScoresCount: Record<string, number>;
+        } | undefined;
     }, {
         cost: number;
         tokenUsage: {
@@ -303,6 +327,13 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
         assertFailCount: number;
         totalLatencyMs: number;
         namedScores: Record<string, number>;
+        namedScoresCount: Record<string, number>;
+        redteam?: {
+            pluginScores: Record<string, number>;
+            pluginScoresCount: Record<string, number>;
+            strategyScores: Record<string, number>;
+            strategyScoresCount: Record<string, number>;
+        } | undefined;
     }>>;
 }>, "strip", z.ZodTypeAny, {
     provider: string;
@@ -313,8 +344,8 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
         provider?: ApiProvider | undefined;
     }, ...args: unknown[]) => Promise<any>) | undefined;
     id?: string | undefined;
-    display?: string | undefined;
     config?: any;
+    display?: string | undefined;
     metrics?: {
         cost: number;
         tokenUsage: {
@@ -330,6 +361,13 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
         assertFailCount: number;
         totalLatencyMs: number;
         namedScores: Record<string, number>;
+        namedScoresCount: Record<string, number>;
+        redteam?: {
+            pluginScores: Record<string, number>;
+            pluginScoresCount: Record<string, number>;
+            strategyScores: Record<string, number>;
+            strategyScoresCount: Record<string, number>;
+        } | undefined;
     } | undefined;
 }, {
     provider: string;
@@ -340,8 +378,8 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
         provider?: ApiProvider | undefined;
     }, ...args: unknown[]) => Promise<any>) | undefined;
     id?: string | undefined;
-    display?: string | undefined;
     config?: any;
+    display?: string | undefined;
     metrics?: {
         cost: number;
         tokenUsage: {
@@ -357,6 +395,13 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
         assertFailCount: number;
         totalLatencyMs: number;
         namedScores: Record<string, number>;
+        namedScoresCount: Record<string, number>;
+        redteam?: {
+            pluginScores: Record<string, number>;
+            pluginScoresCount: Record<string, number>;
+            strategyScores: Record<string, number>;
+            strategyScoresCount: Record<string, number>;
+        } | undefined;
     } | undefined;
 }>;
 export type CompletedPrompt = z.infer<typeof CompletedPromptSchema>;
@@ -433,9 +478,14 @@ export interface GradingResult {
     componentResults?: GradingResult[];
     assertion?: Assertion | null;
     comment?: string;
+    metadata?: {
+        pluginId?: string;
+        strategyId?: string;
+        [key: string]: any;
+    };
 }
 export declare function isGradingResult(result: any): result is GradingResult;
-export declare const BaseAssertionTypesSchema: z.ZodEnum<["answer-relevance", "contains-all", "contains-any", "contains-json", "contains-sql", "contains-xml", "contains", "context-faithfulness", "context-recall", "context-relevance", "cost", "equals", "factuality", "human", "icontains-all", "icontains-any", "icontains", "is-json", "is-sql", "is-valid-openai-function-call", "is-valid-openai-tools-call", "is-xml", "javascript", "latency", "levenshtein", "llm-rubric", "model-graded-closedqa", "model-graded-factuality", "moderation", "perplexity-score", "perplexity", "python", "regex", "rouge-l", "rouge-n", "rouge-s", "select-best", "similar", "starts-with", "webhook"]>;
+export declare const BaseAssertionTypesSchema: z.ZodEnum<["answer-relevance", "classifier", "contains-all", "contains-any", "contains-json", "contains-sql", "contains-xml", "contains", "context-faithfulness", "context-recall", "context-relevance", "cost", "equals", "factuality", "human", "icontains-all", "icontains-any", "icontains", "is-json", "is-sql", "is-valid-openai-function-call", "is-valid-openai-tools-call", "is-xml", "javascript", "latency", "levenshtein", "llm-rubric", "model-graded-closedqa", "model-graded-factuality", "moderation", "perplexity-score", "perplexity", "python", "regex", "rouge-l", "rouge-n", "rouge-s", "select-best", "similar", "starts-with", "webhook"]>;
 export type BaseAssertionTypes = z.infer<typeof BaseAssertionTypesSchema>;
 type NotPrefixed<T extends string> = `not-${T}`;
 export type AssertionType = BaseAssertionTypes | NotPrefixed<BaseAssertionTypes> | RedteamAssertionTypes;
@@ -614,6 +664,23 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
                 total?: number | undefined;
             }>;
             namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
+            namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
+            redteam: z.ZodOptional<z.ZodObject<{
+                pluginScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
+                pluginScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
+                strategyScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
+                strategyScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
+            }, "strip", z.ZodTypeAny, {
+                pluginScores: Record<string, number>;
+                pluginScoresCount: Record<string, number>;
+                strategyScores: Record<string, number>;
+                strategyScoresCount: Record<string, number>;
+            }, {
+                pluginScores: Record<string, number>;
+                pluginScoresCount: Record<string, number>;
+                strategyScores: Record<string, number>;
+                strategyScoresCount: Record<string, number>;
+            }>>;
             cost: z.ZodNumber;
         }, "strip", z.ZodTypeAny, {
             cost: number;
@@ -630,6 +697,13 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
             assertFailCount: number;
             totalLatencyMs: number;
             namedScores: Record<string, number>;
+            namedScoresCount: Record<string, number>;
+            redteam?: {
+                pluginScores: Record<string, number>;
+                pluginScoresCount: Record<string, number>;
+                strategyScores: Record<string, number>;
+                strategyScoresCount: Record<string, number>;
+            } | undefined;
         }, {
             cost: number;
             tokenUsage: {
@@ -645,6 +719,13 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
             assertFailCount: number;
             totalLatencyMs: number;
             namedScores: Record<string, number>;
+            namedScoresCount: Record<string, number>;
+            redteam?: {
+                pluginScores: Record<string, number>;
+                pluginScoresCount: Record<string, number>;
+                strategyScores: Record<string, number>;
+                strategyScoresCount: Record<string, number>;
+            } | undefined;
         }>>;
     }>, "strip", z.ZodTypeAny, {
         provider: string;
@@ -655,8 +736,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
         metrics?: {
             cost: number;
             tokenUsage: {
@@ -672,6 +753,13 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
             assertFailCount: number;
             totalLatencyMs: number;
             namedScores: Record<string, number>;
+            namedScoresCount: Record<string, number>;
+            redteam?: {
+                pluginScores: Record<string, number>;
+                pluginScoresCount: Record<string, number>;
+                strategyScores: Record<string, number>;
+                strategyScoresCount: Record<string, number>;
+            } | undefined;
         } | undefined;
     }, {
         provider: string;
@@ -682,8 +770,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
         metrics?: {
             cost: number;
             tokenUsage: {
@@ -699,6 +787,13 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
             assertFailCount: number;
             totalLatencyMs: number;
             namedScores: Record<string, number>;
+            namedScoresCount: Record<string, number>;
+            redteam?: {
+                pluginScores: Record<string, number>;
+                pluginScoresCount: Record<string, number>;
+                strategyScores: Record<string, number>;
+                strategyScoresCount: Record<string, number>;
+            } | undefined;
         } | undefined;
     }>;
     id: z.ZodString;
@@ -714,8 +809,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
         metrics?: {
             cost: number;
             tokenUsage: {
@@ -731,6 +826,13 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
             assertFailCount: number;
             totalLatencyMs: number;
             namedScores: Record<string, number>;
+            namedScoresCount: Record<string, number>;
+            redteam?: {
+                pluginScores: Record<string, number>;
+                pluginScoresCount: Record<string, number>;
+                strategyScores: Record<string, number>;
+                strategyScoresCount: Record<string, number>;
+            } | undefined;
         } | undefined;
     };
     evalId: string;
@@ -745,8 +847,8 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
         metrics?: {
             cost: number;
             tokenUsage: {
@@ -762,6 +864,13 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
             assertFailCount: number;
             totalLatencyMs: number;
             namedScores: Record<string, number>;
+            namedScoresCount: Record<string, number>;
+            redteam?: {
+                pluginScores: Record<string, number>;
+                pluginScoresCount: Record<string, number>;
+                strategyScores: Record<string, number>;
+                strategyScoresCount: Record<string, number>;
+            } | undefined;
         } | undefined;
     };
     evalId: string;
@@ -887,8 +996,8 @@ export declare const TestCaseSchema: z.ZodObject<{
         }>>;
     }, "strict", z.ZodTypeAny, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -930,8 +1039,8 @@ export declare const TestCaseSchema: z.ZodObject<{
         } | undefined;
     }, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -1243,8 +1352,8 @@ export declare const TestCaseSchema: z.ZodObject<{
     vars?: Record<string, string | any[] | string[] | {}> | undefined;
     provider?: string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -1357,8 +1466,8 @@ export declare const TestCaseSchema: z.ZodObject<{
     vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
     provider?: string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -1567,8 +1676,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
         }>>;
     }, "strict", z.ZodTypeAny, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -1610,8 +1719,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
         } | undefined;
     }, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -1925,8 +2034,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
     vars?: string | string[] | Record<string, string | any[] | string[] | {}> | undefined;
     provider?: string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -2039,8 +2148,8 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
     vars?: string | string[] | Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
     provider?: string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -2246,8 +2355,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
             }>>;
         }, "strict", z.ZodTypeAny, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -2289,8 +2398,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
             } | undefined;
         }, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -2602,8 +2711,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -2716,8 +2825,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -2848,6 +2957,23 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                     total?: number | undefined;
                 }>;
                 namedScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
+                namedScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
+                redteam: z.ZodOptional<z.ZodObject<{
+                    pluginScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
+                    pluginScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
+                    strategyScores: z.ZodRecord<z.ZodString, z.ZodNumber>;
+                    strategyScoresCount: z.ZodRecord<z.ZodString, z.ZodNumber>;
+                }, "strip", z.ZodTypeAny, {
+                    pluginScores: Record<string, number>;
+                    pluginScoresCount: Record<string, number>;
+                    strategyScores: Record<string, number>;
+                    strategyScoresCount: Record<string, number>;
+                }, {
+                    pluginScores: Record<string, number>;
+                    pluginScoresCount: Record<string, number>;
+                    strategyScores: Record<string, number>;
+                    strategyScoresCount: Record<string, number>;
+                }>>;
                 cost: z.ZodNumber;
             }, "strip", z.ZodTypeAny, {
                 cost: number;
@@ -2864,6 +2990,13 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 assertFailCount: number;
                 totalLatencyMs: number;
                 namedScores: Record<string, number>;
+                namedScoresCount: Record<string, number>;
+                redteam?: {
+                    pluginScores: Record<string, number>;
+                    pluginScoresCount: Record<string, number>;
+                    strategyScores: Record<string, number>;
+                    strategyScoresCount: Record<string, number>;
+                } | undefined;
             }, {
                 cost: number;
                 tokenUsage: {
@@ -2879,6 +3012,13 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 assertFailCount: number;
                 totalLatencyMs: number;
                 namedScores: Record<string, number>;
+                namedScoresCount: Record<string, number>;
+                redteam?: {
+                    pluginScores: Record<string, number>;
+                    pluginScoresCount: Record<string, number>;
+                    strategyScores: Record<string, number>;
+                    strategyScoresCount: Record<string, number>;
+                } | undefined;
             }>>;
         }>, "strip", z.ZodTypeAny, {
             provider: string;
@@ -2889,8 +3029,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
             metrics?: {
                 cost: number;
                 tokenUsage: {
@@ -2906,6 +3046,13 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 assertFailCount: number;
                 totalLatencyMs: number;
                 namedScores: Record<string, number>;
+                namedScoresCount: Record<string, number>;
+                redteam?: {
+                    pluginScores: Record<string, number>;
+                    pluginScoresCount: Record<string, number>;
+                    strategyScores: Record<string, number>;
+                    strategyScoresCount: Record<string, number>;
+                } | undefined;
             } | undefined;
         }, {
             provider: string;
@@ -2916,8 +3063,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
             metrics?: {
                 cost: number;
                 tokenUsage: {
@@ -2933,6 +3080,13 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 assertFailCount: number;
                 totalLatencyMs: number;
                 namedScores: Record<string, number>;
+                namedScoresCount: Record<string, number>;
+                redteam?: {
+                    pluginScores: Record<string, number>;
+                    pluginScoresCount: Record<string, number>;
+                    strategyScores: Record<string, number>;
+                    strategyScoresCount: Record<string, number>;
+                } | undefined;
             } | undefined;
         }>;
         id: z.ZodString;
@@ -2948,8 +3102,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
             metrics?: {
                 cost: number;
                 tokenUsage: {
@@ -2965,6 +3119,13 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 assertFailCount: number;
                 totalLatencyMs: number;
                 namedScores: Record<string, number>;
+                namedScoresCount: Record<string, number>;
+                redteam?: {
+                    pluginScores: Record<string, number>;
+                    pluginScoresCount: Record<string, number>;
+                    strategyScores: Record<string, number>;
+                    strategyScoresCount: Record<string, number>;
+                } | undefined;
             } | undefined;
         };
         evalId: string;
@@ -2979,8 +3140,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
             metrics?: {
                 cost: number;
                 tokenUsage: {
@@ -2996,6 +3157,13 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 assertFailCount: number;
                 totalLatencyMs: number;
                 namedScores: Record<string, number>;
+                namedScoresCount: Record<string, number>;
+                redteam?: {
+                    pluginScores: Record<string, number>;
+                    pluginScoresCount: Record<string, number>;
+                    strategyScores: Record<string, number>;
+                    strategyScoresCount: Record<string, number>;
+                } | undefined;
             } | undefined;
         };
         evalId: string;
@@ -3013,8 +3181,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
             metrics?: {
                 cost: number;
                 tokenUsage: {
@@ -3030,6 +3198,13 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 assertFailCount: number;
                 totalLatencyMs: number;
                 namedScores: Record<string, number>;
+                namedScoresCount: Record<string, number>;
+                redteam?: {
+                    pluginScores: Record<string, number>;
+                    pluginScoresCount: Record<string, number>;
+                    strategyScores: Record<string, number>;
+                    strategyScoresCount: Record<string, number>;
+                } | undefined;
             } | undefined;
         };
         evalId: string;
@@ -3063,8 +3238,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -3165,8 +3340,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
             metrics?: {
                 cost: number;
                 tokenUsage: {
@@ -3182,6 +3357,13 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
                 assertFailCount: number;
                 totalLatencyMs: number;
                 namedScores: Record<string, number>;
+                namedScoresCount: Record<string, number>;
+                redteam?: {
+                    pluginScores: Record<string, number>;
+                    pluginScoresCount: Record<string, number>;
+                    strategyScores: Record<string, number>;
+                    strategyScoresCount: Record<string, number>;
+                } | undefined;
             } | undefined;
         };
         evalId: string;
@@ -3215,8 +3397,8 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -3426,8 +3608,8 @@ export declare const ScenarioSchema: z.ZodObject<{
             }>>;
         }, "strict", z.ZodTypeAny, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -3469,8 +3651,8 @@ export declare const ScenarioSchema: z.ZodObject<{
             } | undefined;
         }, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -3782,8 +3964,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -3896,8 +4078,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -4100,8 +4282,8 @@ export declare const ScenarioSchema: z.ZodObject<{
             }>>;
         }, "strict", z.ZodTypeAny, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -4143,8 +4325,8 @@ export declare const ScenarioSchema: z.ZodObject<{
             } | undefined;
         }, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -4456,8 +4638,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -4570,8 +4752,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -4686,8 +4868,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -4801,8 +4983,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -4918,8 +5100,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -5033,8 +5215,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -5240,8 +5422,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
         }>>;
     }, "strict", z.ZodTypeAny, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -5283,8 +5465,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
         } | undefined;
     }, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -5598,8 +5780,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
     vars?: Record<string, string | {}> | undefined;
     provider?: string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -5712,8 +5894,8 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
     vars?: Record<string, string | {}> | undefined;
     provider?: string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -5862,8 +6044,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }, {
         raw: string;
         label: string;
@@ -5872,8 +6054,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }>, "many">;
     providerPromptMap: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodEffects<z.ZodString, string[], string>, z.ZodArray<z.ZodString, "many">]>>>;
     tests: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -5994,8 +6176,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             }>>;
         }, "strict", z.ZodTypeAny, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -6037,8 +6219,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             } | undefined;
         }, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -6350,8 +6532,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -6464,8 +6646,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -6670,8 +6852,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
                 }>>;
             }, "strict", z.ZodTypeAny, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -6713,8 +6895,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
                 } | undefined;
             }, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -7026,8 +7208,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -7140,8 +7322,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -7344,8 +7526,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
                 }>>;
             }, "strict", z.ZodTypeAny, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -7387,8 +7569,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
                 } | undefined;
             }, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -7700,8 +7882,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -7814,8 +7996,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -7930,8 +8112,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -8045,8 +8227,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -8162,8 +8344,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -8277,8 +8459,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -8483,8 +8665,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             }>>;
         }, "strict", z.ZodTypeAny, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -8526,8 +8708,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             } | undefined;
         }, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -8839,8 +9021,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -8953,8 +9135,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -9167,8 +9349,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }[];
     providers: {
         callApi: import("./providers").CallApiFunction;
@@ -9245,8 +9427,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -9331,6 +9513,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
         })[] | undefined;
         threshold?: number | undefined;
     }[] | undefined;
+    redteam?: RedteamFileConfig | undefined;
     tags?: Record<string, string> | undefined;
     providerPromptMap?: Record<string, string[]> | undefined;
     scenarios?: {
@@ -9363,8 +9546,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -9478,8 +9661,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -9595,8 +9778,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -9687,7 +9870,6 @@ export declare const TestSuiteSchema: z.ZodObject<{
         name: string;
     }[] | undefined;
     extensions?: string[] | undefined;
-    redteam?: RedteamFileConfig | undefined;
 }, {
     prompts: {
         raw: string;
@@ -9697,8 +9879,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }[];
     providers: {
         callApi: import("./providers").CallApiFunction;
@@ -9775,8 +9957,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -9861,6 +10043,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
         })[] | undefined;
         threshold?: number | undefined;
     }[] | undefined;
+    redteam?: RedteamFileConfig | undefined;
     tags?: Record<string, string> | undefined;
     providerPromptMap?: Record<string, string | string[]> | undefined;
     scenarios?: {
@@ -9893,8 +10076,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -10008,8 +10191,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -10125,8 +10308,8 @@ export declare const TestSuiteSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -10217,7 +10400,6 @@ export declare const TestSuiteSchema: z.ZodObject<{
         name: string;
     }[] | undefined;
     extensions?: string[] | undefined;
-    redteam?: RedteamFileConfig | undefined;
 }>;
 export type TestSuite = z.infer<typeof TestSuiteSchema>;
 export declare const TestSuiteConfigSchema: z.ZodObject<{
@@ -10253,8 +10435,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         }, {
             raw: string;
             label: string;
@@ -10263,8 +10445,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         }>;
         vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
     }, "strip", z.ZodTypeAny, {
@@ -10277,8 +10459,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -10295,8 +10477,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -10430,8 +10612,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         }>>;
     }, "strict", z.ZodTypeAny, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -10473,8 +10655,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         } | undefined;
     }, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -10629,8 +10811,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         }>>;
     }, "strict", z.ZodTypeAny, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -10672,8 +10854,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         } | undefined;
     }, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -10743,8 +10925,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         }, {
             raw: string;
             label: string;
@@ -10753,8 +10935,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         }>;
         vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
     }, "strip", z.ZodTypeAny, {
@@ -10767,8 +10949,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -10785,8 +10967,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -10842,8 +11024,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }, {
         raw: string;
         label: string;
@@ -10852,8 +11034,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }>]>, "many">, z.ZodRecord<z.ZodString, z.ZodString>]>;
     tests: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
         description: z.ZodOptional<z.ZodString>;
@@ -10973,8 +11155,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             }>>;
         }, "strict", z.ZodTypeAny, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -11016,8 +11198,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             } | undefined;
         }, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -11329,8 +11511,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -11443,8 +11625,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -11649,8 +11831,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 }>>;
             }, "strict", z.ZodTypeAny, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -11692,8 +11874,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 } | undefined;
             }, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -12005,8 +12187,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -12119,8 +12301,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -12323,8 +12505,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 }>>;
             }, "strict", z.ZodTypeAny, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -12366,8 +12548,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 } | undefined;
             }, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -12679,8 +12861,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -12793,8 +12975,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -12909,8 +13091,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -13024,8 +13206,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -13141,8 +13323,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -13256,8 +13438,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -13462,8 +13644,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             }>>;
         }, "strict", z.ZodTypeAny, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -13505,8 +13687,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             } | undefined;
         }, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -13818,8 +14000,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -13931,8 +14113,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -14157,8 +14339,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     } | {
         id: string;
         raw?: string | undefined;
@@ -14174,8 +14356,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -14188,8 +14370,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         label?: string | undefined;
     }) | (string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -14239,8 +14421,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -14253,8 +14435,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         label?: string | undefined;
     }) | Record<string, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -14362,8 +14544,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -14448,6 +14630,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         })[] | undefined;
         threshold?: number | undefined;
     })[] | undefined;
+    redteam?: RedteamFileConfig | undefined;
     tags?: Record<string, string> | undefined;
     scenarios?: (string | {
         config: {
@@ -14479,8 +14662,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -14594,8 +14777,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -14711,8 +14894,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -14802,7 +14985,6 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         name: string;
     }[] | undefined;
     extensions?: string[] | undefined;
-    redteam?: RedteamFileConfig | undefined;
     outputPath?: string | string[] | undefined;
     sharing?: boolean | {
         apiBaseUrl?: string | undefined;
@@ -14818,8 +15000,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     } | {
         id: string;
         raw?: string | undefined;
@@ -14835,8 +15017,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -14849,8 +15031,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         label?: string | undefined;
     }) | (string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -14900,8 +15082,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -14914,8 +15096,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         label?: string | undefined;
     }) | Record<string, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -15023,8 +15205,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -15109,6 +15291,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         })[] | undefined;
         threshold?: number | undefined;
     })[] | undefined;
+    redteam?: RedteamFileConfig | undefined;
     tags?: Record<string, string> | undefined;
     scenarios?: (string | {
         config: {
@@ -15140,8 +15323,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -15255,8 +15438,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -15372,8 +15555,8 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -15463,7 +15646,6 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
         name: string;
     }[] | undefined;
     extensions?: string[] | undefined;
-    redteam?: RedteamFileConfig | undefined;
     outputPath?: string | string[] | undefined;
     sharing?: boolean | {
         apiBaseUrl?: string | undefined;
@@ -15505,8 +15687,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         }, {
             raw: string;
             label: string;
@@ -15515,8 +15697,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         }>;
         vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
     }, "strip", z.ZodTypeAny, {
@@ -15529,8 +15711,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -15547,8 +15729,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -15682,8 +15864,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         }>>;
     }, "strict", z.ZodTypeAny, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -15725,8 +15907,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         } | undefined;
     }, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -15881,8 +16063,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         }>>;
     }, "strict", z.ZodTypeAny, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -15924,8 +16106,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         } | undefined;
     }, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -15995,8 +16177,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         }, {
             raw: string;
             label: string;
@@ -16005,8 +16187,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         }>;
         vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
     }, "strip", z.ZodTypeAny, {
@@ -16019,8 +16201,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -16037,8 +16219,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -16094,8 +16276,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }, {
         raw: string;
         label: string;
@@ -16104,8 +16286,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     }>]>, "many">, z.ZodRecord<z.ZodString, z.ZodString>]>;
     tests: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
         description: z.ZodOptional<z.ZodString>;
@@ -16225,8 +16407,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             }>>;
         }, "strict", z.ZodTypeAny, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -16268,8 +16450,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             } | undefined;
         }, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -16581,8 +16763,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -16695,8 +16877,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -16901,8 +17083,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 }>>;
             }, "strict", z.ZodTypeAny, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -16944,8 +17126,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 } | undefined;
             }, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -17257,8 +17439,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -17371,8 +17553,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -17575,8 +17757,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 }>>;
             }, "strict", z.ZodTypeAny, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -17618,8 +17800,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 } | undefined;
             }, {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -17931,8 +18113,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -18045,8 +18227,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -18161,8 +18343,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -18276,8 +18458,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -18393,8 +18575,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -18508,8 +18690,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -18714,8 +18896,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             }>>;
         }, "strict", z.ZodTypeAny, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -18757,8 +18939,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             } | undefined;
         }, {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -19070,8 +19252,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -19183,8 +19365,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -19417,9 +19599,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         repeat: z.ZodOptional<z.ZodNumber>;
         showProgressBar: z.ZodOptional<z.ZodBoolean>;
     }, "strip", z.ZodTypeAny, {
-        delay?: number | undefined;
         cache?: boolean | undefined;
         maxConcurrency?: number | undefined;
+        delay?: number | undefined;
         repeat?: number | undefined;
         generateSuggestions?: boolean | undefined;
         eventSource?: string | undefined;
@@ -19427,9 +19609,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
         showProgressBar?: boolean | undefined;
     }, {
-        delay?: number | undefined;
         cache?: boolean | undefined;
         maxConcurrency?: number | undefined;
+        delay?: number | undefined;
         repeat?: number | undefined;
         generateSuggestions?: boolean | undefined;
         eventSource?: string | undefined;
@@ -19467,17 +19649,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         generateSuggestions: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
         promptPrefix: z.ZodOptional<z.ZodOptional<z.ZodString>>;
         promptSuffix: z.ZodOptional<z.ZodOptional<z.ZodString>>;
-        envFile: z.ZodOptional<z.ZodOptional<z.ZodString>>;
+        envPath: z.ZodOptional<z.ZodOptional<z.ZodString>>;
     }, "strip", z.ZodTypeAny, {
-        vars?: string | undefined;
-        config?: string[] | undefined;
-        prompts?: string[] | undefined;
-        delay?: string | undefined;
-        output?: string[] | undefined;
         cache?: boolean | undefined;
-        envFile?: string | undefined;
+        config?: string[] | undefined;
         maxConcurrency?: string | undefined;
+        output?: string[] | undefined;
         write?: boolean | undefined;
+        vars?: string | undefined;
+        prompts?: string[] | undefined;
+        delay?: string | undefined;
         description?: string | undefined;
         providers?: string[] | undefined;
         repeat?: string | undefined;
@@ -19499,16 +19680,16 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         generateSuggestions?: boolean | undefined;
         promptPrefix?: string | undefined;
         promptSuffix?: string | undefined;
+        envPath?: string | undefined;
     }, {
-        vars?: string | undefined;
-        config?: string[] | undefined;
-        prompts?: string[] | undefined;
-        delay?: string | undefined;
-        output?: string[] | undefined;
         cache?: boolean | undefined;
-        envFile?: string | undefined;
+        config?: string[] | undefined;
         maxConcurrency?: string | undefined;
+        output?: string[] | undefined;
         write?: boolean | undefined;
+        vars?: string | undefined;
+        prompts?: string[] | undefined;
+        delay?: string | undefined;
         description?: string | undefined;
         providers?: string[] | undefined;
         repeat?: string | undefined;
@@ -19530,6 +19711,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         generateSuggestions?: boolean | undefined;
         promptPrefix?: string | undefined;
         promptSuffix?: string | undefined;
+        envPath?: string | undefined;
     }>>;
 }>, "strip", z.ZodTypeAny, {
     prompts: string | Record<string, string> | (string | {
@@ -19540,8 +19722,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     } | {
         id: string;
         raw?: string | undefined;
@@ -19557,8 +19739,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -19571,8 +19753,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         label?: string | undefined;
     }) | (string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -19622,8 +19804,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -19636,8 +19818,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         label?: string | undefined;
     }) | Record<string, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -19745,8 +19927,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -19831,6 +20013,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         })[] | undefined;
         threshold?: number | undefined;
     })[] | undefined;
+    redteam?: RedteamFileConfig | undefined;
     tags?: Record<string, string> | undefined;
     scenarios?: (string | {
         config: {
@@ -19862,8 +20045,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -19977,8 +20160,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | any[] | string[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -20094,8 +20277,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         vars?: Record<string, string | any[] | string[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -20185,7 +20368,6 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         name: string;
     }[] | undefined;
     extensions?: string[] | undefined;
-    redteam?: RedteamFileConfig | undefined;
     outputPath?: string | string[] | undefined;
     sharing?: boolean | {
         apiBaseUrl?: string | undefined;
@@ -20193,9 +20375,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
     } | undefined;
     writeLatestResults?: boolean | undefined;
     evaluateOptions?: {
-        delay?: number | undefined;
         cache?: boolean | undefined;
         maxConcurrency?: number | undefined;
+        delay?: number | undefined;
         repeat?: number | undefined;
         generateSuggestions?: boolean | undefined;
         eventSource?: string | undefined;
@@ -20204,15 +20386,14 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         showProgressBar?: boolean | undefined;
     } | undefined;
     commandLineOptions?: {
-        vars?: string | undefined;
-        config?: string[] | undefined;
-        prompts?: string[] | undefined;
-        delay?: string | undefined;
-        output?: string[] | undefined;
         cache?: boolean | undefined;
-        envFile?: string | undefined;
+        config?: string[] | undefined;
         maxConcurrency?: string | undefined;
+        output?: string[] | undefined;
         write?: boolean | undefined;
+        vars?: string | undefined;
+        prompts?: string[] | undefined;
+        delay?: string | undefined;
         description?: string | undefined;
         providers?: string[] | undefined;
         repeat?: string | undefined;
@@ -20234,6 +20415,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         generateSuggestions?: boolean | undefined;
         promptPrefix?: string | undefined;
         promptSuffix?: string | undefined;
+        envPath?: string | undefined;
     } | undefined;
 }, {
     prompts: string | Record<string, string> | (string | {
@@ -20244,8 +20426,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             provider?: ApiProvider | undefined;
         }, ...args: unknown[]) => Promise<any>) | undefined;
         id?: string | undefined;
-        display?: string | undefined;
         config?: any;
+        display?: string | undefined;
     } | {
         id: string;
         raw?: string | undefined;
@@ -20261,8 +20443,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -20275,8 +20457,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         label?: string | undefined;
     }) | (string | {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -20326,8 +20508,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
                 provider?: ApiProvider | undefined;
             }, ...args: unknown[]) => Promise<any>) | undefined;
             id?: string | undefined;
-            display?: string | undefined;
             config?: any;
+            display?: string | undefined;
         };
         fetchWithCache?: any;
         filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
@@ -20340,8 +20522,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         label?: string | undefined;
     }) | Record<string, {
         id?: string | undefined;
-        label?: string | undefined;
         config?: any;
+        label?: string | undefined;
         prompts?: string[] | undefined;
         transform?: string | undefined;
         delay?: number | undefined;
@@ -20449,8 +20631,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -20535,6 +20717,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         })[] | undefined;
         threshold?: number | undefined;
     })[] | undefined;
+    redteam?: RedteamFileConfig | undefined;
     tags?: Record<string, string> | undefined;
     scenarios?: (string | {
         config: {
@@ -20566,8 +20749,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -20681,8 +20864,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
             vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
             provider?: string | {
                 id?: string | undefined;
-                label?: string | undefined;
                 config?: any;
+                label?: string | undefined;
                 prompts?: string[] | undefined;
                 transform?: string | undefined;
                 delay?: number | undefined;
@@ -20798,8 +20981,8 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
         provider?: string | {
             id?: string | undefined;
-            label?: string | undefined;
             config?: any;
+            label?: string | undefined;
             prompts?: string[] | undefined;
             transform?: string | undefined;
             delay?: number | undefined;
@@ -20889,7 +21072,6 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         name: string;
     }[] | undefined;
     extensions?: string[] | undefined;
-    redteam?: RedteamFileConfig | undefined;
     outputPath?: string | string[] | undefined;
     sharing?: boolean | {
         apiBaseUrl?: string | undefined;
@@ -20897,9 +21079,9 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
     } | undefined;
     writeLatestResults?: boolean | undefined;
     evaluateOptions?: {
-        delay?: number | undefined;
         cache?: boolean | undefined;
         maxConcurrency?: number | undefined;
+        delay?: number | undefined;
         repeat?: number | undefined;
         generateSuggestions?: boolean | undefined;
         eventSource?: string | undefined;
@@ -20908,15 +21090,14 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         showProgressBar?: boolean | undefined;
     } | undefined;
     commandLineOptions?: {
-        vars?: string | undefined;
-        config?: string[] | undefined;
-        prompts?: string[] | undefined;
-        delay?: string | undefined;
-        output?: string[] | undefined;
         cache?: boolean | undefined;
-        envFile?: string | undefined;
+        config?: string[] | undefined;
         maxConcurrency?: string | undefined;
+        output?: string[] | undefined;
         write?: boolean | undefined;
+        vars?: string | undefined;
+        prompts?: string[] | undefined;
+        delay?: string | undefined;
         description?: string | undefined;
         providers?: string[] | undefined;
         repeat?: string | undefined;
@@ -20938,6 +21119,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
         generateSuggestions?: boolean | undefined;
         promptPrefix?: string | undefined;
         promptSuffix?: string | undefined;
+        envPath?: string | undefined;
     } | undefined;
 }>;
 export type UnifiedConfig = z.infer<typeof UnifiedConfigSchema>;