promptfoo 0.112.4 → 0.112.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. package/dist/package.json +37 -32
  2. package/dist/src/app/assets/{index-CjtcgXub.js → index-CtILcypo.js} +125 -125
  3. package/dist/src/app/assets/{index.es-CTVmcuv3.js → index.es-D1K8VDHD.js} +1 -1
  4. package/dist/src/app/assets/{source-map-support-DcTymX4v.js → source-map-support-C0aSbjFf.js} +1 -1
  5. package/dist/src/app/assets/{sync-DT4gZaAv.js → sync-BE-MyvTb.js} +1 -1
  6. package/dist/src/app/index.html +1 -1
  7. package/dist/src/commands/eval.d.ts.map +1 -1
  8. package/dist/src/commands/eval.js +0 -5
  9. package/dist/src/commands/eval.js.map +1 -1
  10. package/dist/src/commands/init.d.ts.map +1 -1
  11. package/dist/src/commands/init.js +0 -2
  12. package/dist/src/commands/init.js.map +1 -1
  13. package/dist/src/commands/modelScan.d.ts.map +1 -1
  14. package/dist/src/commands/modelScan.js +0 -4
  15. package/dist/src/commands/modelScan.js.map +1 -1
  16. package/dist/src/commands/share.d.ts.map +1 -1
  17. package/dist/src/commands/share.js +0 -3
  18. package/dist/src/commands/share.js.map +1 -1
  19. package/dist/src/evaluator.d.ts.map +1 -1
  20. package/dist/src/evaluator.js +10 -1
  21. package/dist/src/evaluator.js.map +1 -1
  22. package/dist/src/fetch.d.ts +0 -1
  23. package/dist/src/fetch.d.ts.map +1 -1
  24. package/dist/src/fetch.js +17 -13
  25. package/dist/src/fetch.js.map +1 -1
  26. package/dist/src/main.d.ts +5 -1
  27. package/dist/src/main.d.ts.map +1 -1
  28. package/dist/src/main.js +31 -5
  29. package/dist/src/main.js.map +1 -1
  30. package/dist/src/providers/bedrock.d.ts +4 -3
  31. package/dist/src/providers/bedrock.d.ts.map +1 -1
  32. package/dist/src/providers/bedrock.js +109 -70
  33. package/dist/src/providers/bedrock.js.map +1 -1
  34. package/dist/src/providers/google/ai.studio.d.ts +10 -1
  35. package/dist/src/providers/google/ai.studio.d.ts.map +1 -1
  36. package/dist/src/providers/google/ai.studio.js +63 -1
  37. package/dist/src/providers/google/ai.studio.js.map +1 -1
  38. package/dist/src/providers/google/shared.d.ts.map +1 -1
  39. package/dist/src/providers/google/shared.js +14 -3
  40. package/dist/src/providers/google/shared.js.map +1 -1
  41. package/dist/src/providers/http.js +2 -2
  42. package/dist/src/providers/http.js.map +1 -1
  43. package/dist/src/providers/mcp/client.d.ts.map +1 -1
  44. package/dist/src/providers/mcp/client.js +7 -3
  45. package/dist/src/providers/mcp/client.js.map +1 -1
  46. package/dist/src/providers/sagemaker.d.ts +1 -5
  47. package/dist/src/providers/sagemaker.d.ts.map +1 -1
  48. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  49. package/dist/src/redteam/commands/generate.js +1 -6
  50. package/dist/src/redteam/commands/generate.js.map +1 -1
  51. package/dist/src/redteam/commands/poison.d.ts.map +1 -1
  52. package/dist/src/redteam/commands/poison.js +1 -5
  53. package/dist/src/redteam/commands/poison.js.map +1 -1
  54. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  55. package/dist/src/redteam/commands/run.js +1 -39
  56. package/dist/src/redteam/commands/run.js.map +1 -1
  57. package/dist/src/redteam/constants.d.ts +3 -3
  58. package/dist/src/redteam/constants.d.ts.map +1 -1
  59. package/dist/src/redteam/constants.js +13 -13
  60. package/dist/src/redteam/constants.js.map +1 -1
  61. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  62. package/dist/src/redteam/plugins/index.js +5 -1
  63. package/dist/src/redteam/plugins/index.js.map +1 -1
  64. package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
  65. package/dist/src/redteam/plugins/pii.js +5 -0
  66. package/dist/src/redteam/plugins/pii.js.map +1 -1
  67. package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
  68. package/dist/src/redteam/plugins/shellInjection.js +4 -2
  69. package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
  70. package/dist/src/redteam/providers/crescendo/index.d.ts +1 -1
  71. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  72. package/dist/src/redteam/providers/crescendo/index.js +1 -1
  73. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  74. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  75. package/dist/src/redteam/providers/iterative.js +5 -2
  76. package/dist/src/redteam/providers/iterative.js.map +1 -1
  77. package/dist/src/redteam/providers/iterativeTree.d.ts +1 -1
  78. package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
  79. package/dist/src/redteam/providers/iterativeTree.js +3 -3
  80. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  81. package/dist/src/redteam/providers/prompts.d.ts.map +1 -1
  82. package/dist/src/redteam/providers/prompts.js +20 -2
  83. package/dist/src/redteam/providers/prompts.js.map +1 -1
  84. package/dist/src/types/index.d.ts +65 -1150
  85. package/dist/src/types/index.d.ts.map +1 -1
  86. package/dist/src/types/shared.d.ts +3 -3
  87. package/dist/src/util/config/load.d.ts.map +1 -1
  88. package/dist/src/util/config/load.js +2 -1
  89. package/dist/src/util/config/load.js.map +1 -1
  90. package/dist/src/validators/providers.d.ts +3 -3
  91. package/dist/tsconfig.tsbuildinfo +1 -1
  92. package/package.json +37 -32
package/dist/src/types/index.d.ts CHANGED
@@ -444,7 +444,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
444
444
  assertPassCount: z.ZodNumber;
445
445
  assertFailCount: z.ZodNumber;
446
446
  totalLatencyMs: z.ZodNumber;
447
- tokenUsage: z.ZodObject<z.objectUtil.extendShape<{
447
+ tokenUsage: z.ZodObject<{
448
448
  prompt: z.ZodOptional<z.ZodNumber>;
449
449
  completion: z.ZodOptional<z.ZodNumber>;
450
450
  cached: z.ZodOptional<z.ZodNumber>;
@@ -463,7 +463,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
463
463
  acceptedPrediction?: number | undefined;
464
464
  rejectedPrediction?: number | undefined;
465
465
  }>>;
466
- }, {
466
+ } & {
467
467
  assertions: z.ZodOptional<z.ZodObject<{
468
468
  prompt: z.ZodOptional<z.ZodNumber>;
469
469
  completion: z.ZodOptional<z.ZodNumber>;
@@ -506,7 +506,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
506
506
  rejectedPrediction?: number | undefined;
507
507
  } | undefined;
508
508
  }>>;
509
- }>, "strip", z.ZodTypeAny, {
509
+ }, "strip", z.ZodTypeAny, {
510
510
  prompt?: number | undefined;
511
511
  completion?: number | undefined;
512
512
  cached?: number | undefined;
@@ -656,7 +656,7 @@ declare const PromptMetricsSchema: z.ZodObject<{
656
656
  } | undefined;
657
657
  }>;
658
658
  export type PromptMetrics = z.infer<typeof PromptMetricsSchema>;
659
- export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape<{
659
+ export declare const CompletedPromptSchema: z.ZodObject<{
660
660
  id: z.ZodOptional<z.ZodString>;
661
661
  raw: z.ZodString;
662
662
  display: z.ZodOptional<z.ZodString>;
@@ -672,7 +672,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
672
672
  provider?: ApiProvider | undefined;
673
673
  }>], z.ZodUnknown>, z.ZodPromise<z.ZodUnion<[z.ZodString, z.ZodAny]>>>>;
674
674
  config: z.ZodOptional<z.ZodAny>;
675
- }, {
675
+ } & {
676
676
  provider: z.ZodString;
677
677
  metrics: z.ZodOptional<z.ZodObject<{
678
678
  score: z.ZodNumber;
@@ -682,7 +682,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
682
682
  assertPassCount: z.ZodNumber;
683
683
  assertFailCount: z.ZodNumber;
684
684
  totalLatencyMs: z.ZodNumber;
685
- tokenUsage: z.ZodObject<z.objectUtil.extendShape<{
685
+ tokenUsage: z.ZodObject<{
686
686
  prompt: z.ZodOptional<z.ZodNumber>;
687
687
  completion: z.ZodOptional<z.ZodNumber>;
688
688
  cached: z.ZodOptional<z.ZodNumber>;
@@ -701,7 +701,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
701
701
  acceptedPrediction?: number | undefined;
702
702
  rejectedPrediction?: number | undefined;
703
703
  }>>;
704
- }, {
704
+ } & {
705
705
  assertions: z.ZodOptional<z.ZodObject<{
706
706
  prompt: z.ZodOptional<z.ZodNumber>;
707
707
  completion: z.ZodOptional<z.ZodNumber>;
@@ -744,7 +744,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
744
744
  rejectedPrediction?: number | undefined;
745
745
  } | undefined;
746
746
  }>>;
747
- }>, "strip", z.ZodTypeAny, {
747
+ }, "strip", z.ZodTypeAny, {
748
748
  prompt?: number | undefined;
749
749
  completion?: number | undefined;
750
750
  cached?: number | undefined;
@@ -893,7 +893,7 @@ export declare const CompletedPromptSchema: z.ZodObject<z.objectUtil.extendShape
893
893
  strategyFailCount: Record<string, number>;
894
894
  } | undefined;
895
895
  }>>;
896
- }>, "strip", z.ZodTypeAny, {
896
+ }, "strip", z.ZodTypeAny, {
897
897
  provider: string;
898
898
  raw: string;
899
899
  label: string;
@@ -1295,7 +1295,7 @@ export interface AssertionParams {
1295
1295
  valueFromScript?: string | boolean | number | GradingResult | object;
1296
1296
  }
1297
1297
  export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
1298
- prompt: z.ZodObject<z.objectUtil.extendShape<{
1298
+ prompt: z.ZodObject<{
1299
1299
  id: z.ZodOptional<z.ZodString>;
1300
1300
  raw: z.ZodString;
1301
1301
  display: z.ZodOptional<z.ZodString>;
@@ -1311,7 +1311,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
1311
1311
  provider?: ApiProvider | undefined;
1312
1312
  }>], z.ZodUnknown>, z.ZodPromise<z.ZodUnion<[z.ZodString, z.ZodAny]>>>>;
1313
1313
  config: z.ZodOptional<z.ZodAny>;
1314
- }, {
1314
+ } & {
1315
1315
  provider: z.ZodString;
1316
1316
  metrics: z.ZodOptional<z.ZodObject<{
1317
1317
  score: z.ZodNumber;
@@ -1321,7 +1321,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
1321
1321
  assertPassCount: z.ZodNumber;
1322
1322
  assertFailCount: z.ZodNumber;
1323
1323
  totalLatencyMs: z.ZodNumber;
1324
- tokenUsage: z.ZodObject<z.objectUtil.extendShape<{
1324
+ tokenUsage: z.ZodObject<{
1325
1325
  prompt: z.ZodOptional<z.ZodNumber>;
1326
1326
  completion: z.ZodOptional<z.ZodNumber>;
1327
1327
  cached: z.ZodOptional<z.ZodNumber>;
@@ -1340,7 +1340,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
1340
1340
  acceptedPrediction?: number | undefined;
1341
1341
  rejectedPrediction?: number | undefined;
1342
1342
  }>>;
1343
- }, {
1343
+ } & {
1344
1344
  assertions: z.ZodOptional<z.ZodObject<{
1345
1345
  prompt: z.ZodOptional<z.ZodNumber>;
1346
1346
  completion: z.ZodOptional<z.ZodNumber>;
@@ -1383,7 +1383,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
1383
1383
  rejectedPrediction?: number | undefined;
1384
1384
  } | undefined;
1385
1385
  }>>;
1386
- }>, "strip", z.ZodTypeAny, {
1386
+ }, "strip", z.ZodTypeAny, {
1387
1387
  prompt?: number | undefined;
1388
1388
  completion?: number | undefined;
1389
1389
  cached?: number | undefined;
@@ -1532,7 +1532,7 @@ export declare const TestCasesWithMetadataPromptSchema: z.ZodObject<{
1532
1532
  strategyFailCount: Record<string, number>;
1533
1533
  } | undefined;
1534
1534
  }>>;
1535
- }>, "strip", z.ZodTypeAny, {
1535
+ }, "strip", z.ZodTypeAny, {
1536
1536
  provider: string;
1537
1537
  raw: string;
1538
1538
  label: string;
@@ -2847,9 +2847,8 @@ export type TestCaseWithPlugin = TestCase & {
2847
2847
  pluginId: string;
2848
2848
  };
2849
2849
  };
2850
- export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extendShape<{
2850
+ export declare const TestCaseWithVarsFileSchema: z.ZodObject<{
2851
2851
  description: z.ZodOptional<z.ZodString>;
2852
- vars: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean]>, "many">, z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodArray<z.ZodAny, "many">]>>>;
2853
2852
  provider: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
2854
2853
  id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
2855
2854
  label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
@@ -3569,9 +3568,9 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
3569
3568
  pluginConfig?: PluginConfig | undefined;
3570
3569
  strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
3571
3570
  }>>>;
3572
- }, {
3571
+ } & {
3573
3572
  vars: z.ZodOptional<z.ZodUnion<[z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean]>, "many">, z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodArray<z.ZodAny, "many">]>>, z.ZodString, z.ZodArray<z.ZodString, "many">]>>;
3574
- }>, "strip", z.ZodTypeAny, {
3573
+ }, "strip", z.ZodTypeAny, {
3575
3574
  options?: ({
3576
3575
  prefix?: string | undefined;
3577
3576
  suffix?: string | undefined;
@@ -4994,7 +4993,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
4994
4993
  recentEvalId: z.ZodString;
4995
4994
  count: z.ZodNumber;
4996
4995
  prompts: z.ZodArray<z.ZodObject<{
4997
- prompt: z.ZodObject<z.objectUtil.extendShape<{
4996
+ prompt: z.ZodObject<{
4998
4997
  id: z.ZodOptional<z.ZodString>;
4999
4998
  raw: z.ZodString;
5000
4999
  display: z.ZodOptional<z.ZodString>;
@@ -5010,7 +5009,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
5010
5009
  provider?: ApiProvider | undefined;
5011
5010
  }>], z.ZodUnknown>, z.ZodPromise<z.ZodUnion<[z.ZodString, z.ZodAny]>>>>;
5012
5011
  config: z.ZodOptional<z.ZodAny>;
5013
- }, {
5012
+ } & {
5014
5013
  provider: z.ZodString;
5015
5014
  metrics: z.ZodOptional<z.ZodObject<{
5016
5015
  score: z.ZodNumber;
@@ -5020,7 +5019,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
5020
5019
  assertPassCount: z.ZodNumber;
5021
5020
  assertFailCount: z.ZodNumber;
5022
5021
  totalLatencyMs: z.ZodNumber;
5023
- tokenUsage: z.ZodObject<z.objectUtil.extendShape<{
5022
+ tokenUsage: z.ZodObject<{
5024
5023
  prompt: z.ZodOptional<z.ZodNumber>;
5025
5024
  completion: z.ZodOptional<z.ZodNumber>;
5026
5025
  cached: z.ZodOptional<z.ZodNumber>;
@@ -5039,7 +5038,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
5039
5038
  acceptedPrediction?: number | undefined;
5040
5039
  rejectedPrediction?: number | undefined;
5041
5040
  }>>;
5042
- }, {
5041
+ } & {
5043
5042
  assertions: z.ZodOptional<z.ZodObject<{
5044
5043
  prompt: z.ZodOptional<z.ZodNumber>;
5045
5044
  completion: z.ZodOptional<z.ZodNumber>;
@@ -5082,7 +5081,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
5082
5081
  rejectedPrediction?: number | undefined;
5083
5082
  } | undefined;
5084
5083
  }>>;
5085
- }>, "strip", z.ZodTypeAny, {
5084
+ }, "strip", z.ZodTypeAny, {
5086
5085
  prompt?: number | undefined;
5087
5086
  completion?: number | undefined;
5088
5087
  cached?: number | undefined;
@@ -5231,7 +5230,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
5231
5230
  strategyFailCount: Record<string, number>;
5232
5231
  } | undefined;
5233
5232
  }>>;
5234
- }>, "strip", z.ZodTypeAny, {
5233
+ }, "strip", z.ZodTypeAny, {
5235
5234
  provider: string;
5236
5235
  raw: string;
5237
5236
  label: string;
@@ -8773,9 +8772,8 @@ export declare const ScenarioSchema: z.ZodObject<{
8773
8772
  description?: string | undefined;
8774
8773
  }>;
8775
8774
  export type Scenario = z.infer<typeof ScenarioSchema>;
8776
- export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<{
8775
+ export declare const AtomicTestCaseSchema: z.ZodObject<{
8777
8776
  description: z.ZodOptional<z.ZodString>;
8778
- vars: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean]>, "many">, z.ZodRecord<z.ZodString, z.ZodAny>, z.ZodArray<z.ZodAny, "many">]>>>;
8779
8777
  provider: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodObject<{
8780
8778
  id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
8781
8779
  label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
@@ -9495,9 +9493,9 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
9495
9493
  pluginConfig?: PluginConfig | undefined;
9496
9494
  strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
9497
9495
  }>>>;
9498
- }, {
9496
+ } & {
9499
9497
  vars: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>>;
9500
- }>, "strict", z.ZodTypeAny, {
9498
+ }, "strict", z.ZodTypeAny, {
9501
9499
  options?: ({
9502
9500
  prefix?: string | undefined;
9503
9501
  suffix?: string | undefined;
@@ -26292,1137 +26290,54 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
26292
26290
  writeLatestResults?: boolean | undefined;
26293
26291
  }>;
26294
26292
  export type TestSuiteConfig = z.infer<typeof TestSuiteConfigSchema>;
26295
- export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<z.objectUtil.extendShape<{
26293
+ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<{
26296
26294
  tags: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
26297
26295
  description: z.ZodOptional<z.ZodString>;
26298
- providers: z.ZodUnion<[z.ZodString, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
26299
- fetchWithCache: z.ZodOptional<z.ZodAny>;
26300
- filters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodAny], z.ZodAny>, z.ZodString>>>;
26301
- getCache: z.ZodOptional<z.ZodAny>;
26302
- logger: z.ZodOptional<z.ZodAny>;
26303
- originalProvider: z.ZodOptional<z.ZodAny>;
26304
- prompt: z.ZodObject<{
26305
- id: z.ZodOptional<z.ZodString>;
26306
- raw: z.ZodString;
26307
- display: z.ZodOptional<z.ZodString>;
26308
- label: z.ZodString;
26309
- function: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodObject<{
26310
- vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodAny]>>;
26311
- provider: z.ZodOptional<z.ZodType<ApiProvider, z.ZodTypeDef, ApiProvider>>;
26312
- }, "strip", z.ZodTypeAny, {
26313
- vars: Record<string, any>;
26314
- provider?: ApiProvider | undefined;
26315
- }, {
26316
- vars: Record<string, any>;
26317
- provider?: ApiProvider | undefined;
26318
- }>], z.ZodUnknown>, z.ZodPromise<z.ZodUnion<[z.ZodString, z.ZodAny]>>>>;
26319
- config: z.ZodOptional<z.ZodAny>;
26320
- }, "strip", z.ZodTypeAny, {
26321
- raw: string;
26322
- label: string;
26323
- function?: ((args_0: {
26324
- vars: Record<string, any>;
26325
- provider?: ApiProvider | undefined;
26326
- }, ...args: unknown[]) => Promise<any>) | undefined;
26327
- id?: string | undefined;
26328
- config?: any;
26329
- display?: string | undefined;
26330
- }, {
26331
- raw: string;
26332
- label: string;
26333
- function?: ((args_0: {
26334
- vars: Record<string, any>;
26335
- provider?: ApiProvider | undefined;
26336
- }, ...args: unknown[]) => Promise<any>) | undefined;
26337
- id?: string | undefined;
26338
- config?: any;
26339
- display?: string | undefined;
26340
- }>;
26341
- vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
26342
- }, "strip", z.ZodTypeAny, {
26343
- prompt: {
26344
- raw: string;
26345
- label: string;
26346
- function?: ((args_0: {
26347
- vars: Record<string, any>;
26348
- provider?: ApiProvider | undefined;
26349
- }, ...args: unknown[]) => Promise<any>) | undefined;
26350
- id?: string | undefined;
26351
- config?: any;
26352
- display?: string | undefined;
26353
- };
26354
- vars: Record<string, string | {}>;
26355
- fetchWithCache?: any;
26356
- filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
26357
- getCache?: any;
26358
- logger?: any;
26359
- originalProvider?: any;
26360
- }, {
26361
- prompt: {
26362
- raw: string;
26363
- label: string;
26364
- function?: ((args_0: {
26365
- vars: Record<string, any>;
26366
- provider?: ApiProvider | undefined;
26367
- }, ...args: unknown[]) => Promise<any>) | undefined;
26368
- id?: string | undefined;
26369
- config?: any;
26370
- display?: string | undefined;
26371
- };
26372
- vars: Record<string, string | {}>;
26373
- fetchWithCache?: any;
26374
- filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
26375
- getCache?: any;
26376
- logger?: any;
26377
- originalProvider?: any;
26378
- }>>, z.ZodOptional<z.ZodObject<{
26379
- includeLogProbs: z.ZodOptional<z.ZodBoolean>;
26380
- }, "strip", z.ZodTypeAny, {
26381
- includeLogProbs?: boolean | undefined;
26382
- }, {
26383
- includeLogProbs?: boolean | undefined;
26384
- }>>], z.ZodUnknown>, z.ZodPromise<z.ZodType<ProviderResponse, z.ZodTypeDef, ProviderResponse>>>, z.ZodObject<{
26296
+ prompts: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
26297
+ id: z.ZodString;
26385
26298
  label: z.ZodOptional<z.ZodString>;
26299
+ raw: z.ZodOptional<z.ZodString>;
26386
26300
  }, "strip", z.ZodTypeAny, {
26301
+ id: string;
26302
+ raw?: string | undefined;
26387
26303
  label?: string | undefined;
26388
26304
  }, {
26305
+ id: string;
26306
+ raw?: string | undefined;
26389
26307
  label?: string | undefined;
26390
- }>>, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodRecord<z.ZodString, z.ZodObject<{
26391
- id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
26392
- label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
26393
- config: z.ZodOptional<z.ZodAny>;
26394
- prompts: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
26395
- transform: z.ZodOptional<z.ZodString>;
26396
- delay: z.ZodOptional<z.ZodNumber>;
26397
- env: z.ZodOptional<z.ZodObject<{
26398
- AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
26399
- AI21_API_KEY: z.ZodOptional<z.ZodString>;
26400
- ANTHROPIC_API_KEY: z.ZodOptional<z.ZodString>;
26401
- ANTHROPIC_BASE_URL: z.ZodOptional<z.ZodString>;
26402
- AWS_BEDROCK_REGION: z.ZodOptional<z.ZodString>;
26403
- AZURE_API_BASE_URL: z.ZodOptional<z.ZodString>;
26404
- AZURE_API_HOST: z.ZodOptional<z.ZodString>;
26405
- AZURE_API_KEY: z.ZodOptional<z.ZodString>;
26406
- AZURE_AUTHORITY_HOST: z.ZodOptional<z.ZodString>;
26407
- AZURE_CLIENT_ID: z.ZodOptional<z.ZodString>;
26408
- AZURE_CLIENT_SECRET: z.ZodOptional<z.ZodString>;
26409
- AZURE_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
26410
- AZURE_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
26411
- AZURE_OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
26412
- AZURE_OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
26413
- AZURE_OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
26414
- AZURE_OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
26415
- AZURE_OPENAI_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
26416
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
26417
- AZURE_TENANT_ID: z.ZodOptional<z.ZodString>;
26418
- AZURE_TOKEN_SCOPE: z.ZodOptional<z.ZodString>;
26419
- BAM_API_HOST: z.ZodOptional<z.ZodString>;
26420
- BAM_API_KEY: z.ZodOptional<z.ZodString>;
26421
- CLOUDFLARE_ACCOUNT_ID: z.ZodOptional<z.ZodString>;
26422
- CLOUDFLARE_API_KEY: z.ZodOptional<z.ZodString>;
26423
- COHERE_API_KEY: z.ZodOptional<z.ZodString>;
26424
- COHERE_CLIENT_NAME: z.ZodOptional<z.ZodString>;
26425
- DATABRICKS_TOKEN: z.ZodOptional<z.ZodString>;
26426
- DATABRICKS_WORKSPACE_URL: z.ZodOptional<z.ZodString>;
26427
- FAL_KEY: z.ZodOptional<z.ZodString>;
26428
- GOOGLE_API_HOST: z.ZodOptional<z.ZodString>;
26429
- GOOGLE_API_KEY: z.ZodOptional<z.ZodString>;
26430
- GROQ_API_KEY: z.ZodOptional<z.ZodString>;
26431
- HELICONE_API_KEY: z.ZodOptional<z.ZodString>;
26432
- HF_API_TOKEN: z.ZodOptional<z.ZodString>;
26433
- HF_TOKEN: z.ZodOptional<z.ZodString>;
26434
- HUGGING_FACE_HUB_TOKEN: z.ZodOptional<z.ZodString>;
26435
- JFROG_API_KEY: z.ZodOptional<z.ZodString>;
26436
- LAMBDA_API_KEY: z.ZodOptional<z.ZodString>;
26437
- LANGFUSE_HOST: z.ZodOptional<z.ZodString>;
26438
- LANGFUSE_PUBLIC_KEY: z.ZodOptional<z.ZodString>;
26439
- LANGFUSE_SECRET_KEY: z.ZodOptional<z.ZodString>;
26440
- LITELLM_API_BASE: z.ZodOptional<z.ZodString>;
26441
- LLAMA_BASE_URL: z.ZodOptional<z.ZodString>;
26442
- LOCALAI_BASE_URL: z.ZodOptional<z.ZodString>;
26443
- MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
26444
- MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
26445
- MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
26446
- OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
26447
- OLLAMA_BASE_URL: z.ZodOptional<z.ZodString>;
26448
- OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
26449
- OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
26450
- OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
26451
- OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
26452
- OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
26453
- PALM_API_HOST: z.ZodOptional<z.ZodString>;
26454
- PALM_API_KEY: z.ZodOptional<z.ZodString>;
26455
- PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
26456
- PROMPTFOO_CA_CERT_PATH: z.ZodOptional<z.ZodString>;
26457
- PROMPTFOO_INSECURE_SSL: z.ZodOptional<z.ZodString>;
26458
- REPLICATE_API_KEY: z.ZodOptional<z.ZodString>;
26459
- REPLICATE_API_TOKEN: z.ZodOptional<z.ZodString>;
26460
- VERTEX_API_HOST: z.ZodOptional<z.ZodString>;
26461
- VERTEX_API_KEY: z.ZodOptional<z.ZodString>;
26462
- VERTEX_API_VERSION: z.ZodOptional<z.ZodString>;
26463
- VERTEX_PROJECT_ID: z.ZodOptional<z.ZodString>;
26464
- VERTEX_PUBLISHER: z.ZodOptional<z.ZodString>;
26465
- VERTEX_REGION: z.ZodOptional<z.ZodString>;
26466
- VOYAGE_API_BASE_URL: z.ZodOptional<z.ZodString>;
26467
- VOYAGE_API_KEY: z.ZodOptional<z.ZodString>;
26468
- WATSONX_AI_APIKEY: z.ZodOptional<z.ZodString>;
26469
- WATSONX_AI_AUTH_TYPE: z.ZodOptional<z.ZodString>;
26470
- WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
26471
- WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
26472
- AZURE_CONTENT_SAFETY_ENDPOINT: z.ZodOptional<z.ZodString>;
26473
- AZURE_CONTENT_SAFETY_API_KEY: z.ZodOptional<z.ZodString>;
26474
- AZURE_CONTENT_SAFETY_API_VERSION: z.ZodOptional<z.ZodString>;
26475
- AWS_REGION: z.ZodOptional<z.ZodString>;
26476
- AWS_DEFAULT_REGION: z.ZodOptional<z.ZodString>;
26477
- AWS_SAGEMAKER_MAX_TOKENS: z.ZodOptional<z.ZodString>;
26478
- AWS_SAGEMAKER_TEMPERATURE: z.ZodOptional<z.ZodString>;
26479
- AWS_SAGEMAKER_TOP_P: z.ZodOptional<z.ZodString>;
26480
- AWS_SAGEMAKER_MAX_RETRIES: z.ZodOptional<z.ZodString>;
26481
- PROMPTFOO_EVAL_TIMEOUT_MS: z.ZodOptional<z.ZodString>;
26308
+ }>, z.ZodObject<{
26309
+ id: z.ZodOptional<z.ZodString>;
26310
+ raw: z.ZodString;
26311
+ display: z.ZodOptional<z.ZodString>;
26312
+ label: z.ZodString;
26313
+ function: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodObject<{
26314
+ vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodAny]>>;
26315
+ provider: z.ZodOptional<z.ZodType<ApiProvider, z.ZodTypeDef, ApiProvider>>;
26482
26316
  }, "strip", z.ZodTypeAny, {
26483
- AI21_API_BASE_URL?: string | undefined;
26484
- AI21_API_KEY?: string | undefined;
26485
- ANTHROPIC_API_KEY?: string | undefined;
26486
- ANTHROPIC_BASE_URL?: string | undefined;
26487
- AWS_BEDROCK_REGION?: string | undefined;
26488
- AZURE_API_BASE_URL?: string | undefined;
26489
- AZURE_API_HOST?: string | undefined;
26490
- AZURE_API_KEY?: string | undefined;
26491
- AZURE_AUTHORITY_HOST?: string | undefined;
26492
- AZURE_CLIENT_ID?: string | undefined;
26493
- AZURE_CLIENT_SECRET?: string | undefined;
26494
- AZURE_DEPLOYMENT_NAME?: string | undefined;
26495
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26496
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
26497
- AZURE_OPENAI_API_HOST?: string | undefined;
26498
- AZURE_OPENAI_API_KEY?: string | undefined;
26499
- AZURE_OPENAI_BASE_URL?: string | undefined;
26500
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
26501
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26502
- AZURE_TENANT_ID?: string | undefined;
26503
- AZURE_TOKEN_SCOPE?: string | undefined;
26504
- BAM_API_HOST?: string | undefined;
26505
- BAM_API_KEY?: string | undefined;
26506
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
26507
- CLOUDFLARE_API_KEY?: string | undefined;
26508
- COHERE_API_KEY?: string | undefined;
26509
- COHERE_CLIENT_NAME?: string | undefined;
26510
- DATABRICKS_TOKEN?: string | undefined;
26511
- DATABRICKS_WORKSPACE_URL?: string | undefined;
26512
- FAL_KEY?: string | undefined;
26513
- GOOGLE_API_HOST?: string | undefined;
26514
- GOOGLE_API_KEY?: string | undefined;
26515
- GROQ_API_KEY?: string | undefined;
26516
- HELICONE_API_KEY?: string | undefined;
26517
- HF_API_TOKEN?: string | undefined;
26518
- HF_TOKEN?: string | undefined;
26519
- HUGGING_FACE_HUB_TOKEN?: string | undefined;
26520
- JFROG_API_KEY?: string | undefined;
26521
- LAMBDA_API_KEY?: string | undefined;
26522
- LANGFUSE_HOST?: string | undefined;
26523
- LANGFUSE_PUBLIC_KEY?: string | undefined;
26524
- LANGFUSE_SECRET_KEY?: string | undefined;
26525
- LITELLM_API_BASE?: string | undefined;
26526
- LLAMA_BASE_URL?: string | undefined;
26527
- LOCALAI_BASE_URL?: string | undefined;
26528
- MISTRAL_API_BASE_URL?: string | undefined;
26529
- MISTRAL_API_HOST?: string | undefined;
26530
- MISTRAL_API_KEY?: string | undefined;
26531
- OLLAMA_API_KEY?: string | undefined;
26532
- OLLAMA_BASE_URL?: string | undefined;
26533
- OPENAI_API_BASE_URL?: string | undefined;
26534
- OPENAI_API_HOST?: string | undefined;
26535
- OPENAI_API_KEY?: string | undefined;
26536
- OPENAI_BASE_URL?: string | undefined;
26537
- OPENAI_ORGANIZATION?: string | undefined;
26538
- PALM_API_HOST?: string | undefined;
26539
- PALM_API_KEY?: string | undefined;
26540
- PORTKEY_API_KEY?: string | undefined;
26541
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
26542
- PROMPTFOO_INSECURE_SSL?: string | undefined;
26543
- REPLICATE_API_KEY?: string | undefined;
26544
- REPLICATE_API_TOKEN?: string | undefined;
26545
- VERTEX_API_HOST?: string | undefined;
26546
- VERTEX_API_KEY?: string | undefined;
26547
- VERTEX_API_VERSION?: string | undefined;
26548
- VERTEX_PROJECT_ID?: string | undefined;
26549
- VERTEX_PUBLISHER?: string | undefined;
26550
- VERTEX_REGION?: string | undefined;
26551
- VOYAGE_API_BASE_URL?: string | undefined;
26552
- VOYAGE_API_KEY?: string | undefined;
26553
- WATSONX_AI_APIKEY?: string | undefined;
26554
- WATSONX_AI_AUTH_TYPE?: string | undefined;
26555
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26556
- WATSONX_AI_PROJECT_ID?: string | undefined;
26557
- AZURE_CONTENT_SAFETY_ENDPOINT?: string | undefined;
26558
- AZURE_CONTENT_SAFETY_API_KEY?: string | undefined;
26559
- AZURE_CONTENT_SAFETY_API_VERSION?: string | undefined;
26560
- AWS_REGION?: string | undefined;
26561
- AWS_DEFAULT_REGION?: string | undefined;
26562
- AWS_SAGEMAKER_MAX_TOKENS?: string | undefined;
26563
- AWS_SAGEMAKER_TEMPERATURE?: string | undefined;
26564
- AWS_SAGEMAKER_TOP_P?: string | undefined;
26565
- AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
26566
- PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
26317
+ vars: Record<string, any>;
26318
+ provider?: ApiProvider | undefined;
26567
26319
  }, {
26568
- AI21_API_BASE_URL?: string | undefined;
26569
- AI21_API_KEY?: string | undefined;
26570
- ANTHROPIC_API_KEY?: string | undefined;
26571
- ANTHROPIC_BASE_URL?: string | undefined;
26572
- AWS_BEDROCK_REGION?: string | undefined;
26573
- AZURE_API_BASE_URL?: string | undefined;
26574
- AZURE_API_HOST?: string | undefined;
26575
- AZURE_API_KEY?: string | undefined;
26576
- AZURE_AUTHORITY_HOST?: string | undefined;
26577
- AZURE_CLIENT_ID?: string | undefined;
26578
- AZURE_CLIENT_SECRET?: string | undefined;
26579
- AZURE_DEPLOYMENT_NAME?: string | undefined;
26580
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26581
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
26582
- AZURE_OPENAI_API_HOST?: string | undefined;
26583
- AZURE_OPENAI_API_KEY?: string | undefined;
26584
- AZURE_OPENAI_BASE_URL?: string | undefined;
26585
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
26586
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26587
- AZURE_TENANT_ID?: string | undefined;
26588
- AZURE_TOKEN_SCOPE?: string | undefined;
26589
- BAM_API_HOST?: string | undefined;
26590
- BAM_API_KEY?: string | undefined;
26591
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
26592
- CLOUDFLARE_API_KEY?: string | undefined;
26593
- COHERE_API_KEY?: string | undefined;
26594
- COHERE_CLIENT_NAME?: string | undefined;
26595
- DATABRICKS_TOKEN?: string | undefined;
26596
- DATABRICKS_WORKSPACE_URL?: string | undefined;
26597
- FAL_KEY?: string | undefined;
26598
- GOOGLE_API_HOST?: string | undefined;
26599
- GOOGLE_API_KEY?: string | undefined;
26600
- GROQ_API_KEY?: string | undefined;
26601
- HELICONE_API_KEY?: string | undefined;
26602
- HF_API_TOKEN?: string | undefined;
26603
- HF_TOKEN?: string | undefined;
26604
- HUGGING_FACE_HUB_TOKEN?: string | undefined;
26605
- JFROG_API_KEY?: string | undefined;
26606
- LAMBDA_API_KEY?: string | undefined;
26607
- LANGFUSE_HOST?: string | undefined;
26608
- LANGFUSE_PUBLIC_KEY?: string | undefined;
26609
- LANGFUSE_SECRET_KEY?: string | undefined;
26610
- LITELLM_API_BASE?: string | undefined;
26611
- LLAMA_BASE_URL?: string | undefined;
26612
- LOCALAI_BASE_URL?: string | undefined;
26613
- MISTRAL_API_BASE_URL?: string | undefined;
26614
- MISTRAL_API_HOST?: string | undefined;
26615
- MISTRAL_API_KEY?: string | undefined;
26616
- OLLAMA_API_KEY?: string | undefined;
26617
- OLLAMA_BASE_URL?: string | undefined;
26618
- OPENAI_API_BASE_URL?: string | undefined;
26619
- OPENAI_API_HOST?: string | undefined;
26620
- OPENAI_API_KEY?: string | undefined;
26621
- OPENAI_BASE_URL?: string | undefined;
26622
- OPENAI_ORGANIZATION?: string | undefined;
26623
- PALM_API_HOST?: string | undefined;
26624
- PALM_API_KEY?: string | undefined;
26625
- PORTKEY_API_KEY?: string | undefined;
26626
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
26627
- PROMPTFOO_INSECURE_SSL?: string | undefined;
26628
- REPLICATE_API_KEY?: string | undefined;
26629
- REPLICATE_API_TOKEN?: string | undefined;
26630
- VERTEX_API_HOST?: string | undefined;
26631
- VERTEX_API_KEY?: string | undefined;
26632
- VERTEX_API_VERSION?: string | undefined;
26633
- VERTEX_PROJECT_ID?: string | undefined;
26634
- VERTEX_PUBLISHER?: string | undefined;
26635
- VERTEX_REGION?: string | undefined;
26636
- VOYAGE_API_BASE_URL?: string | undefined;
26637
- VOYAGE_API_KEY?: string | undefined;
26638
- WATSONX_AI_APIKEY?: string | undefined;
26639
- WATSONX_AI_AUTH_TYPE?: string | undefined;
26640
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26641
- WATSONX_AI_PROJECT_ID?: string | undefined;
26642
- AZURE_CONTENT_SAFETY_ENDPOINT?: string | undefined;
26643
- AZURE_CONTENT_SAFETY_API_KEY?: string | undefined;
26644
- AZURE_CONTENT_SAFETY_API_VERSION?: string | undefined;
26645
- AWS_REGION?: string | undefined;
26646
- AWS_DEFAULT_REGION?: string | undefined;
26647
- AWS_SAGEMAKER_MAX_TOKENS?: string | undefined;
26648
- AWS_SAGEMAKER_TEMPERATURE?: string | undefined;
26649
- AWS_SAGEMAKER_TOP_P?: string | undefined;
26650
- AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
26651
- PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
26652
- }>>;
26653
- }, "strict", z.ZodTypeAny, {
26320
+ vars: Record<string, any>;
26321
+ provider?: ApiProvider | undefined;
26322
+ }>], z.ZodUnknown>, z.ZodPromise<z.ZodUnion<[z.ZodString, z.ZodAny]>>>>;
26323
+ config: z.ZodOptional<z.ZodAny>;
26324
+ }, "strip", z.ZodTypeAny, {
26325
+ raw: string;
26326
+ label: string;
26327
+ function?: ((args_0: {
26328
+ vars: Record<string, any>;
26329
+ provider?: ApiProvider | undefined;
26330
+ }, ...args: unknown[]) => Promise<any>) | undefined;
26654
26331
  id?: string | undefined;
26655
26332
  config?: any;
26656
- label?: string | undefined;
26657
- prompts?: string[] | undefined;
26658
- transform?: string | undefined;
26659
- delay?: number | undefined;
26660
- env?: {
26661
- AI21_API_BASE_URL?: string | undefined;
26662
- AI21_API_KEY?: string | undefined;
26663
- ANTHROPIC_API_KEY?: string | undefined;
26664
- ANTHROPIC_BASE_URL?: string | undefined;
26665
- AWS_BEDROCK_REGION?: string | undefined;
26666
- AZURE_API_BASE_URL?: string | undefined;
26667
- AZURE_API_HOST?: string | undefined;
26668
- AZURE_API_KEY?: string | undefined;
26669
- AZURE_AUTHORITY_HOST?: string | undefined;
26670
- AZURE_CLIENT_ID?: string | undefined;
26671
- AZURE_CLIENT_SECRET?: string | undefined;
26672
- AZURE_DEPLOYMENT_NAME?: string | undefined;
26673
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26674
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
26675
- AZURE_OPENAI_API_HOST?: string | undefined;
26676
- AZURE_OPENAI_API_KEY?: string | undefined;
26677
- AZURE_OPENAI_BASE_URL?: string | undefined;
26678
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
26679
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26680
- AZURE_TENANT_ID?: string | undefined;
26681
- AZURE_TOKEN_SCOPE?: string | undefined;
26682
- BAM_API_HOST?: string | undefined;
26683
- BAM_API_KEY?: string | undefined;
26684
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
26685
- CLOUDFLARE_API_KEY?: string | undefined;
26686
- COHERE_API_KEY?: string | undefined;
26687
- COHERE_CLIENT_NAME?: string | undefined;
26688
- DATABRICKS_TOKEN?: string | undefined;
26689
- DATABRICKS_WORKSPACE_URL?: string | undefined;
26690
- FAL_KEY?: string | undefined;
26691
- GOOGLE_API_HOST?: string | undefined;
26692
- GOOGLE_API_KEY?: string | undefined;
26693
- GROQ_API_KEY?: string | undefined;
26694
- HELICONE_API_KEY?: string | undefined;
26695
- HF_API_TOKEN?: string | undefined;
26696
- HF_TOKEN?: string | undefined;
26697
- HUGGING_FACE_HUB_TOKEN?: string | undefined;
26698
- JFROG_API_KEY?: string | undefined;
26699
- LAMBDA_API_KEY?: string | undefined;
26700
- LANGFUSE_HOST?: string | undefined;
26701
- LANGFUSE_PUBLIC_KEY?: string | undefined;
26702
- LANGFUSE_SECRET_KEY?: string | undefined;
26703
- LITELLM_API_BASE?: string | undefined;
26704
- LLAMA_BASE_URL?: string | undefined;
26705
- LOCALAI_BASE_URL?: string | undefined;
26706
- MISTRAL_API_BASE_URL?: string | undefined;
26707
- MISTRAL_API_HOST?: string | undefined;
26708
- MISTRAL_API_KEY?: string | undefined;
26709
- OLLAMA_API_KEY?: string | undefined;
26710
- OLLAMA_BASE_URL?: string | undefined;
26711
- OPENAI_API_BASE_URL?: string | undefined;
26712
- OPENAI_API_HOST?: string | undefined;
26713
- OPENAI_API_KEY?: string | undefined;
26714
- OPENAI_BASE_URL?: string | undefined;
26715
- OPENAI_ORGANIZATION?: string | undefined;
26716
- PALM_API_HOST?: string | undefined;
26717
- PALM_API_KEY?: string | undefined;
26718
- PORTKEY_API_KEY?: string | undefined;
26719
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
26720
- PROMPTFOO_INSECURE_SSL?: string | undefined;
26721
- REPLICATE_API_KEY?: string | undefined;
26722
- REPLICATE_API_TOKEN?: string | undefined;
26723
- VERTEX_API_HOST?: string | undefined;
26724
- VERTEX_API_KEY?: string | undefined;
26725
- VERTEX_API_VERSION?: string | undefined;
26726
- VERTEX_PROJECT_ID?: string | undefined;
26727
- VERTEX_PUBLISHER?: string | undefined;
26728
- VERTEX_REGION?: string | undefined;
26729
- VOYAGE_API_BASE_URL?: string | undefined;
26730
- VOYAGE_API_KEY?: string | undefined;
26731
- WATSONX_AI_APIKEY?: string | undefined;
26732
- WATSONX_AI_AUTH_TYPE?: string | undefined;
26733
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26734
- WATSONX_AI_PROJECT_ID?: string | undefined;
26735
- AZURE_CONTENT_SAFETY_ENDPOINT?: string | undefined;
26736
- AZURE_CONTENT_SAFETY_API_KEY?: string | undefined;
26737
- AZURE_CONTENT_SAFETY_API_VERSION?: string | undefined;
26738
- AWS_REGION?: string | undefined;
26739
- AWS_DEFAULT_REGION?: string | undefined;
26740
- AWS_SAGEMAKER_MAX_TOKENS?: string | undefined;
26741
- AWS_SAGEMAKER_TEMPERATURE?: string | undefined;
26742
- AWS_SAGEMAKER_TOP_P?: string | undefined;
26743
- AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
26744
- PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
26745
- } | undefined;
26333
+ display?: string | undefined;
26746
26334
  }, {
26747
- id?: string | undefined;
26748
- config?: any;
26749
- label?: string | undefined;
26750
- prompts?: string[] | undefined;
26751
- transform?: string | undefined;
26752
- delay?: number | undefined;
26753
- env?: {
26754
- AI21_API_BASE_URL?: string | undefined;
26755
- AI21_API_KEY?: string | undefined;
26756
- ANTHROPIC_API_KEY?: string | undefined;
26757
- ANTHROPIC_BASE_URL?: string | undefined;
26758
- AWS_BEDROCK_REGION?: string | undefined;
26759
- AZURE_API_BASE_URL?: string | undefined;
26760
- AZURE_API_HOST?: string | undefined;
26761
- AZURE_API_KEY?: string | undefined;
26762
- AZURE_AUTHORITY_HOST?: string | undefined;
26763
- AZURE_CLIENT_ID?: string | undefined;
26764
- AZURE_CLIENT_SECRET?: string | undefined;
26765
- AZURE_DEPLOYMENT_NAME?: string | undefined;
26766
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26767
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
26768
- AZURE_OPENAI_API_HOST?: string | undefined;
26769
- AZURE_OPENAI_API_KEY?: string | undefined;
26770
- AZURE_OPENAI_BASE_URL?: string | undefined;
26771
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
26772
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26773
- AZURE_TENANT_ID?: string | undefined;
26774
- AZURE_TOKEN_SCOPE?: string | undefined;
26775
- BAM_API_HOST?: string | undefined;
26776
- BAM_API_KEY?: string | undefined;
26777
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
26778
- CLOUDFLARE_API_KEY?: string | undefined;
26779
- COHERE_API_KEY?: string | undefined;
26780
- COHERE_CLIENT_NAME?: string | undefined;
26781
- DATABRICKS_TOKEN?: string | undefined;
26782
- DATABRICKS_WORKSPACE_URL?: string | undefined;
26783
- FAL_KEY?: string | undefined;
26784
- GOOGLE_API_HOST?: string | undefined;
26785
- GOOGLE_API_KEY?: string | undefined;
26786
- GROQ_API_KEY?: string | undefined;
26787
- HELICONE_API_KEY?: string | undefined;
26788
- HF_API_TOKEN?: string | undefined;
26789
- HF_TOKEN?: string | undefined;
26790
- HUGGING_FACE_HUB_TOKEN?: string | undefined;
26791
- JFROG_API_KEY?: string | undefined;
26792
- LAMBDA_API_KEY?: string | undefined;
26793
- LANGFUSE_HOST?: string | undefined;
26794
- LANGFUSE_PUBLIC_KEY?: string | undefined;
26795
- LANGFUSE_SECRET_KEY?: string | undefined;
26796
- LITELLM_API_BASE?: string | undefined;
26797
- LLAMA_BASE_URL?: string | undefined;
26798
- LOCALAI_BASE_URL?: string | undefined;
26799
- MISTRAL_API_BASE_URL?: string | undefined;
26800
- MISTRAL_API_HOST?: string | undefined;
26801
- MISTRAL_API_KEY?: string | undefined;
26802
- OLLAMA_API_KEY?: string | undefined;
26803
- OLLAMA_BASE_URL?: string | undefined;
26804
- OPENAI_API_BASE_URL?: string | undefined;
26805
- OPENAI_API_HOST?: string | undefined;
26806
- OPENAI_API_KEY?: string | undefined;
26807
- OPENAI_BASE_URL?: string | undefined;
26808
- OPENAI_ORGANIZATION?: string | undefined;
26809
- PALM_API_HOST?: string | undefined;
26810
- PALM_API_KEY?: string | undefined;
26811
- PORTKEY_API_KEY?: string | undefined;
26812
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
26813
- PROMPTFOO_INSECURE_SSL?: string | undefined;
26814
- REPLICATE_API_KEY?: string | undefined;
26815
- REPLICATE_API_TOKEN?: string | undefined;
26816
- VERTEX_API_HOST?: string | undefined;
26817
- VERTEX_API_KEY?: string | undefined;
26818
- VERTEX_API_VERSION?: string | undefined;
26819
- VERTEX_PROJECT_ID?: string | undefined;
26820
- VERTEX_PUBLISHER?: string | undefined;
26821
- VERTEX_REGION?: string | undefined;
26822
- VOYAGE_API_BASE_URL?: string | undefined;
26823
- VOYAGE_API_KEY?: string | undefined;
26824
- WATSONX_AI_APIKEY?: string | undefined;
26825
- WATSONX_AI_AUTH_TYPE?: string | undefined;
26826
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26827
- WATSONX_AI_PROJECT_ID?: string | undefined;
26828
- AZURE_CONTENT_SAFETY_ENDPOINT?: string | undefined;
26829
- AZURE_CONTENT_SAFETY_API_KEY?: string | undefined;
26830
- AZURE_CONTENT_SAFETY_API_VERSION?: string | undefined;
26831
- AWS_REGION?: string | undefined;
26832
- AWS_DEFAULT_REGION?: string | undefined;
26833
- AWS_SAGEMAKER_MAX_TOKENS?: string | undefined;
26834
- AWS_SAGEMAKER_TEMPERATURE?: string | undefined;
26835
- AWS_SAGEMAKER_TOP_P?: string | undefined;
26836
- AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
26837
- PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
26838
- } | undefined;
26839
- }>>, z.ZodObject<{
26840
- id: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
26841
- label: z.ZodOptional<z.ZodType<string, z.ZodTypeDef, string>>;
26842
- config: z.ZodOptional<z.ZodAny>;
26843
- prompts: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
26844
- transform: z.ZodOptional<z.ZodString>;
26845
- delay: z.ZodOptional<z.ZodNumber>;
26846
- env: z.ZodOptional<z.ZodObject<{
26847
- AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
26848
- AI21_API_KEY: z.ZodOptional<z.ZodString>;
26849
- ANTHROPIC_API_KEY: z.ZodOptional<z.ZodString>;
26850
- ANTHROPIC_BASE_URL: z.ZodOptional<z.ZodString>;
26851
- AWS_BEDROCK_REGION: z.ZodOptional<z.ZodString>;
26852
- AZURE_API_BASE_URL: z.ZodOptional<z.ZodString>;
26853
- AZURE_API_HOST: z.ZodOptional<z.ZodString>;
26854
- AZURE_API_KEY: z.ZodOptional<z.ZodString>;
26855
- AZURE_AUTHORITY_HOST: z.ZodOptional<z.ZodString>;
26856
- AZURE_CLIENT_ID: z.ZodOptional<z.ZodString>;
26857
- AZURE_CLIENT_SECRET: z.ZodOptional<z.ZodString>;
26858
- AZURE_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
26859
- AZURE_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
26860
- AZURE_OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
26861
- AZURE_OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
26862
- AZURE_OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
26863
- AZURE_OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
26864
- AZURE_OPENAI_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
26865
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
26866
- AZURE_TENANT_ID: z.ZodOptional<z.ZodString>;
26867
- AZURE_TOKEN_SCOPE: z.ZodOptional<z.ZodString>;
26868
- BAM_API_HOST: z.ZodOptional<z.ZodString>;
26869
- BAM_API_KEY: z.ZodOptional<z.ZodString>;
26870
- CLOUDFLARE_ACCOUNT_ID: z.ZodOptional<z.ZodString>;
26871
- CLOUDFLARE_API_KEY: z.ZodOptional<z.ZodString>;
26872
- COHERE_API_KEY: z.ZodOptional<z.ZodString>;
26873
- COHERE_CLIENT_NAME: z.ZodOptional<z.ZodString>;
26874
- DATABRICKS_TOKEN: z.ZodOptional<z.ZodString>;
26875
- DATABRICKS_WORKSPACE_URL: z.ZodOptional<z.ZodString>;
26876
- FAL_KEY: z.ZodOptional<z.ZodString>;
26877
- GOOGLE_API_HOST: z.ZodOptional<z.ZodString>;
26878
- GOOGLE_API_KEY: z.ZodOptional<z.ZodString>;
26879
- GROQ_API_KEY: z.ZodOptional<z.ZodString>;
26880
- HELICONE_API_KEY: z.ZodOptional<z.ZodString>;
26881
- HF_API_TOKEN: z.ZodOptional<z.ZodString>;
26882
- HF_TOKEN: z.ZodOptional<z.ZodString>;
26883
- HUGGING_FACE_HUB_TOKEN: z.ZodOptional<z.ZodString>;
26884
- JFROG_API_KEY: z.ZodOptional<z.ZodString>;
26885
- LAMBDA_API_KEY: z.ZodOptional<z.ZodString>;
26886
- LANGFUSE_HOST: z.ZodOptional<z.ZodString>;
26887
- LANGFUSE_PUBLIC_KEY: z.ZodOptional<z.ZodString>;
26888
- LANGFUSE_SECRET_KEY: z.ZodOptional<z.ZodString>;
26889
- LITELLM_API_BASE: z.ZodOptional<z.ZodString>;
26890
- LLAMA_BASE_URL: z.ZodOptional<z.ZodString>;
26891
- LOCALAI_BASE_URL: z.ZodOptional<z.ZodString>;
26892
- MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
26893
- MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
26894
- MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
26895
- OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
26896
- OLLAMA_BASE_URL: z.ZodOptional<z.ZodString>;
26897
- OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
26898
- OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
26899
- OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
26900
- OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
26901
- OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
26902
- PALM_API_HOST: z.ZodOptional<z.ZodString>;
26903
- PALM_API_KEY: z.ZodOptional<z.ZodString>;
26904
- PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
26905
- PROMPTFOO_CA_CERT_PATH: z.ZodOptional<z.ZodString>;
26906
- PROMPTFOO_INSECURE_SSL: z.ZodOptional<z.ZodString>;
26907
- REPLICATE_API_KEY: z.ZodOptional<z.ZodString>;
26908
- REPLICATE_API_TOKEN: z.ZodOptional<z.ZodString>;
26909
- VERTEX_API_HOST: z.ZodOptional<z.ZodString>;
26910
- VERTEX_API_KEY: z.ZodOptional<z.ZodString>;
26911
- VERTEX_API_VERSION: z.ZodOptional<z.ZodString>;
26912
- VERTEX_PROJECT_ID: z.ZodOptional<z.ZodString>;
26913
- VERTEX_PUBLISHER: z.ZodOptional<z.ZodString>;
26914
- VERTEX_REGION: z.ZodOptional<z.ZodString>;
26915
- VOYAGE_API_BASE_URL: z.ZodOptional<z.ZodString>;
26916
- VOYAGE_API_KEY: z.ZodOptional<z.ZodString>;
26917
- WATSONX_AI_APIKEY: z.ZodOptional<z.ZodString>;
26918
- WATSONX_AI_AUTH_TYPE: z.ZodOptional<z.ZodString>;
26919
- WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
26920
- WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
26921
- AZURE_CONTENT_SAFETY_ENDPOINT: z.ZodOptional<z.ZodString>;
26922
- AZURE_CONTENT_SAFETY_API_KEY: z.ZodOptional<z.ZodString>;
26923
- AZURE_CONTENT_SAFETY_API_VERSION: z.ZodOptional<z.ZodString>;
26924
- AWS_REGION: z.ZodOptional<z.ZodString>;
26925
- AWS_DEFAULT_REGION: z.ZodOptional<z.ZodString>;
26926
- AWS_SAGEMAKER_MAX_TOKENS: z.ZodOptional<z.ZodString>;
26927
- AWS_SAGEMAKER_TEMPERATURE: z.ZodOptional<z.ZodString>;
26928
- AWS_SAGEMAKER_TOP_P: z.ZodOptional<z.ZodString>;
26929
- AWS_SAGEMAKER_MAX_RETRIES: z.ZodOptional<z.ZodString>;
26930
- PROMPTFOO_EVAL_TIMEOUT_MS: z.ZodOptional<z.ZodString>;
26931
- }, "strip", z.ZodTypeAny, {
26932
- AI21_API_BASE_URL?: string | undefined;
26933
- AI21_API_KEY?: string | undefined;
26934
- ANTHROPIC_API_KEY?: string | undefined;
26935
- ANTHROPIC_BASE_URL?: string | undefined;
26936
- AWS_BEDROCK_REGION?: string | undefined;
26937
- AZURE_API_BASE_URL?: string | undefined;
26938
- AZURE_API_HOST?: string | undefined;
26939
- AZURE_API_KEY?: string | undefined;
26940
- AZURE_AUTHORITY_HOST?: string | undefined;
26941
- AZURE_CLIENT_ID?: string | undefined;
26942
- AZURE_CLIENT_SECRET?: string | undefined;
26943
- AZURE_DEPLOYMENT_NAME?: string | undefined;
26944
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26945
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
26946
- AZURE_OPENAI_API_HOST?: string | undefined;
26947
- AZURE_OPENAI_API_KEY?: string | undefined;
26948
- AZURE_OPENAI_BASE_URL?: string | undefined;
26949
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
26950
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26951
- AZURE_TENANT_ID?: string | undefined;
26952
- AZURE_TOKEN_SCOPE?: string | undefined;
26953
- BAM_API_HOST?: string | undefined;
26954
- BAM_API_KEY?: string | undefined;
26955
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
26956
- CLOUDFLARE_API_KEY?: string | undefined;
26957
- COHERE_API_KEY?: string | undefined;
26958
- COHERE_CLIENT_NAME?: string | undefined;
26959
- DATABRICKS_TOKEN?: string | undefined;
26960
- DATABRICKS_WORKSPACE_URL?: string | undefined;
26961
- FAL_KEY?: string | undefined;
26962
- GOOGLE_API_HOST?: string | undefined;
26963
- GOOGLE_API_KEY?: string | undefined;
26964
- GROQ_API_KEY?: string | undefined;
26965
- HELICONE_API_KEY?: string | undefined;
26966
- HF_API_TOKEN?: string | undefined;
26967
- HF_TOKEN?: string | undefined;
26968
- HUGGING_FACE_HUB_TOKEN?: string | undefined;
26969
- JFROG_API_KEY?: string | undefined;
26970
- LAMBDA_API_KEY?: string | undefined;
26971
- LANGFUSE_HOST?: string | undefined;
26972
- LANGFUSE_PUBLIC_KEY?: string | undefined;
26973
- LANGFUSE_SECRET_KEY?: string | undefined;
26974
- LITELLM_API_BASE?: string | undefined;
26975
- LLAMA_BASE_URL?: string | undefined;
26976
- LOCALAI_BASE_URL?: string | undefined;
26977
- MISTRAL_API_BASE_URL?: string | undefined;
26978
- MISTRAL_API_HOST?: string | undefined;
26979
- MISTRAL_API_KEY?: string | undefined;
26980
- OLLAMA_API_KEY?: string | undefined;
26981
- OLLAMA_BASE_URL?: string | undefined;
26982
- OPENAI_API_BASE_URL?: string | undefined;
26983
- OPENAI_API_HOST?: string | undefined;
26984
- OPENAI_API_KEY?: string | undefined;
26985
- OPENAI_BASE_URL?: string | undefined;
26986
- OPENAI_ORGANIZATION?: string | undefined;
26987
- PALM_API_HOST?: string | undefined;
26988
- PALM_API_KEY?: string | undefined;
26989
- PORTKEY_API_KEY?: string | undefined;
26990
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
26991
- PROMPTFOO_INSECURE_SSL?: string | undefined;
26992
- REPLICATE_API_KEY?: string | undefined;
26993
- REPLICATE_API_TOKEN?: string | undefined;
26994
- VERTEX_API_HOST?: string | undefined;
26995
- VERTEX_API_KEY?: string | undefined;
26996
- VERTEX_API_VERSION?: string | undefined;
26997
- VERTEX_PROJECT_ID?: string | undefined;
26998
- VERTEX_PUBLISHER?: string | undefined;
26999
- VERTEX_REGION?: string | undefined;
27000
- VOYAGE_API_BASE_URL?: string | undefined;
27001
- VOYAGE_API_KEY?: string | undefined;
27002
- WATSONX_AI_APIKEY?: string | undefined;
27003
- WATSONX_AI_AUTH_TYPE?: string | undefined;
27004
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27005
- WATSONX_AI_PROJECT_ID?: string | undefined;
27006
- AZURE_CONTENT_SAFETY_ENDPOINT?: string | undefined;
27007
- AZURE_CONTENT_SAFETY_API_KEY?: string | undefined;
27008
- AZURE_CONTENT_SAFETY_API_VERSION?: string | undefined;
27009
- AWS_REGION?: string | undefined;
27010
- AWS_DEFAULT_REGION?: string | undefined;
27011
- AWS_SAGEMAKER_MAX_TOKENS?: string | undefined;
27012
- AWS_SAGEMAKER_TEMPERATURE?: string | undefined;
27013
- AWS_SAGEMAKER_TOP_P?: string | undefined;
27014
- AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
27015
- PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
27016
- }, {
27017
- AI21_API_BASE_URL?: string | undefined;
27018
- AI21_API_KEY?: string | undefined;
27019
- ANTHROPIC_API_KEY?: string | undefined;
27020
- ANTHROPIC_BASE_URL?: string | undefined;
27021
- AWS_BEDROCK_REGION?: string | undefined;
27022
- AZURE_API_BASE_URL?: string | undefined;
27023
- AZURE_API_HOST?: string | undefined;
27024
- AZURE_API_KEY?: string | undefined;
27025
- AZURE_AUTHORITY_HOST?: string | undefined;
27026
- AZURE_CLIENT_ID?: string | undefined;
27027
- AZURE_CLIENT_SECRET?: string | undefined;
27028
- AZURE_DEPLOYMENT_NAME?: string | undefined;
27029
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
27030
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
27031
- AZURE_OPENAI_API_HOST?: string | undefined;
27032
- AZURE_OPENAI_API_KEY?: string | undefined;
27033
- AZURE_OPENAI_BASE_URL?: string | undefined;
27034
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
27035
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
27036
- AZURE_TENANT_ID?: string | undefined;
27037
- AZURE_TOKEN_SCOPE?: string | undefined;
27038
- BAM_API_HOST?: string | undefined;
27039
- BAM_API_KEY?: string | undefined;
27040
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
27041
- CLOUDFLARE_API_KEY?: string | undefined;
27042
- COHERE_API_KEY?: string | undefined;
27043
- COHERE_CLIENT_NAME?: string | undefined;
27044
- DATABRICKS_TOKEN?: string | undefined;
27045
- DATABRICKS_WORKSPACE_URL?: string | undefined;
27046
- FAL_KEY?: string | undefined;
27047
- GOOGLE_API_HOST?: string | undefined;
27048
- GOOGLE_API_KEY?: string | undefined;
27049
- GROQ_API_KEY?: string | undefined;
27050
- HELICONE_API_KEY?: string | undefined;
27051
- HF_API_TOKEN?: string | undefined;
27052
- HF_TOKEN?: string | undefined;
27053
- HUGGING_FACE_HUB_TOKEN?: string | undefined;
27054
- JFROG_API_KEY?: string | undefined;
27055
- LAMBDA_API_KEY?: string | undefined;
27056
- LANGFUSE_HOST?: string | undefined;
27057
- LANGFUSE_PUBLIC_KEY?: string | undefined;
27058
- LANGFUSE_SECRET_KEY?: string | undefined;
27059
- LITELLM_API_BASE?: string | undefined;
27060
- LLAMA_BASE_URL?: string | undefined;
27061
- LOCALAI_BASE_URL?: string | undefined;
27062
- MISTRAL_API_BASE_URL?: string | undefined;
27063
- MISTRAL_API_HOST?: string | undefined;
27064
- MISTRAL_API_KEY?: string | undefined;
27065
- OLLAMA_API_KEY?: string | undefined;
27066
- OLLAMA_BASE_URL?: string | undefined;
27067
- OPENAI_API_BASE_URL?: string | undefined;
27068
- OPENAI_API_HOST?: string | undefined;
27069
- OPENAI_API_KEY?: string | undefined;
27070
- OPENAI_BASE_URL?: string | undefined;
27071
- OPENAI_ORGANIZATION?: string | undefined;
27072
- PALM_API_HOST?: string | undefined;
27073
- PALM_API_KEY?: string | undefined;
27074
- PORTKEY_API_KEY?: string | undefined;
27075
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
27076
- PROMPTFOO_INSECURE_SSL?: string | undefined;
27077
- REPLICATE_API_KEY?: string | undefined;
27078
- REPLICATE_API_TOKEN?: string | undefined;
27079
- VERTEX_API_HOST?: string | undefined;
27080
- VERTEX_API_KEY?: string | undefined;
27081
- VERTEX_API_VERSION?: string | undefined;
27082
- VERTEX_PROJECT_ID?: string | undefined;
27083
- VERTEX_PUBLISHER?: string | undefined;
27084
- VERTEX_REGION?: string | undefined;
27085
- VOYAGE_API_BASE_URL?: string | undefined;
27086
- VOYAGE_API_KEY?: string | undefined;
27087
- WATSONX_AI_APIKEY?: string | undefined;
27088
- WATSONX_AI_AUTH_TYPE?: string | undefined;
27089
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27090
- WATSONX_AI_PROJECT_ID?: string | undefined;
27091
- AZURE_CONTENT_SAFETY_ENDPOINT?: string | undefined;
27092
- AZURE_CONTENT_SAFETY_API_KEY?: string | undefined;
27093
- AZURE_CONTENT_SAFETY_API_VERSION?: string | undefined;
27094
- AWS_REGION?: string | undefined;
27095
- AWS_DEFAULT_REGION?: string | undefined;
27096
- AWS_SAGEMAKER_MAX_TOKENS?: string | undefined;
27097
- AWS_SAGEMAKER_TEMPERATURE?: string | undefined;
27098
- AWS_SAGEMAKER_TOP_P?: string | undefined;
27099
- AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
27100
- PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
27101
- }>>;
27102
- }, "strict", z.ZodTypeAny, {
27103
- id?: string | undefined;
27104
- config?: any;
27105
- label?: string | undefined;
27106
- prompts?: string[] | undefined;
27107
- transform?: string | undefined;
27108
- delay?: number | undefined;
27109
- env?: {
27110
- AI21_API_BASE_URL?: string | undefined;
27111
- AI21_API_KEY?: string | undefined;
27112
- ANTHROPIC_API_KEY?: string | undefined;
27113
- ANTHROPIC_BASE_URL?: string | undefined;
27114
- AWS_BEDROCK_REGION?: string | undefined;
27115
- AZURE_API_BASE_URL?: string | undefined;
27116
- AZURE_API_HOST?: string | undefined;
27117
- AZURE_API_KEY?: string | undefined;
27118
- AZURE_AUTHORITY_HOST?: string | undefined;
27119
- AZURE_CLIENT_ID?: string | undefined;
27120
- AZURE_CLIENT_SECRET?: string | undefined;
27121
- AZURE_DEPLOYMENT_NAME?: string | undefined;
27122
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
27123
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
27124
- AZURE_OPENAI_API_HOST?: string | undefined;
27125
- AZURE_OPENAI_API_KEY?: string | undefined;
27126
- AZURE_OPENAI_BASE_URL?: string | undefined;
27127
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
27128
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
27129
- AZURE_TENANT_ID?: string | undefined;
27130
- AZURE_TOKEN_SCOPE?: string | undefined;
27131
- BAM_API_HOST?: string | undefined;
27132
- BAM_API_KEY?: string | undefined;
27133
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
27134
- CLOUDFLARE_API_KEY?: string | undefined;
27135
- COHERE_API_KEY?: string | undefined;
27136
- COHERE_CLIENT_NAME?: string | undefined;
27137
- DATABRICKS_TOKEN?: string | undefined;
27138
- DATABRICKS_WORKSPACE_URL?: string | undefined;
27139
- FAL_KEY?: string | undefined;
27140
- GOOGLE_API_HOST?: string | undefined;
27141
- GOOGLE_API_KEY?: string | undefined;
27142
- GROQ_API_KEY?: string | undefined;
27143
- HELICONE_API_KEY?: string | undefined;
27144
- HF_API_TOKEN?: string | undefined;
27145
- HF_TOKEN?: string | undefined;
27146
- HUGGING_FACE_HUB_TOKEN?: string | undefined;
27147
- JFROG_API_KEY?: string | undefined;
27148
- LAMBDA_API_KEY?: string | undefined;
27149
- LANGFUSE_HOST?: string | undefined;
27150
- LANGFUSE_PUBLIC_KEY?: string | undefined;
27151
- LANGFUSE_SECRET_KEY?: string | undefined;
27152
- LITELLM_API_BASE?: string | undefined;
27153
- LLAMA_BASE_URL?: string | undefined;
27154
- LOCALAI_BASE_URL?: string | undefined;
27155
- MISTRAL_API_BASE_URL?: string | undefined;
27156
- MISTRAL_API_HOST?: string | undefined;
27157
- MISTRAL_API_KEY?: string | undefined;
27158
- OLLAMA_API_KEY?: string | undefined;
27159
- OLLAMA_BASE_URL?: string | undefined;
27160
- OPENAI_API_BASE_URL?: string | undefined;
27161
- OPENAI_API_HOST?: string | undefined;
27162
- OPENAI_API_KEY?: string | undefined;
27163
- OPENAI_BASE_URL?: string | undefined;
27164
- OPENAI_ORGANIZATION?: string | undefined;
27165
- PALM_API_HOST?: string | undefined;
27166
- PALM_API_KEY?: string | undefined;
27167
- PORTKEY_API_KEY?: string | undefined;
27168
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
27169
- PROMPTFOO_INSECURE_SSL?: string | undefined;
27170
- REPLICATE_API_KEY?: string | undefined;
27171
- REPLICATE_API_TOKEN?: string | undefined;
27172
- VERTEX_API_HOST?: string | undefined;
27173
- VERTEX_API_KEY?: string | undefined;
27174
- VERTEX_API_VERSION?: string | undefined;
27175
- VERTEX_PROJECT_ID?: string | undefined;
27176
- VERTEX_PUBLISHER?: string | undefined;
27177
- VERTEX_REGION?: string | undefined;
27178
- VOYAGE_API_BASE_URL?: string | undefined;
27179
- VOYAGE_API_KEY?: string | undefined;
27180
- WATSONX_AI_APIKEY?: string | undefined;
27181
- WATSONX_AI_AUTH_TYPE?: string | undefined;
27182
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27183
- WATSONX_AI_PROJECT_ID?: string | undefined;
27184
- AZURE_CONTENT_SAFETY_ENDPOINT?: string | undefined;
27185
- AZURE_CONTENT_SAFETY_API_KEY?: string | undefined;
27186
- AZURE_CONTENT_SAFETY_API_VERSION?: string | undefined;
27187
- AWS_REGION?: string | undefined;
27188
- AWS_DEFAULT_REGION?: string | undefined;
27189
- AWS_SAGEMAKER_MAX_TOKENS?: string | undefined;
27190
- AWS_SAGEMAKER_TEMPERATURE?: string | undefined;
27191
- AWS_SAGEMAKER_TOP_P?: string | undefined;
27192
- AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
27193
- PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
27194
- } | undefined;
27195
- }, {
27196
- id?: string | undefined;
27197
- config?: any;
27198
- label?: string | undefined;
27199
- prompts?: string[] | undefined;
27200
- transform?: string | undefined;
27201
- delay?: number | undefined;
27202
- env?: {
27203
- AI21_API_BASE_URL?: string | undefined;
27204
- AI21_API_KEY?: string | undefined;
27205
- ANTHROPIC_API_KEY?: string | undefined;
27206
- ANTHROPIC_BASE_URL?: string | undefined;
27207
- AWS_BEDROCK_REGION?: string | undefined;
27208
- AZURE_API_BASE_URL?: string | undefined;
27209
- AZURE_API_HOST?: string | undefined;
27210
- AZURE_API_KEY?: string | undefined;
27211
- AZURE_AUTHORITY_HOST?: string | undefined;
27212
- AZURE_CLIENT_ID?: string | undefined;
27213
- AZURE_CLIENT_SECRET?: string | undefined;
27214
- AZURE_DEPLOYMENT_NAME?: string | undefined;
27215
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
27216
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
27217
- AZURE_OPENAI_API_HOST?: string | undefined;
27218
- AZURE_OPENAI_API_KEY?: string | undefined;
27219
- AZURE_OPENAI_BASE_URL?: string | undefined;
27220
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
27221
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
27222
- AZURE_TENANT_ID?: string | undefined;
27223
- AZURE_TOKEN_SCOPE?: string | undefined;
27224
- BAM_API_HOST?: string | undefined;
27225
- BAM_API_KEY?: string | undefined;
27226
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
27227
- CLOUDFLARE_API_KEY?: string | undefined;
27228
- COHERE_API_KEY?: string | undefined;
27229
- COHERE_CLIENT_NAME?: string | undefined;
27230
- DATABRICKS_TOKEN?: string | undefined;
27231
- DATABRICKS_WORKSPACE_URL?: string | undefined;
27232
- FAL_KEY?: string | undefined;
27233
- GOOGLE_API_HOST?: string | undefined;
27234
- GOOGLE_API_KEY?: string | undefined;
27235
- GROQ_API_KEY?: string | undefined;
27236
- HELICONE_API_KEY?: string | undefined;
27237
- HF_API_TOKEN?: string | undefined;
27238
- HF_TOKEN?: string | undefined;
27239
- HUGGING_FACE_HUB_TOKEN?: string | undefined;
27240
- JFROG_API_KEY?: string | undefined;
27241
- LAMBDA_API_KEY?: string | undefined;
27242
- LANGFUSE_HOST?: string | undefined;
27243
- LANGFUSE_PUBLIC_KEY?: string | undefined;
27244
- LANGFUSE_SECRET_KEY?: string | undefined;
27245
- LITELLM_API_BASE?: string | undefined;
27246
- LLAMA_BASE_URL?: string | undefined;
27247
- LOCALAI_BASE_URL?: string | undefined;
27248
- MISTRAL_API_BASE_URL?: string | undefined;
27249
- MISTRAL_API_HOST?: string | undefined;
27250
- MISTRAL_API_KEY?: string | undefined;
27251
- OLLAMA_API_KEY?: string | undefined;
27252
- OLLAMA_BASE_URL?: string | undefined;
27253
- OPENAI_API_BASE_URL?: string | undefined;
27254
- OPENAI_API_HOST?: string | undefined;
27255
- OPENAI_API_KEY?: string | undefined;
27256
- OPENAI_BASE_URL?: string | undefined;
27257
- OPENAI_ORGANIZATION?: string | undefined;
27258
- PALM_API_HOST?: string | undefined;
27259
- PALM_API_KEY?: string | undefined;
27260
- PORTKEY_API_KEY?: string | undefined;
27261
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
27262
- PROMPTFOO_INSECURE_SSL?: string | undefined;
27263
- REPLICATE_API_KEY?: string | undefined;
27264
- REPLICATE_API_TOKEN?: string | undefined;
27265
- VERTEX_API_HOST?: string | undefined;
27266
- VERTEX_API_KEY?: string | undefined;
27267
- VERTEX_API_VERSION?: string | undefined;
27268
- VERTEX_PROJECT_ID?: string | undefined;
27269
- VERTEX_PUBLISHER?: string | undefined;
27270
- VERTEX_REGION?: string | undefined;
27271
- VOYAGE_API_BASE_URL?: string | undefined;
27272
- VOYAGE_API_KEY?: string | undefined;
27273
- WATSONX_AI_APIKEY?: string | undefined;
27274
- WATSONX_AI_AUTH_TYPE?: string | undefined;
27275
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27276
- WATSONX_AI_PROJECT_ID?: string | undefined;
27277
- AZURE_CONTENT_SAFETY_ENDPOINT?: string | undefined;
27278
- AZURE_CONTENT_SAFETY_API_KEY?: string | undefined;
27279
- AZURE_CONTENT_SAFETY_API_VERSION?: string | undefined;
27280
- AWS_REGION?: string | undefined;
27281
- AWS_DEFAULT_REGION?: string | undefined;
27282
- AWS_SAGEMAKER_MAX_TOKENS?: string | undefined;
27283
- AWS_SAGEMAKER_TEMPERATURE?: string | undefined;
27284
- AWS_SAGEMAKER_TOP_P?: string | undefined;
27285
- AWS_SAGEMAKER_MAX_RETRIES?: string | undefined;
27286
- PROMPTFOO_EVAL_TIMEOUT_MS?: string | undefined;
27287
- } | undefined;
27288
- }>, z.ZodIntersection<z.ZodFunction<z.ZodTuple<[z.ZodString, z.ZodOptional<z.ZodObject<{
27289
- fetchWithCache: z.ZodOptional<z.ZodAny>;
27290
- filters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodFunction<z.ZodTuple<[z.ZodAny], z.ZodAny>, z.ZodString>>>;
27291
- getCache: z.ZodOptional<z.ZodAny>;
27292
- logger: z.ZodOptional<z.ZodAny>;
27293
- originalProvider: z.ZodOptional<z.ZodAny>;
27294
- prompt: z.ZodObject<{
27295
- id: z.ZodOptional<z.ZodString>;
27296
- raw: z.ZodString;
27297
- display: z.ZodOptional<z.ZodString>;
27298
- label: z.ZodString;
27299
- function: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodObject<{
27300
- vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodAny]>>;
27301
- provider: z.ZodOptional<z.ZodType<ApiProvider, z.ZodTypeDef, ApiProvider>>;
27302
- }, "strip", z.ZodTypeAny, {
27303
- vars: Record<string, any>;
27304
- provider?: ApiProvider | undefined;
27305
- }, {
27306
- vars: Record<string, any>;
27307
- provider?: ApiProvider | undefined;
27308
- }>], z.ZodUnknown>, z.ZodPromise<z.ZodUnion<[z.ZodString, z.ZodAny]>>>>;
27309
- config: z.ZodOptional<z.ZodAny>;
27310
- }, "strip", z.ZodTypeAny, {
27311
- raw: string;
27312
- label: string;
27313
- function?: ((args_0: {
27314
- vars: Record<string, any>;
27315
- provider?: ApiProvider | undefined;
27316
- }, ...args: unknown[]) => Promise<any>) | undefined;
27317
- id?: string | undefined;
27318
- config?: any;
27319
- display?: string | undefined;
27320
- }, {
27321
- raw: string;
27322
- label: string;
27323
- function?: ((args_0: {
27324
- vars: Record<string, any>;
27325
- provider?: ApiProvider | undefined;
27326
- }, ...args: unknown[]) => Promise<any>) | undefined;
27327
- id?: string | undefined;
27328
- config?: any;
27329
- display?: string | undefined;
27330
- }>;
27331
- vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodObject<{}, "strip", z.ZodTypeAny, {}, {}>]>>;
27332
- }, "strip", z.ZodTypeAny, {
27333
- prompt: {
27334
- raw: string;
27335
- label: string;
27336
- function?: ((args_0: {
27337
- vars: Record<string, any>;
27338
- provider?: ApiProvider | undefined;
27339
- }, ...args: unknown[]) => Promise<any>) | undefined;
27340
- id?: string | undefined;
27341
- config?: any;
27342
- display?: string | undefined;
27343
- };
27344
- vars: Record<string, string | {}>;
27345
- fetchWithCache?: any;
27346
- filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
27347
- getCache?: any;
27348
- logger?: any;
27349
- originalProvider?: any;
27350
- }, {
27351
- prompt: {
27352
- raw: string;
27353
- label: string;
27354
- function?: ((args_0: {
27355
- vars: Record<string, any>;
27356
- provider?: ApiProvider | undefined;
27357
- }, ...args: unknown[]) => Promise<any>) | undefined;
27358
- id?: string | undefined;
27359
- config?: any;
27360
- display?: string | undefined;
27361
- };
27362
- vars: Record<string, string | {}>;
27363
- fetchWithCache?: any;
27364
- filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
27365
- getCache?: any;
27366
- logger?: any;
27367
- originalProvider?: any;
27368
- }>>, z.ZodOptional<z.ZodObject<{
27369
- includeLogProbs: z.ZodOptional<z.ZodBoolean>;
27370
- }, "strip", z.ZodTypeAny, {
27371
- includeLogProbs?: boolean | undefined;
27372
- }, {
27373
- includeLogProbs?: boolean | undefined;
27374
- }>>], z.ZodUnknown>, z.ZodPromise<z.ZodType<ProviderResponse, z.ZodTypeDef, ProviderResponse>>>, z.ZodObject<{
27375
- label: z.ZodOptional<z.ZodString>;
27376
- }, "strip", z.ZodTypeAny, {
27377
- label?: string | undefined;
27378
- }, {
27379
- label?: string | undefined;
27380
- }>>]>, "many">]>;
27381
- prompts: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodUnion<[z.ZodString, z.ZodObject<{
27382
- id: z.ZodString;
27383
- label: z.ZodOptional<z.ZodString>;
27384
- raw: z.ZodOptional<z.ZodString>;
27385
- }, "strip", z.ZodTypeAny, {
27386
- id: string;
27387
- raw?: string | undefined;
27388
- label?: string | undefined;
27389
- }, {
27390
- id: string;
27391
- raw?: string | undefined;
27392
- label?: string | undefined;
27393
- }>, z.ZodObject<{
27394
- id: z.ZodOptional<z.ZodString>;
27395
- raw: z.ZodString;
27396
- display: z.ZodOptional<z.ZodString>;
27397
- label: z.ZodString;
27398
- function: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodObject<{
27399
- vars: z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodAny]>>;
27400
- provider: z.ZodOptional<z.ZodType<ApiProvider, z.ZodTypeDef, ApiProvider>>;
27401
- }, "strip", z.ZodTypeAny, {
27402
- vars: Record<string, any>;
27403
- provider?: ApiProvider | undefined;
27404
- }, {
27405
- vars: Record<string, any>;
27406
- provider?: ApiProvider | undefined;
27407
- }>], z.ZodUnknown>, z.ZodPromise<z.ZodUnion<[z.ZodString, z.ZodAny]>>>>;
27408
- config: z.ZodOptional<z.ZodAny>;
27409
- }, "strip", z.ZodTypeAny, {
27410
- raw: string;
27411
- label: string;
27412
- function?: ((args_0: {
27413
- vars: Record<string, any>;
27414
- provider?: ApiProvider | undefined;
27415
- }, ...args: unknown[]) => Promise<any>) | undefined;
27416
- id?: string | undefined;
27417
- config?: any;
27418
- display?: string | undefined;
27419
- }, {
27420
- raw: string;
27421
- label: string;
27422
- function?: ((args_0: {
27423
- vars: Record<string, any>;
27424
- provider?: ApiProvider | undefined;
27425
- }, ...args: unknown[]) => Promise<any>) | undefined;
26335
+ raw: string;
26336
+ label: string;
26337
+ function?: ((args_0: {
26338
+ vars: Record<string, any>;
26339
+ provider?: ApiProvider | undefined;
26340
+ }, ...args: unknown[]) => Promise<any>) | undefined;
27426
26341
  id?: string | undefined;
27427
26342
  config?: any;
27428
26343
  display?: string | undefined;
@@ -33558,7 +32473,7 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33558
32473
  excludeTargetOutputFromAgenticAttackGeneration?: boolean | undefined;
33559
32474
  }>>;
33560
32475
  writeLatestResults: z.ZodOptional<z.ZodBoolean>;
33561
- }, {
32476
+ } & {
33562
32477
  evaluateOptions: z.ZodOptional<z.ZodObject<{
33563
32478
  cache: z.ZodOptional<z.ZodBoolean>;
33564
32479
  delay: z.ZodOptional<z.ZodNumber>;
@@ -36037,7 +34952,7 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
36037
34952
  }, {
36038
34953
  label?: string | undefined;
36039
34954
  }>>]>, "many">]>>;
36040
- }>, "strip", z.ZodTypeAny, {
34955
+ }, "strip", z.ZodTypeAny, {
36041
34956
  prompts: string | Record<string, string> | (string | {
36042
34957
  raw: string;
36043
34958
  label: string;