promptfoo 0.104.0 → 0.104.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (158) hide show
  1. package/dist/package.json +13 -13
  2. package/dist/src/app/assets/index-BOYExNVs.js +882 -0
  3. package/dist/src/app/assets/index-D_f6kGCb.css +1 -0
  4. package/dist/src/app/assets/{index.es-q4VBMGZc.js → index.es-BSfrneXx.js} +1 -1
  5. package/dist/src/app/assets/{sync-YtFnZSQQ.js → sync-Cq1ANNrp.js} +1 -1
  6. package/dist/src/app/index.html +2 -2
  7. package/dist/src/assertions/llmRubric.d.ts.map +1 -1
  8. package/dist/src/assertions/llmRubric.js +2 -5
  9. package/dist/src/assertions/llmRubric.js.map +1 -1
  10. package/dist/src/cache.d.ts +1 -0
  11. package/dist/src/cache.d.ts.map +1 -1
  12. package/dist/src/cache.js +15 -2
  13. package/dist/src/cache.js.map +1 -1
  14. package/dist/src/commands/auth.d.ts.map +1 -1
  15. package/dist/src/commands/auth.js +12 -4
  16. package/dist/src/commands/auth.js.map +1 -1
  17. package/dist/src/commands/config.d.ts.map +1 -1
  18. package/dist/src/commands/config.js +11 -0
  19. package/dist/src/commands/config.js.map +1 -1
  20. package/dist/src/commands/eval.js +1 -1
  21. package/dist/src/commands/eval.js.map +1 -1
  22. package/dist/src/commands/generate/dataset.js +2 -2
  23. package/dist/src/commands/generate/dataset.js.map +1 -1
  24. package/dist/src/database/tables.d.ts +106 -48
  25. package/dist/src/database/tables.d.ts.map +1 -1
  26. package/dist/src/envars.d.ts +4 -2
  27. package/dist/src/envars.d.ts.map +1 -1
  28. package/dist/src/envars.js.map +1 -1
  29. package/dist/src/esm.d.ts.map +1 -1
  30. package/dist/src/esm.js +5 -5
  31. package/dist/src/esm.js.map +1 -1
  32. package/dist/src/evaluator.d.ts.map +1 -1
  33. package/dist/src/evaluator.js +5 -5
  34. package/dist/src/evaluator.js.map +1 -1
  35. package/dist/src/globalConfig/accounts.d.ts.map +1 -1
  36. package/dist/src/globalConfig/accounts.js +4 -4
  37. package/dist/src/globalConfig/accounts.js.map +1 -1
  38. package/dist/src/golang/wrapper.go +21 -4
  39. package/dist/src/guardrails.d.ts +23 -0
  40. package/dist/src/guardrails.d.ts.map +1 -0
  41. package/dist/src/guardrails.js +41 -0
  42. package/dist/src/guardrails.js.map +1 -0
  43. package/dist/src/index.d.ts +7 -1
  44. package/dist/src/index.d.ts.map +1 -1
  45. package/dist/src/index.js +6 -3
  46. package/dist/src/index.js.map +1 -1
  47. package/dist/src/integrations/huggingfaceDatasets.d.ts +5 -0
  48. package/dist/src/integrations/huggingfaceDatasets.d.ts.map +1 -1
  49. package/dist/src/integrations/huggingfaceDatasets.js +9 -1
  50. package/dist/src/integrations/huggingfaceDatasets.js.map +1 -1
  51. package/dist/src/matchers.d.ts +2 -2
  52. package/dist/src/matchers.d.ts.map +1 -1
  53. package/dist/src/matchers.js +18 -4
  54. package/dist/src/matchers.js.map +1 -1
  55. package/dist/src/models/eval.d.ts +4 -2
  56. package/dist/src/models/eval.d.ts.map +1 -1
  57. package/dist/src/models/eval.js +23 -15
  58. package/dist/src/models/eval.js.map +1 -1
  59. package/dist/src/providers/alibaba.js +2 -2
  60. package/dist/src/providers/alibaba.js.map +1 -1
  61. package/dist/src/providers/anthropic.d.ts +8 -7
  62. package/dist/src/providers/anthropic.d.ts.map +1 -1
  63. package/dist/src/providers/anthropic.js +5 -2
  64. package/dist/src/providers/anthropic.js.map +1 -1
  65. package/dist/src/providers/bedrock.d.ts +11 -1
  66. package/dist/src/providers/bedrock.d.ts.map +1 -1
  67. package/dist/src/providers/bedrock.js +15 -7
  68. package/dist/src/providers/bedrock.js.map +1 -1
  69. package/dist/src/providers/golangCompletion.d.ts.map +1 -1
  70. package/dist/src/providers/golangCompletion.js +5 -2
  71. package/dist/src/providers/golangCompletion.js.map +1 -1
  72. package/dist/src/providers/groq.d.ts +1 -0
  73. package/dist/src/providers/groq.d.ts.map +1 -1
  74. package/dist/src/providers/huggingface.d.ts +1 -0
  75. package/dist/src/providers/huggingface.d.ts.map +1 -1
  76. package/dist/src/providers/huggingface.js +8 -7
  77. package/dist/src/providers/huggingface.js.map +1 -1
  78. package/dist/src/providers/openai/chat.d.ts.map +1 -1
  79. package/dist/src/providers/openai/chat.js +7 -2
  80. package/dist/src/providers/openai/chat.js.map +1 -1
  81. package/dist/src/providers/openai/types.d.ts +2 -0
  82. package/dist/src/providers/openai/types.d.ts.map +1 -1
  83. package/dist/src/providers.d.ts.map +1 -1
  84. package/dist/src/providers.js +12 -0
  85. package/dist/src/providers.js.map +1 -1
  86. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  87. package/dist/src/redteam/commands/generate.js +3 -1
  88. package/dist/src/redteam/commands/generate.js.map +1 -1
  89. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  90. package/dist/src/redteam/commands/run.js +1 -0
  91. package/dist/src/redteam/commands/run.js.map +1 -1
  92. package/dist/src/redteam/graders.d.ts.map +1 -1
  93. package/dist/src/redteam/graders.js +3 -0
  94. package/dist/src/redteam/graders.js.map +1 -1
  95. package/dist/src/redteam/index.d.ts +1 -1
  96. package/dist/src/redteam/index.d.ts.map +1 -1
  97. package/dist/src/redteam/index.js +6 -2
  98. package/dist/src/redteam/index.js.map +1 -1
  99. package/dist/src/redteam/plugins/harmful/common.d.ts.map +1 -1
  100. package/dist/src/redteam/plugins/harmful/common.js +1 -3
  101. package/dist/src/redteam/plugins/harmful/common.js.map +1 -1
  102. package/dist/src/redteam/shared.d.ts.map +1 -1
  103. package/dist/src/redteam/shared.js +3 -1
  104. package/dist/src/redteam/shared.js.map +1 -1
  105. package/dist/src/redteam/sharedFrontend.d.ts.map +1 -1
  106. package/dist/src/redteam/sharedFrontend.js +1 -0
  107. package/dist/src/redteam/sharedFrontend.js.map +1 -1
  108. package/dist/src/redteam/types.d.ts +6 -0
  109. package/dist/src/redteam/types.d.ts.map +1 -1
  110. package/dist/src/redteam/util.d.ts +6 -0
  111. package/dist/src/redteam/util.d.ts.map +1 -1
  112. package/dist/src/redteam/util.js +108 -76
  113. package/dist/src/redteam/util.js.map +1 -1
  114. package/dist/src/server/routes/eval.js +1 -1
  115. package/dist/src/server/server.js +2 -2
  116. package/dist/src/server/server.js.map +1 -1
  117. package/dist/src/{testCases.d.ts → testCase/synthesis.d.ts} +2 -6
  118. package/dist/src/testCase/synthesis.d.ts.map +1 -0
  119. package/dist/src/testCase/synthesis.js +185 -0
  120. package/dist/src/testCase/synthesis.js.map +1 -0
  121. package/dist/src/types/index.d.ts +1347 -941
  122. package/dist/src/types/index.d.ts.map +1 -1
  123. package/dist/src/types/index.js +7 -1
  124. package/dist/src/types/index.js.map +1 -1
  125. package/dist/src/util/config/load.d.ts.map +1 -1
  126. package/dist/src/util/config/load.js +6 -6
  127. package/dist/src/util/config/load.js.map +1 -1
  128. package/dist/src/util/file.node.d.ts +17 -0
  129. package/dist/src/util/file.node.d.ts.map +1 -0
  130. package/dist/src/util/file.node.js +59 -0
  131. package/dist/src/util/file.node.js.map +1 -0
  132. package/dist/src/util/index.d.ts +4 -4
  133. package/dist/src/util/index.d.ts.map +1 -1
  134. package/dist/src/util/index.js +0 -1
  135. package/dist/src/util/index.js.map +1 -1
  136. package/dist/src/util/json.d.ts +1 -0
  137. package/dist/src/util/json.d.ts.map +1 -1
  138. package/dist/src/util/json.js +67 -5
  139. package/dist/src/util/json.js.map +1 -1
  140. package/dist/src/util/testCaseReader.d.ts +33 -0
  141. package/dist/src/util/testCaseReader.d.ts.map +1 -0
  142. package/dist/src/util/testCaseReader.js +355 -0
  143. package/dist/src/util/testCaseReader.js.map +1 -0
  144. package/dist/src/util/transform.d.ts.map +1 -1
  145. package/dist/src/util/transform.js +24 -4
  146. package/dist/src/util/transform.js.map +1 -1
  147. package/dist/src/validators/providers.d.ts +36 -36
  148. package/dist/src/validators/redteam.d.ts +35 -14
  149. package/dist/src/validators/redteam.d.ts.map +1 -1
  150. package/dist/src/validators/redteam.js +25 -17
  151. package/dist/src/validators/redteam.js.map +1 -1
  152. package/dist/tsconfig.tsbuildinfo +1 -1
  153. package/package.json +13 -13
  154. package/dist/src/app/assets/index-4rSGjSvP.css +0 -1
  155. package/dist/src/app/assets/index-BZ5J3ZKi.js +0 -882
  156. package/dist/src/testCases.d.ts.map +0 -1
  157. package/dist/src/testCases.js +0 -434
  158. package/dist/src/testCases.js.map +0 -1
@@ -52,6 +52,7 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
52
52
  maxConcurrency?: number | undefined;
53
53
  write?: boolean | undefined;
54
54
  verbose?: boolean | undefined;
55
+ progressBar?: boolean | undefined;
55
56
  vars?: string | undefined;
56
57
  prompts?: string[] | undefined;
57
58
  repeat?: number | undefined;
@@ -63,7 +64,6 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
63
64
  tableCellMaxLength?: number | undefined;
64
65
  table?: boolean | undefined;
65
66
  share?: boolean | undefined;
66
- progressBar?: boolean | undefined;
67
67
  watch?: boolean | undefined;
68
68
  filterFailing?: string | undefined;
69
69
  filterFirstN?: number | undefined;
@@ -85,6 +85,7 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
85
85
  maxConcurrency?: number | undefined;
86
86
  write?: boolean | undefined;
87
87
  verbose?: boolean | undefined;
88
+ progressBar?: boolean | undefined;
88
89
  vars?: string | undefined;
89
90
  prompts?: string[] | undefined;
90
91
  delay?: number | undefined;
@@ -97,7 +98,6 @@ export declare const CommandLineOptionsSchema: z.ZodObject<{
97
98
  tableCellMaxLength?: number | undefined;
98
99
  table?: boolean | undefined;
99
100
  share?: boolean | undefined;
100
- progressBar?: boolean | undefined;
101
101
  watch?: boolean | undefined;
102
102
  filterFailing?: string | undefined;
103
103
  filterFirstN?: number | undefined;
@@ -230,7 +230,65 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
230
230
  */
231
231
  interactiveProviders: z.ZodOptional<z.ZodBoolean>;
232
232
  maxConcurrency: z.ZodOptional<z.ZodNumber>;
233
- progressCallback: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodNumber, z.ZodNumber, z.ZodNumber, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], null>, z.ZodVoid>>;
233
+ progressCallback: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodNumber, z.ZodNumber, z.ZodNumber, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>, z.ZodType<{
234
+ cost: number;
235
+ tokenUsage: {
236
+ cached?: number | undefined;
237
+ completion?: number | undefined;
238
+ prompt?: number | undefined;
239
+ total?: number | undefined;
240
+ numRequests?: number | undefined;
241
+ completionDetails?: {
242
+ reasoning?: number | undefined;
243
+ acceptedPrediction?: number | undefined;
244
+ rejectedPrediction?: number | undefined;
245
+ } | undefined;
246
+ };
247
+ score: number;
248
+ testPassCount: number;
249
+ testFailCount: number;
250
+ testErrorCount: number;
251
+ assertPassCount: number;
252
+ assertFailCount: number;
253
+ totalLatencyMs: number;
254
+ namedScores: Record<string, number>;
255
+ namedScoresCount: Record<string, number>;
256
+ redteam?: {
257
+ pluginPassCount: Record<string, number>;
258
+ pluginFailCount: Record<string, number>;
259
+ strategyPassCount: Record<string, number>;
260
+ strategyFailCount: Record<string, number>;
261
+ } | undefined;
262
+ }, z.ZodTypeDef, {
263
+ cost: number;
264
+ tokenUsage: {
265
+ cached?: number | undefined;
266
+ completion?: number | undefined;
267
+ prompt?: number | undefined;
268
+ total?: number | undefined;
269
+ numRequests?: number | undefined;
270
+ completionDetails?: {
271
+ reasoning?: number | undefined;
272
+ acceptedPrediction?: number | undefined;
273
+ rejectedPrediction?: number | undefined;
274
+ } | undefined;
275
+ };
276
+ score: number;
277
+ testPassCount: number;
278
+ testFailCount: number;
279
+ testErrorCount: number;
280
+ assertPassCount: number;
281
+ assertFailCount: number;
282
+ totalLatencyMs: number;
283
+ namedScores: Record<string, number>;
284
+ namedScoresCount: Record<string, number>;
285
+ redteam?: {
286
+ pluginPassCount: Record<string, number>;
287
+ pluginFailCount: Record<string, number>;
288
+ strategyPassCount: Record<string, number>;
289
+ strategyFailCount: Record<string, number>;
290
+ } | undefined;
291
+ }>], null>, z.ZodVoid>>;
234
292
  repeat: z.ZodOptional<z.ZodNumber>;
235
293
  showProgressBar: z.ZodOptional<z.ZodBoolean>;
236
294
  }, "strip", z.ZodTypeAny, {
@@ -241,7 +299,36 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
241
299
  generateSuggestions?: boolean | undefined;
242
300
  eventSource?: string | undefined;
243
301
  interactiveProviders?: boolean | undefined;
244
- progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
302
+ progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions, args_4: {
303
+ cost: number;
304
+ tokenUsage: {
305
+ cached?: number | undefined;
306
+ completion?: number | undefined;
307
+ prompt?: number | undefined;
308
+ total?: number | undefined;
309
+ numRequests?: number | undefined;
310
+ completionDetails?: {
311
+ reasoning?: number | undefined;
312
+ acceptedPrediction?: number | undefined;
313
+ rejectedPrediction?: number | undefined;
314
+ } | undefined;
315
+ };
316
+ score: number;
317
+ testPassCount: number;
318
+ testFailCount: number;
319
+ testErrorCount: number;
320
+ assertPassCount: number;
321
+ assertFailCount: number;
322
+ totalLatencyMs: number;
323
+ namedScores: Record<string, number>;
324
+ namedScoresCount: Record<string, number>;
325
+ redteam?: {
326
+ pluginPassCount: Record<string, number>;
327
+ pluginFailCount: Record<string, number>;
328
+ strategyPassCount: Record<string, number>;
329
+ strategyFailCount: Record<string, number>;
330
+ } | undefined;
331
+ }) => void) | undefined;
245
332
  showProgressBar?: boolean | undefined;
246
333
  }, {
247
334
  cache?: boolean | undefined;
@@ -251,7 +338,36 @@ declare const EvaluateOptionsSchema: z.ZodObject<{
251
338
  generateSuggestions?: boolean | undefined;
252
339
  eventSource?: string | undefined;
253
340
  interactiveProviders?: boolean | undefined;
254
- progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
341
+ progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions, args_4: {
342
+ cost: number;
343
+ tokenUsage: {
344
+ cached?: number | undefined;
345
+ completion?: number | undefined;
346
+ prompt?: number | undefined;
347
+ total?: number | undefined;
348
+ numRequests?: number | undefined;
349
+ completionDetails?: {
350
+ reasoning?: number | undefined;
351
+ acceptedPrediction?: number | undefined;
352
+ rejectedPrediction?: number | undefined;
353
+ } | undefined;
354
+ };
355
+ score: number;
356
+ testPassCount: number;
357
+ testFailCount: number;
358
+ testErrorCount: number;
359
+ assertPassCount: number;
360
+ assertFailCount: number;
361
+ totalLatencyMs: number;
362
+ namedScores: Record<string, number>;
363
+ namedScoresCount: Record<string, number>;
364
+ redteam?: {
365
+ pluginPassCount: Record<string, number>;
366
+ pluginFailCount: Record<string, number>;
367
+ strategyPassCount: Record<string, number>;
368
+ strategyFailCount: Record<string, number>;
369
+ } | undefined;
370
+ }) => void) | undefined;
255
371
  showProgressBar?: boolean | undefined;
256
372
  }>;
257
373
  export type EvaluateOptions = z.infer<typeof EvaluateOptionsSchema> & {
@@ -1300,9 +1416,9 @@ export declare const TestCaseSchema: z.ZodObject<{
1300
1416
  GROQ_API_KEY?: string | undefined;
1301
1417
  LOCALAI_BASE_URL?: string | undefined;
1302
1418
  WATSONX_AI_APIKEY?: string | undefined;
1303
- WATSONX_AI_PROJECT_ID?: string | undefined;
1304
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1305
1419
  WATSONX_AI_AUTH_TYPE?: string | undefined;
1420
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1421
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1306
1422
  AZURE_CLIENT_SECRET?: string | undefined;
1307
1423
  AZURE_CLIENT_ID?: string | undefined;
1308
1424
  AZURE_TENANT_ID?: string | undefined;
@@ -1355,9 +1471,9 @@ export declare const TestCaseSchema: z.ZodObject<{
1355
1471
  GROQ_API_KEY?: string | undefined;
1356
1472
  LOCALAI_BASE_URL?: string | undefined;
1357
1473
  WATSONX_AI_APIKEY?: string | undefined;
1358
- WATSONX_AI_PROJECT_ID?: string | undefined;
1359
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1360
1474
  WATSONX_AI_AUTH_TYPE?: string | undefined;
1475
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1476
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1361
1477
  AZURE_CLIENT_SECRET?: string | undefined;
1362
1478
  AZURE_CLIENT_ID?: string | undefined;
1363
1479
  AZURE_TENANT_ID?: string | undefined;
@@ -1418,9 +1534,9 @@ export declare const TestCaseSchema: z.ZodObject<{
1418
1534
  GROQ_API_KEY?: string | undefined;
1419
1535
  LOCALAI_BASE_URL?: string | undefined;
1420
1536
  WATSONX_AI_APIKEY?: string | undefined;
1421
- WATSONX_AI_PROJECT_ID?: string | undefined;
1422
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1423
1537
  WATSONX_AI_AUTH_TYPE?: string | undefined;
1538
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1539
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1424
1540
  AZURE_CLIENT_SECRET?: string | undefined;
1425
1541
  AZURE_CLIENT_ID?: string | undefined;
1426
1542
  AZURE_TENANT_ID?: string | undefined;
@@ -1481,9 +1597,9 @@ export declare const TestCaseSchema: z.ZodObject<{
1481
1597
  GROQ_API_KEY?: string | undefined;
1482
1598
  LOCALAI_BASE_URL?: string | undefined;
1483
1599
  WATSONX_AI_APIKEY?: string | undefined;
1484
- WATSONX_AI_PROJECT_ID?: string | undefined;
1485
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1486
1600
  WATSONX_AI_AUTH_TYPE?: string | undefined;
1601
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1602
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1487
1603
  AZURE_CLIENT_SECRET?: string | undefined;
1488
1604
  AZURE_CLIENT_ID?: string | undefined;
1489
1605
  AZURE_TENANT_ID?: string | undefined;
@@ -1841,9 +1957,9 @@ export declare const TestCaseSchema: z.ZodObject<{
1841
1957
  GROQ_API_KEY?: string | undefined;
1842
1958
  LOCALAI_BASE_URL?: string | undefined;
1843
1959
  WATSONX_AI_APIKEY?: string | undefined;
1844
- WATSONX_AI_PROJECT_ID?: string | undefined;
1845
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1846
1960
  WATSONX_AI_AUTH_TYPE?: string | undefined;
1961
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
1962
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1847
1963
  AZURE_CLIENT_SECRET?: string | undefined;
1848
1964
  AZURE_CLIENT_ID?: string | undefined;
1849
1965
  AZURE_TENANT_ID?: string | undefined;
@@ -1983,9 +2099,9 @@ export declare const TestCaseSchema: z.ZodObject<{
1983
2099
  GROQ_API_KEY?: string | undefined;
1984
2100
  LOCALAI_BASE_URL?: string | undefined;
1985
2101
  WATSONX_AI_APIKEY?: string | undefined;
1986
- WATSONX_AI_PROJECT_ID?: string | undefined;
1987
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
1988
2102
  WATSONX_AI_AUTH_TYPE?: string | undefined;
2103
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
2104
+ WATSONX_AI_PROJECT_ID?: string | undefined;
1989
2105
  AZURE_CLIENT_SECRET?: string | undefined;
1990
2106
  AZURE_CLIENT_ID?: string | undefined;
1991
2107
  AZURE_TENANT_ID?: string | undefined;
@@ -2162,127 +2278,127 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2162
2278
  GROQ_API_KEY?: string | undefined;
2163
2279
  LOCALAI_BASE_URL?: string | undefined;
2164
2280
  WATSONX_AI_APIKEY?: string | undefined;
2165
- WATSONX_AI_PROJECT_ID?: string | undefined;
2166
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
2167
2281
  WATSONX_AI_AUTH_TYPE?: string | undefined;
2168
- AZURE_CLIENT_SECRET?: string | undefined;
2169
- AZURE_CLIENT_ID?: string | undefined;
2170
- AZURE_TENANT_ID?: string | undefined;
2171
- AZURE_AUTHORITY_HOST?: string | undefined;
2172
- AZURE_TOKEN_SCOPE?: string | undefined;
2173
- AZURE_DEPLOYMENT_NAME?: string | undefined;
2174
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
2175
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
2176
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
2177
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
2178
- AZURE_OPENAI_API_HOST?: string | undefined;
2179
- AZURE_OPENAI_API_KEY?: string | undefined;
2180
- AZURE_API_BASE_URL?: string | undefined;
2181
- AZURE_API_HOST?: string | undefined;
2182
- AZURE_API_KEY?: string | undefined;
2183
- AZURE_OPENAI_BASE_URL?: string | undefined;
2184
- BAM_API_HOST?: string | undefined;
2185
- BAM_API_KEY?: string | undefined;
2186
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
2187
- CLOUDFLARE_API_KEY?: string | undefined;
2188
- COHERE_API_KEY?: string | undefined;
2189
- GOOGLE_API_HOST?: string | undefined;
2190
- GOOGLE_API_KEY?: string | undefined;
2191
- MISTRAL_API_BASE_URL?: string | undefined;
2192
- MISTRAL_API_HOST?: string | undefined;
2193
- MISTRAL_API_KEY?: string | undefined;
2194
- OPENAI_API_BASE_URL?: string | undefined;
2195
- OPENAI_API_HOST?: string | undefined;
2196
- OPENAI_API_KEY?: string | undefined;
2197
- OPENAI_BASE_URL?: string | undefined;
2198
- OPENAI_ORGANIZATION?: string | undefined;
2199
- PALM_API_HOST?: string | undefined;
2200
- PALM_API_KEY?: string | undefined;
2201
- REPLICATE_API_KEY?: string | undefined;
2202
- REPLICATE_API_TOKEN?: string | undefined;
2203
- VERTEX_API_HOST?: string | undefined;
2204
- VERTEX_API_KEY?: string | undefined;
2205
- VERTEX_PROJECT_ID?: string | undefined;
2206
- VERTEX_PUBLISHER?: string | undefined;
2207
- VERTEX_REGION?: string | undefined;
2208
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
2209
- PROMPTFOO_INSECURE_SSL?: string | undefined;
2210
- }, {
2211
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
2212
- AI21_API_BASE_URL?: string | undefined;
2213
- AI21_API_KEY?: string | undefined;
2214
- ANTHROPIC_API_KEY?: string | undefined;
2215
- AWS_BEDROCK_REGION?: string | undefined;
2216
- FAL_KEY?: string | undefined;
2217
- GROQ_API_KEY?: string | undefined;
2218
- LOCALAI_BASE_URL?: string | undefined;
2219
- WATSONX_AI_APIKEY?: string | undefined;
2220
- WATSONX_AI_PROJECT_ID?: string | undefined;
2221
2282
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
2222
- WATSONX_AI_AUTH_TYPE?: string | undefined;
2223
- AZURE_CLIENT_SECRET?: string | undefined;
2224
- AZURE_CLIENT_ID?: string | undefined;
2225
- AZURE_TENANT_ID?: string | undefined;
2226
- AZURE_AUTHORITY_HOST?: string | undefined;
2227
- AZURE_TOKEN_SCOPE?: string | undefined;
2228
- AZURE_DEPLOYMENT_NAME?: string | undefined;
2229
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
2230
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
2231
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
2232
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
2233
- AZURE_OPENAI_API_HOST?: string | undefined;
2234
- AZURE_OPENAI_API_KEY?: string | undefined;
2235
- AZURE_API_BASE_URL?: string | undefined;
2236
- AZURE_API_HOST?: string | undefined;
2237
- AZURE_API_KEY?: string | undefined;
2238
- AZURE_OPENAI_BASE_URL?: string | undefined;
2239
- BAM_API_HOST?: string | undefined;
2240
- BAM_API_KEY?: string | undefined;
2241
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
2242
- CLOUDFLARE_API_KEY?: string | undefined;
2243
- COHERE_API_KEY?: string | undefined;
2244
- GOOGLE_API_HOST?: string | undefined;
2245
- GOOGLE_API_KEY?: string | undefined;
2246
- MISTRAL_API_BASE_URL?: string | undefined;
2247
- MISTRAL_API_HOST?: string | undefined;
2248
- MISTRAL_API_KEY?: string | undefined;
2249
- OPENAI_API_BASE_URL?: string | undefined;
2250
- OPENAI_API_HOST?: string | undefined;
2251
- OPENAI_API_KEY?: string | undefined;
2252
- OPENAI_BASE_URL?: string | undefined;
2253
- OPENAI_ORGANIZATION?: string | undefined;
2254
- PALM_API_HOST?: string | undefined;
2255
- PALM_API_KEY?: string | undefined;
2256
- REPLICATE_API_KEY?: string | undefined;
2257
- REPLICATE_API_TOKEN?: string | undefined;
2258
- VERTEX_API_HOST?: string | undefined;
2259
- VERTEX_API_KEY?: string | undefined;
2260
- VERTEX_PROJECT_ID?: string | undefined;
2261
- VERTEX_PUBLISHER?: string | undefined;
2262
- VERTEX_REGION?: string | undefined;
2263
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
2264
- PROMPTFOO_INSECURE_SSL?: string | undefined;
2265
- }>>;
2266
- }, "strict", z.ZodTypeAny, {
2267
- id?: string | undefined;
2268
- config?: any;
2269
- label?: string | undefined;
2270
- prompts?: string[] | undefined;
2271
- transform?: string | undefined;
2272
- delay?: number | undefined;
2273
- env?: {
2274
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
2275
- AI21_API_BASE_URL?: string | undefined;
2276
- AI21_API_KEY?: string | undefined;
2277
- ANTHROPIC_API_KEY?: string | undefined;
2278
- AWS_BEDROCK_REGION?: string | undefined;
2279
- FAL_KEY?: string | undefined;
2280
- GROQ_API_KEY?: string | undefined;
2281
- LOCALAI_BASE_URL?: string | undefined;
2282
- WATSONX_AI_APIKEY?: string | undefined;
2283
2283
  WATSONX_AI_PROJECT_ID?: string | undefined;
2284
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
2285
- WATSONX_AI_AUTH_TYPE?: string | undefined;
2284
+ AZURE_CLIENT_SECRET?: string | undefined;
2285
+ AZURE_CLIENT_ID?: string | undefined;
2286
+ AZURE_TENANT_ID?: string | undefined;
2287
+ AZURE_AUTHORITY_HOST?: string | undefined;
2288
+ AZURE_TOKEN_SCOPE?: string | undefined;
2289
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
2290
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
2291
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
2292
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
2293
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
2294
+ AZURE_OPENAI_API_HOST?: string | undefined;
2295
+ AZURE_OPENAI_API_KEY?: string | undefined;
2296
+ AZURE_API_BASE_URL?: string | undefined;
2297
+ AZURE_API_HOST?: string | undefined;
2298
+ AZURE_API_KEY?: string | undefined;
2299
+ AZURE_OPENAI_BASE_URL?: string | undefined;
2300
+ BAM_API_HOST?: string | undefined;
2301
+ BAM_API_KEY?: string | undefined;
2302
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
2303
+ CLOUDFLARE_API_KEY?: string | undefined;
2304
+ COHERE_API_KEY?: string | undefined;
2305
+ GOOGLE_API_HOST?: string | undefined;
2306
+ GOOGLE_API_KEY?: string | undefined;
2307
+ MISTRAL_API_BASE_URL?: string | undefined;
2308
+ MISTRAL_API_HOST?: string | undefined;
2309
+ MISTRAL_API_KEY?: string | undefined;
2310
+ OPENAI_API_BASE_URL?: string | undefined;
2311
+ OPENAI_API_HOST?: string | undefined;
2312
+ OPENAI_API_KEY?: string | undefined;
2313
+ OPENAI_BASE_URL?: string | undefined;
2314
+ OPENAI_ORGANIZATION?: string | undefined;
2315
+ PALM_API_HOST?: string | undefined;
2316
+ PALM_API_KEY?: string | undefined;
2317
+ REPLICATE_API_KEY?: string | undefined;
2318
+ REPLICATE_API_TOKEN?: string | undefined;
2319
+ VERTEX_API_HOST?: string | undefined;
2320
+ VERTEX_API_KEY?: string | undefined;
2321
+ VERTEX_PROJECT_ID?: string | undefined;
2322
+ VERTEX_PUBLISHER?: string | undefined;
2323
+ VERTEX_REGION?: string | undefined;
2324
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
2325
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
2326
+ }, {
2327
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
2328
+ AI21_API_BASE_URL?: string | undefined;
2329
+ AI21_API_KEY?: string | undefined;
2330
+ ANTHROPIC_API_KEY?: string | undefined;
2331
+ AWS_BEDROCK_REGION?: string | undefined;
2332
+ FAL_KEY?: string | undefined;
2333
+ GROQ_API_KEY?: string | undefined;
2334
+ LOCALAI_BASE_URL?: string | undefined;
2335
+ WATSONX_AI_APIKEY?: string | undefined;
2336
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
2337
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
2338
+ WATSONX_AI_PROJECT_ID?: string | undefined;
2339
+ AZURE_CLIENT_SECRET?: string | undefined;
2340
+ AZURE_CLIENT_ID?: string | undefined;
2341
+ AZURE_TENANT_ID?: string | undefined;
2342
+ AZURE_AUTHORITY_HOST?: string | undefined;
2343
+ AZURE_TOKEN_SCOPE?: string | undefined;
2344
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
2345
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
2346
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
2347
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
2348
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
2349
+ AZURE_OPENAI_API_HOST?: string | undefined;
2350
+ AZURE_OPENAI_API_KEY?: string | undefined;
2351
+ AZURE_API_BASE_URL?: string | undefined;
2352
+ AZURE_API_HOST?: string | undefined;
2353
+ AZURE_API_KEY?: string | undefined;
2354
+ AZURE_OPENAI_BASE_URL?: string | undefined;
2355
+ BAM_API_HOST?: string | undefined;
2356
+ BAM_API_KEY?: string | undefined;
2357
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
2358
+ CLOUDFLARE_API_KEY?: string | undefined;
2359
+ COHERE_API_KEY?: string | undefined;
2360
+ GOOGLE_API_HOST?: string | undefined;
2361
+ GOOGLE_API_KEY?: string | undefined;
2362
+ MISTRAL_API_BASE_URL?: string | undefined;
2363
+ MISTRAL_API_HOST?: string | undefined;
2364
+ MISTRAL_API_KEY?: string | undefined;
2365
+ OPENAI_API_BASE_URL?: string | undefined;
2366
+ OPENAI_API_HOST?: string | undefined;
2367
+ OPENAI_API_KEY?: string | undefined;
2368
+ OPENAI_BASE_URL?: string | undefined;
2369
+ OPENAI_ORGANIZATION?: string | undefined;
2370
+ PALM_API_HOST?: string | undefined;
2371
+ PALM_API_KEY?: string | undefined;
2372
+ REPLICATE_API_KEY?: string | undefined;
2373
+ REPLICATE_API_TOKEN?: string | undefined;
2374
+ VERTEX_API_HOST?: string | undefined;
2375
+ VERTEX_API_KEY?: string | undefined;
2376
+ VERTEX_PROJECT_ID?: string | undefined;
2377
+ VERTEX_PUBLISHER?: string | undefined;
2378
+ VERTEX_REGION?: string | undefined;
2379
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
2380
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
2381
+ }>>;
2382
+ }, "strict", z.ZodTypeAny, {
2383
+ id?: string | undefined;
2384
+ config?: any;
2385
+ label?: string | undefined;
2386
+ prompts?: string[] | undefined;
2387
+ transform?: string | undefined;
2388
+ delay?: number | undefined;
2389
+ env?: {
2390
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
2391
+ AI21_API_BASE_URL?: string | undefined;
2392
+ AI21_API_KEY?: string | undefined;
2393
+ ANTHROPIC_API_KEY?: string | undefined;
2394
+ AWS_BEDROCK_REGION?: string | undefined;
2395
+ FAL_KEY?: string | undefined;
2396
+ GROQ_API_KEY?: string | undefined;
2397
+ LOCALAI_BASE_URL?: string | undefined;
2398
+ WATSONX_AI_APIKEY?: string | undefined;
2399
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
2400
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
2401
+ WATSONX_AI_PROJECT_ID?: string | undefined;
2286
2402
  AZURE_CLIENT_SECRET?: string | undefined;
2287
2403
  AZURE_CLIENT_ID?: string | undefined;
2288
2404
  AZURE_TENANT_ID?: string | undefined;
@@ -2343,9 +2459,9 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2343
2459
  GROQ_API_KEY?: string | undefined;
2344
2460
  LOCALAI_BASE_URL?: string | undefined;
2345
2461
  WATSONX_AI_APIKEY?: string | undefined;
2346
- WATSONX_AI_PROJECT_ID?: string | undefined;
2347
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
2348
2462
  WATSONX_AI_AUTH_TYPE?: string | undefined;
2463
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
2464
+ WATSONX_AI_PROJECT_ID?: string | undefined;
2349
2465
  AZURE_CLIENT_SECRET?: string | undefined;
2350
2466
  AZURE_CLIENT_ID?: string | undefined;
2351
2467
  AZURE_TENANT_ID?: string | undefined;
@@ -2705,9 +2821,9 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2705
2821
  GROQ_API_KEY?: string | undefined;
2706
2822
  LOCALAI_BASE_URL?: string | undefined;
2707
2823
  WATSONX_AI_APIKEY?: string | undefined;
2708
- WATSONX_AI_PROJECT_ID?: string | undefined;
2709
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
2710
2824
  WATSONX_AI_AUTH_TYPE?: string | undefined;
2825
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
2826
+ WATSONX_AI_PROJECT_ID?: string | undefined;
2711
2827
  AZURE_CLIENT_SECRET?: string | undefined;
2712
2828
  AZURE_CLIENT_ID?: string | undefined;
2713
2829
  AZURE_TENANT_ID?: string | undefined;
@@ -2847,9 +2963,9 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2847
2963
  GROQ_API_KEY?: string | undefined;
2848
2964
  LOCALAI_BASE_URL?: string | undefined;
2849
2965
  WATSONX_AI_APIKEY?: string | undefined;
2850
- WATSONX_AI_PROJECT_ID?: string | undefined;
2851
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
2852
2966
  WATSONX_AI_AUTH_TYPE?: string | undefined;
2967
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
2968
+ WATSONX_AI_PROJECT_ID?: string | undefined;
2853
2969
  AZURE_CLIENT_SECRET?: string | undefined;
2854
2970
  AZURE_CLIENT_ID?: string | undefined;
2855
2971
  AZURE_TENANT_ID?: string | undefined;
@@ -3023,9 +3139,9 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3023
3139
  GROQ_API_KEY?: string | undefined;
3024
3140
  LOCALAI_BASE_URL?: string | undefined;
3025
3141
  WATSONX_AI_APIKEY?: string | undefined;
3026
- WATSONX_AI_PROJECT_ID?: string | undefined;
3027
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
3028
3142
  WATSONX_AI_AUTH_TYPE?: string | undefined;
3143
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
3144
+ WATSONX_AI_PROJECT_ID?: string | undefined;
3029
3145
  AZURE_CLIENT_SECRET?: string | undefined;
3030
3146
  AZURE_CLIENT_ID?: string | undefined;
3031
3147
  AZURE_TENANT_ID?: string | undefined;
@@ -3078,9 +3194,9 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3078
3194
  GROQ_API_KEY?: string | undefined;
3079
3195
  LOCALAI_BASE_URL?: string | undefined;
3080
3196
  WATSONX_AI_APIKEY?: string | undefined;
3081
- WATSONX_AI_PROJECT_ID?: string | undefined;
3082
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
3083
3197
  WATSONX_AI_AUTH_TYPE?: string | undefined;
3198
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
3199
+ WATSONX_AI_PROJECT_ID?: string | undefined;
3084
3200
  AZURE_CLIENT_SECRET?: string | undefined;
3085
3201
  AZURE_CLIENT_ID?: string | undefined;
3086
3202
  AZURE_TENANT_ID?: string | undefined;
@@ -3141,9 +3257,9 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3141
3257
  GROQ_API_KEY?: string | undefined;
3142
3258
  LOCALAI_BASE_URL?: string | undefined;
3143
3259
  WATSONX_AI_APIKEY?: string | undefined;
3144
- WATSONX_AI_PROJECT_ID?: string | undefined;
3145
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
3146
3260
  WATSONX_AI_AUTH_TYPE?: string | undefined;
3261
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
3262
+ WATSONX_AI_PROJECT_ID?: string | undefined;
3147
3263
  AZURE_CLIENT_SECRET?: string | undefined;
3148
3264
  AZURE_CLIENT_ID?: string | undefined;
3149
3265
  AZURE_TENANT_ID?: string | undefined;
@@ -3204,9 +3320,9 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3204
3320
  GROQ_API_KEY?: string | undefined;
3205
3321
  LOCALAI_BASE_URL?: string | undefined;
3206
3322
  WATSONX_AI_APIKEY?: string | undefined;
3207
- WATSONX_AI_PROJECT_ID?: string | undefined;
3208
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
3209
3323
  WATSONX_AI_AUTH_TYPE?: string | undefined;
3324
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
3325
+ WATSONX_AI_PROJECT_ID?: string | undefined;
3210
3326
  AZURE_CLIENT_SECRET?: string | undefined;
3211
3327
  AZURE_CLIENT_ID?: string | undefined;
3212
3328
  AZURE_TENANT_ID?: string | undefined;
@@ -3564,9 +3680,9 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3564
3680
  GROQ_API_KEY?: string | undefined;
3565
3681
  LOCALAI_BASE_URL?: string | undefined;
3566
3682
  WATSONX_AI_APIKEY?: string | undefined;
3567
- WATSONX_AI_PROJECT_ID?: string | undefined;
3568
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
3569
3683
  WATSONX_AI_AUTH_TYPE?: string | undefined;
3684
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
3685
+ WATSONX_AI_PROJECT_ID?: string | undefined;
3570
3686
  AZURE_CLIENT_SECRET?: string | undefined;
3571
3687
  AZURE_CLIENT_ID?: string | undefined;
3572
3688
  AZURE_TENANT_ID?: string | undefined;
@@ -3706,9 +3822,9 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3706
3822
  GROQ_API_KEY?: string | undefined;
3707
3823
  LOCALAI_BASE_URL?: string | undefined;
3708
3824
  WATSONX_AI_APIKEY?: string | undefined;
3709
- WATSONX_AI_PROJECT_ID?: string | undefined;
3710
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
3711
3825
  WATSONX_AI_AUTH_TYPE?: string | undefined;
3826
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
3827
+ WATSONX_AI_PROJECT_ID?: string | undefined;
3712
3828
  AZURE_CLIENT_SECRET?: string | undefined;
3713
3829
  AZURE_CLIENT_ID?: string | undefined;
3714
3830
  AZURE_TENANT_ID?: string | undefined;
@@ -4223,9 +4339,9 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
4223
4339
  GROQ_API_KEY?: string | undefined;
4224
4340
  LOCALAI_BASE_URL?: string | undefined;
4225
4341
  WATSONX_AI_APIKEY?: string | undefined;
4226
- WATSONX_AI_PROJECT_ID?: string | undefined;
4227
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
4228
4342
  WATSONX_AI_AUTH_TYPE?: string | undefined;
4343
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
4344
+ WATSONX_AI_PROJECT_ID?: string | undefined;
4229
4345
  AZURE_CLIENT_SECRET?: string | undefined;
4230
4346
  AZURE_CLIENT_ID?: string | undefined;
4231
4347
  AZURE_TENANT_ID?: string | undefined;
@@ -4417,9 +4533,9 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
4417
4533
  GROQ_API_KEY?: string | undefined;
4418
4534
  LOCALAI_BASE_URL?: string | undefined;
4419
4535
  WATSONX_AI_APIKEY?: string | undefined;
4420
- WATSONX_AI_PROJECT_ID?: string | undefined;
4421
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
4422
4536
  WATSONX_AI_AUTH_TYPE?: string | undefined;
4537
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
4538
+ WATSONX_AI_PROJECT_ID?: string | undefined;
4423
4539
  AZURE_CLIENT_SECRET?: string | undefined;
4424
4540
  AZURE_CLIENT_ID?: string | undefined;
4425
4541
  AZURE_TENANT_ID?: string | undefined;
@@ -4597,9 +4713,9 @@ export declare const ScenarioSchema: z.ZodObject<{
4597
4713
  GROQ_API_KEY?: string | undefined;
4598
4714
  LOCALAI_BASE_URL?: string | undefined;
4599
4715
  WATSONX_AI_APIKEY?: string | undefined;
4600
- WATSONX_AI_PROJECT_ID?: string | undefined;
4601
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
4602
4716
  WATSONX_AI_AUTH_TYPE?: string | undefined;
4717
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
4718
+ WATSONX_AI_PROJECT_ID?: string | undefined;
4603
4719
  AZURE_CLIENT_SECRET?: string | undefined;
4604
4720
  AZURE_CLIENT_ID?: string | undefined;
4605
4721
  AZURE_TENANT_ID?: string | undefined;
@@ -4652,9 +4768,9 @@ export declare const ScenarioSchema: z.ZodObject<{
4652
4768
  GROQ_API_KEY?: string | undefined;
4653
4769
  LOCALAI_BASE_URL?: string | undefined;
4654
4770
  WATSONX_AI_APIKEY?: string | undefined;
4655
- WATSONX_AI_PROJECT_ID?: string | undefined;
4656
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
4657
4771
  WATSONX_AI_AUTH_TYPE?: string | undefined;
4772
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
4773
+ WATSONX_AI_PROJECT_ID?: string | undefined;
4658
4774
  AZURE_CLIENT_SECRET?: string | undefined;
4659
4775
  AZURE_CLIENT_ID?: string | undefined;
4660
4776
  AZURE_TENANT_ID?: string | undefined;
@@ -4715,9 +4831,9 @@ export declare const ScenarioSchema: z.ZodObject<{
4715
4831
  GROQ_API_KEY?: string | undefined;
4716
4832
  LOCALAI_BASE_URL?: string | undefined;
4717
4833
  WATSONX_AI_APIKEY?: string | undefined;
4718
- WATSONX_AI_PROJECT_ID?: string | undefined;
4719
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
4720
4834
  WATSONX_AI_AUTH_TYPE?: string | undefined;
4835
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
4836
+ WATSONX_AI_PROJECT_ID?: string | undefined;
4721
4837
  AZURE_CLIENT_SECRET?: string | undefined;
4722
4838
  AZURE_CLIENT_ID?: string | undefined;
4723
4839
  AZURE_TENANT_ID?: string | undefined;
@@ -4778,9 +4894,9 @@ export declare const ScenarioSchema: z.ZodObject<{
4778
4894
  GROQ_API_KEY?: string | undefined;
4779
4895
  LOCALAI_BASE_URL?: string | undefined;
4780
4896
  WATSONX_AI_APIKEY?: string | undefined;
4781
- WATSONX_AI_PROJECT_ID?: string | undefined;
4782
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
4783
4897
  WATSONX_AI_AUTH_TYPE?: string | undefined;
4898
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
4899
+ WATSONX_AI_PROJECT_ID?: string | undefined;
4784
4900
  AZURE_CLIENT_SECRET?: string | undefined;
4785
4901
  AZURE_CLIENT_ID?: string | undefined;
4786
4902
  AZURE_TENANT_ID?: string | undefined;
@@ -5138,9 +5254,9 @@ export declare const ScenarioSchema: z.ZodObject<{
5138
5254
  GROQ_API_KEY?: string | undefined;
5139
5255
  LOCALAI_BASE_URL?: string | undefined;
5140
5256
  WATSONX_AI_APIKEY?: string | undefined;
5141
- WATSONX_AI_PROJECT_ID?: string | undefined;
5142
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
5143
5257
  WATSONX_AI_AUTH_TYPE?: string | undefined;
5258
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
5259
+ WATSONX_AI_PROJECT_ID?: string | undefined;
5144
5260
  AZURE_CLIENT_SECRET?: string | undefined;
5145
5261
  AZURE_CLIENT_ID?: string | undefined;
5146
5262
  AZURE_TENANT_ID?: string | undefined;
@@ -5280,9 +5396,9 @@ export declare const ScenarioSchema: z.ZodObject<{
5280
5396
  GROQ_API_KEY?: string | undefined;
5281
5397
  LOCALAI_BASE_URL?: string | undefined;
5282
5398
  WATSONX_AI_APIKEY?: string | undefined;
5283
- WATSONX_AI_PROJECT_ID?: string | undefined;
5284
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
5285
5399
  WATSONX_AI_AUTH_TYPE?: string | undefined;
5400
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
5401
+ WATSONX_AI_PROJECT_ID?: string | undefined;
5286
5402
  AZURE_CLIENT_SECRET?: string | undefined;
5287
5403
  AZURE_CLIENT_ID?: string | undefined;
5288
5404
  AZURE_TENANT_ID?: string | undefined;
@@ -5453,9 +5569,9 @@ export declare const ScenarioSchema: z.ZodObject<{
5453
5569
  GROQ_API_KEY?: string | undefined;
5454
5570
  LOCALAI_BASE_URL?: string | undefined;
5455
5571
  WATSONX_AI_APIKEY?: string | undefined;
5456
- WATSONX_AI_PROJECT_ID?: string | undefined;
5457
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
5458
5572
  WATSONX_AI_AUTH_TYPE?: string | undefined;
5573
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
5574
+ WATSONX_AI_PROJECT_ID?: string | undefined;
5459
5575
  AZURE_CLIENT_SECRET?: string | undefined;
5460
5576
  AZURE_CLIENT_ID?: string | undefined;
5461
5577
  AZURE_TENANT_ID?: string | undefined;
@@ -5508,9 +5624,9 @@ export declare const ScenarioSchema: z.ZodObject<{
5508
5624
  GROQ_API_KEY?: string | undefined;
5509
5625
  LOCALAI_BASE_URL?: string | undefined;
5510
5626
  WATSONX_AI_APIKEY?: string | undefined;
5511
- WATSONX_AI_PROJECT_ID?: string | undefined;
5512
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
5513
5627
  WATSONX_AI_AUTH_TYPE?: string | undefined;
5628
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
5629
+ WATSONX_AI_PROJECT_ID?: string | undefined;
5514
5630
  AZURE_CLIENT_SECRET?: string | undefined;
5515
5631
  AZURE_CLIENT_ID?: string | undefined;
5516
5632
  AZURE_TENANT_ID?: string | undefined;
@@ -5571,9 +5687,9 @@ export declare const ScenarioSchema: z.ZodObject<{
5571
5687
  GROQ_API_KEY?: string | undefined;
5572
5688
  LOCALAI_BASE_URL?: string | undefined;
5573
5689
  WATSONX_AI_APIKEY?: string | undefined;
5574
- WATSONX_AI_PROJECT_ID?: string | undefined;
5575
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
5576
5690
  WATSONX_AI_AUTH_TYPE?: string | undefined;
5691
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
5692
+ WATSONX_AI_PROJECT_ID?: string | undefined;
5577
5693
  AZURE_CLIENT_SECRET?: string | undefined;
5578
5694
  AZURE_CLIENT_ID?: string | undefined;
5579
5695
  AZURE_TENANT_ID?: string | undefined;
@@ -5634,9 +5750,9 @@ export declare const ScenarioSchema: z.ZodObject<{
5634
5750
  GROQ_API_KEY?: string | undefined;
5635
5751
  LOCALAI_BASE_URL?: string | undefined;
5636
5752
  WATSONX_AI_APIKEY?: string | undefined;
5637
- WATSONX_AI_PROJECT_ID?: string | undefined;
5638
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
5639
5753
  WATSONX_AI_AUTH_TYPE?: string | undefined;
5754
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
5755
+ WATSONX_AI_PROJECT_ID?: string | undefined;
5640
5756
  AZURE_CLIENT_SECRET?: string | undefined;
5641
5757
  AZURE_CLIENT_ID?: string | undefined;
5642
5758
  AZURE_TENANT_ID?: string | undefined;
@@ -5994,9 +6110,9 @@ export declare const ScenarioSchema: z.ZodObject<{
5994
6110
  GROQ_API_KEY?: string | undefined;
5995
6111
  LOCALAI_BASE_URL?: string | undefined;
5996
6112
  WATSONX_AI_APIKEY?: string | undefined;
5997
- WATSONX_AI_PROJECT_ID?: string | undefined;
5998
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
5999
6113
  WATSONX_AI_AUTH_TYPE?: string | undefined;
6114
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
6115
+ WATSONX_AI_PROJECT_ID?: string | undefined;
6000
6116
  AZURE_CLIENT_SECRET?: string | undefined;
6001
6117
  AZURE_CLIENT_ID?: string | undefined;
6002
6118
  AZURE_TENANT_ID?: string | undefined;
@@ -6136,9 +6252,9 @@ export declare const ScenarioSchema: z.ZodObject<{
6136
6252
  GROQ_API_KEY?: string | undefined;
6137
6253
  LOCALAI_BASE_URL?: string | undefined;
6138
6254
  WATSONX_AI_APIKEY?: string | undefined;
6139
- WATSONX_AI_PROJECT_ID?: string | undefined;
6140
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
6141
6255
  WATSONX_AI_AUTH_TYPE?: string | undefined;
6256
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
6257
+ WATSONX_AI_PROJECT_ID?: string | undefined;
6142
6258
  AZURE_CLIENT_SECRET?: string | undefined;
6143
6259
  AZURE_CLIENT_ID?: string | undefined;
6144
6260
  AZURE_TENANT_ID?: string | undefined;
@@ -6280,9 +6396,9 @@ export declare const ScenarioSchema: z.ZodObject<{
6280
6396
  GROQ_API_KEY?: string | undefined;
6281
6397
  LOCALAI_BASE_URL?: string | undefined;
6282
6398
  WATSONX_AI_APIKEY?: string | undefined;
6283
- WATSONX_AI_PROJECT_ID?: string | undefined;
6284
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
6285
6399
  WATSONX_AI_AUTH_TYPE?: string | undefined;
6400
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
6401
+ WATSONX_AI_PROJECT_ID?: string | undefined;
6286
6402
  AZURE_CLIENT_SECRET?: string | undefined;
6287
6403
  AZURE_CLIENT_ID?: string | undefined;
6288
6404
  AZURE_TENANT_ID?: string | undefined;
@@ -6423,9 +6539,9 @@ export declare const ScenarioSchema: z.ZodObject<{
6423
6539
  GROQ_API_KEY?: string | undefined;
6424
6540
  LOCALAI_BASE_URL?: string | undefined;
6425
6541
  WATSONX_AI_APIKEY?: string | undefined;
6426
- WATSONX_AI_PROJECT_ID?: string | undefined;
6427
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
6428
6542
  WATSONX_AI_AUTH_TYPE?: string | undefined;
6543
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
6544
+ WATSONX_AI_PROJECT_ID?: string | undefined;
6429
6545
  AZURE_CLIENT_SECRET?: string | undefined;
6430
6546
  AZURE_CLIENT_ID?: string | undefined;
6431
6547
  AZURE_TENANT_ID?: string | undefined;
@@ -6568,9 +6684,9 @@ export declare const ScenarioSchema: z.ZodObject<{
6568
6684
  GROQ_API_KEY?: string | undefined;
6569
6685
  LOCALAI_BASE_URL?: string | undefined;
6570
6686
  WATSONX_AI_APIKEY?: string | undefined;
6571
- WATSONX_AI_PROJECT_ID?: string | undefined;
6572
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
6573
6687
  WATSONX_AI_AUTH_TYPE?: string | undefined;
6688
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
6689
+ WATSONX_AI_PROJECT_ID?: string | undefined;
6574
6690
  AZURE_CLIENT_SECRET?: string | undefined;
6575
6691
  AZURE_CLIENT_ID?: string | undefined;
6576
6692
  AZURE_TENANT_ID?: string | undefined;
@@ -6711,9 +6827,9 @@ export declare const ScenarioSchema: z.ZodObject<{
6711
6827
  GROQ_API_KEY?: string | undefined;
6712
6828
  LOCALAI_BASE_URL?: string | undefined;
6713
6829
  WATSONX_AI_APIKEY?: string | undefined;
6714
- WATSONX_AI_PROJECT_ID?: string | undefined;
6715
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
6716
6830
  WATSONX_AI_AUTH_TYPE?: string | undefined;
6831
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
6832
+ WATSONX_AI_PROJECT_ID?: string | undefined;
6717
6833
  AZURE_CLIENT_SECRET?: string | undefined;
6718
6834
  AZURE_CLIENT_ID?: string | undefined;
6719
6835
  AZURE_TENANT_ID?: string | undefined;
@@ -6887,9 +7003,9 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
6887
7003
  GROQ_API_KEY?: string | undefined;
6888
7004
  LOCALAI_BASE_URL?: string | undefined;
6889
7005
  WATSONX_AI_APIKEY?: string | undefined;
6890
- WATSONX_AI_PROJECT_ID?: string | undefined;
6891
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
6892
7006
  WATSONX_AI_AUTH_TYPE?: string | undefined;
7007
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
7008
+ WATSONX_AI_PROJECT_ID?: string | undefined;
6893
7009
  AZURE_CLIENT_SECRET?: string | undefined;
6894
7010
  AZURE_CLIENT_ID?: string | undefined;
6895
7011
  AZURE_TENANT_ID?: string | undefined;
@@ -6942,9 +7058,9 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
6942
7058
  GROQ_API_KEY?: string | undefined;
6943
7059
  LOCALAI_BASE_URL?: string | undefined;
6944
7060
  WATSONX_AI_APIKEY?: string | undefined;
6945
- WATSONX_AI_PROJECT_ID?: string | undefined;
6946
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
6947
7061
  WATSONX_AI_AUTH_TYPE?: string | undefined;
7062
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
7063
+ WATSONX_AI_PROJECT_ID?: string | undefined;
6948
7064
  AZURE_CLIENT_SECRET?: string | undefined;
6949
7065
  AZURE_CLIENT_ID?: string | undefined;
6950
7066
  AZURE_TENANT_ID?: string | undefined;
@@ -7005,9 +7121,9 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
7005
7121
  GROQ_API_KEY?: string | undefined;
7006
7122
  LOCALAI_BASE_URL?: string | undefined;
7007
7123
  WATSONX_AI_APIKEY?: string | undefined;
7008
- WATSONX_AI_PROJECT_ID?: string | undefined;
7009
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
7010
7124
  WATSONX_AI_AUTH_TYPE?: string | undefined;
7125
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
7126
+ WATSONX_AI_PROJECT_ID?: string | undefined;
7011
7127
  AZURE_CLIENT_SECRET?: string | undefined;
7012
7128
  AZURE_CLIENT_ID?: string | undefined;
7013
7129
  AZURE_TENANT_ID?: string | undefined;
@@ -7068,9 +7184,9 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
7068
7184
  GROQ_API_KEY?: string | undefined;
7069
7185
  LOCALAI_BASE_URL?: string | undefined;
7070
7186
  WATSONX_AI_APIKEY?: string | undefined;
7071
- WATSONX_AI_PROJECT_ID?: string | undefined;
7072
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
7073
7187
  WATSONX_AI_AUTH_TYPE?: string | undefined;
7188
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
7189
+ WATSONX_AI_PROJECT_ID?: string | undefined;
7074
7190
  AZURE_CLIENT_SECRET?: string | undefined;
7075
7191
  AZURE_CLIENT_ID?: string | undefined;
7076
7192
  AZURE_TENANT_ID?: string | undefined;
@@ -7430,9 +7546,9 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
7430
7546
  GROQ_API_KEY?: string | undefined;
7431
7547
  LOCALAI_BASE_URL?: string | undefined;
7432
7548
  WATSONX_AI_APIKEY?: string | undefined;
7433
- WATSONX_AI_PROJECT_ID?: string | undefined;
7434
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
7435
7549
  WATSONX_AI_AUTH_TYPE?: string | undefined;
7550
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
7551
+ WATSONX_AI_PROJECT_ID?: string | undefined;
7436
7552
  AZURE_CLIENT_SECRET?: string | undefined;
7437
7553
  AZURE_CLIENT_ID?: string | undefined;
7438
7554
  AZURE_TENANT_ID?: string | undefined;
@@ -7572,9 +7688,9 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
7572
7688
  GROQ_API_KEY?: string | undefined;
7573
7689
  LOCALAI_BASE_URL?: string | undefined;
7574
7690
  WATSONX_AI_APIKEY?: string | undefined;
7575
- WATSONX_AI_PROJECT_ID?: string | undefined;
7576
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
7577
7691
  WATSONX_AI_AUTH_TYPE?: string | undefined;
7692
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
7693
+ WATSONX_AI_PROJECT_ID?: string | undefined;
7578
7694
  AZURE_CLIENT_SECRET?: string | undefined;
7579
7695
  AZURE_CLIENT_ID?: string | undefined;
7580
7696
  AZURE_TENANT_ID?: string | undefined;
@@ -7826,9 +7942,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
7826
7942
  GROQ_API_KEY?: string | undefined;
7827
7943
  LOCALAI_BASE_URL?: string | undefined;
7828
7944
  WATSONX_AI_APIKEY?: string | undefined;
7829
- WATSONX_AI_PROJECT_ID?: string | undefined;
7830
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
7831
7945
  WATSONX_AI_AUTH_TYPE?: string | undefined;
7946
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
7947
+ WATSONX_AI_PROJECT_ID?: string | undefined;
7832
7948
  AZURE_CLIENT_SECRET?: string | undefined;
7833
7949
  AZURE_CLIENT_ID?: string | undefined;
7834
7950
  AZURE_TENANT_ID?: string | undefined;
@@ -7881,9 +7997,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
7881
7997
  GROQ_API_KEY?: string | undefined;
7882
7998
  LOCALAI_BASE_URL?: string | undefined;
7883
7999
  WATSONX_AI_APIKEY?: string | undefined;
7884
- WATSONX_AI_PROJECT_ID?: string | undefined;
7885
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
7886
8000
  WATSONX_AI_AUTH_TYPE?: string | undefined;
8001
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
8002
+ WATSONX_AI_PROJECT_ID?: string | undefined;
7887
8003
  AZURE_CLIENT_SECRET?: string | undefined;
7888
8004
  AZURE_CLIENT_ID?: string | undefined;
7889
8005
  AZURE_TENANT_ID?: string | undefined;
@@ -7944,9 +8060,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
7944
8060
  GROQ_API_KEY?: string | undefined;
7945
8061
  LOCALAI_BASE_URL?: string | undefined;
7946
8062
  WATSONX_AI_APIKEY?: string | undefined;
7947
- WATSONX_AI_PROJECT_ID?: string | undefined;
7948
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
7949
8063
  WATSONX_AI_AUTH_TYPE?: string | undefined;
8064
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
8065
+ WATSONX_AI_PROJECT_ID?: string | undefined;
7950
8066
  AZURE_CLIENT_SECRET?: string | undefined;
7951
8067
  AZURE_CLIENT_ID?: string | undefined;
7952
8068
  AZURE_TENANT_ID?: string | undefined;
@@ -8007,9 +8123,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
8007
8123
  GROQ_API_KEY?: string | undefined;
8008
8124
  LOCALAI_BASE_URL?: string | undefined;
8009
8125
  WATSONX_AI_APIKEY?: string | undefined;
8010
- WATSONX_AI_PROJECT_ID?: string | undefined;
8011
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
8012
8126
  WATSONX_AI_AUTH_TYPE?: string | undefined;
8127
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
8128
+ WATSONX_AI_PROJECT_ID?: string | undefined;
8013
8129
  AZURE_CLIENT_SECRET?: string | undefined;
8014
8130
  AZURE_CLIENT_ID?: string | undefined;
8015
8131
  AZURE_TENANT_ID?: string | undefined;
@@ -8367,9 +8483,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
8367
8483
  GROQ_API_KEY?: string | undefined;
8368
8484
  LOCALAI_BASE_URL?: string | undefined;
8369
8485
  WATSONX_AI_APIKEY?: string | undefined;
8370
- WATSONX_AI_PROJECT_ID?: string | undefined;
8371
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
8372
8486
  WATSONX_AI_AUTH_TYPE?: string | undefined;
8487
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
8488
+ WATSONX_AI_PROJECT_ID?: string | undefined;
8373
8489
  AZURE_CLIENT_SECRET?: string | undefined;
8374
8490
  AZURE_CLIENT_ID?: string | undefined;
8375
8491
  AZURE_TENANT_ID?: string | undefined;
@@ -8509,9 +8625,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
8509
8625
  GROQ_API_KEY?: string | undefined;
8510
8626
  LOCALAI_BASE_URL?: string | undefined;
8511
8627
  WATSONX_AI_APIKEY?: string | undefined;
8512
- WATSONX_AI_PROJECT_ID?: string | undefined;
8513
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
8514
8628
  WATSONX_AI_AUTH_TYPE?: string | undefined;
8629
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
8630
+ WATSONX_AI_PROJECT_ID?: string | undefined;
8515
8631
  AZURE_CLIENT_SECRET?: string | undefined;
8516
8632
  AZURE_CLIENT_ID?: string | undefined;
8517
8633
  AZURE_TENANT_ID?: string | undefined;
@@ -8684,9 +8800,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
8684
8800
  GROQ_API_KEY?: string | undefined;
8685
8801
  LOCALAI_BASE_URL?: string | undefined;
8686
8802
  WATSONX_AI_APIKEY?: string | undefined;
8687
- WATSONX_AI_PROJECT_ID?: string | undefined;
8688
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
8689
8803
  WATSONX_AI_AUTH_TYPE?: string | undefined;
8804
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
8805
+ WATSONX_AI_PROJECT_ID?: string | undefined;
8690
8806
  AZURE_CLIENT_SECRET?: string | undefined;
8691
8807
  AZURE_CLIENT_ID?: string | undefined;
8692
8808
  AZURE_TENANT_ID?: string | undefined;
@@ -8739,9 +8855,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
8739
8855
  GROQ_API_KEY?: string | undefined;
8740
8856
  LOCALAI_BASE_URL?: string | undefined;
8741
8857
  WATSONX_AI_APIKEY?: string | undefined;
8742
- WATSONX_AI_PROJECT_ID?: string | undefined;
8743
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
8744
8858
  WATSONX_AI_AUTH_TYPE?: string | undefined;
8859
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
8860
+ WATSONX_AI_PROJECT_ID?: string | undefined;
8745
8861
  AZURE_CLIENT_SECRET?: string | undefined;
8746
8862
  AZURE_CLIENT_ID?: string | undefined;
8747
8863
  AZURE_TENANT_ID?: string | undefined;
@@ -8802,9 +8918,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
8802
8918
  GROQ_API_KEY?: string | undefined;
8803
8919
  LOCALAI_BASE_URL?: string | undefined;
8804
8920
  WATSONX_AI_APIKEY?: string | undefined;
8805
- WATSONX_AI_PROJECT_ID?: string | undefined;
8806
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
8807
8921
  WATSONX_AI_AUTH_TYPE?: string | undefined;
8922
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
8923
+ WATSONX_AI_PROJECT_ID?: string | undefined;
8808
8924
  AZURE_CLIENT_SECRET?: string | undefined;
8809
8925
  AZURE_CLIENT_ID?: string | undefined;
8810
8926
  AZURE_TENANT_ID?: string | undefined;
@@ -8865,9 +8981,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
8865
8981
  GROQ_API_KEY?: string | undefined;
8866
8982
  LOCALAI_BASE_URL?: string | undefined;
8867
8983
  WATSONX_AI_APIKEY?: string | undefined;
8868
- WATSONX_AI_PROJECT_ID?: string | undefined;
8869
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
8870
8984
  WATSONX_AI_AUTH_TYPE?: string | undefined;
8985
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
8986
+ WATSONX_AI_PROJECT_ID?: string | undefined;
8871
8987
  AZURE_CLIENT_SECRET?: string | undefined;
8872
8988
  AZURE_CLIENT_ID?: string | undefined;
8873
8989
  AZURE_TENANT_ID?: string | undefined;
@@ -9225,9 +9341,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
9225
9341
  GROQ_API_KEY?: string | undefined;
9226
9342
  LOCALAI_BASE_URL?: string | undefined;
9227
9343
  WATSONX_AI_APIKEY?: string | undefined;
9228
- WATSONX_AI_PROJECT_ID?: string | undefined;
9229
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
9230
9344
  WATSONX_AI_AUTH_TYPE?: string | undefined;
9345
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
9346
+ WATSONX_AI_PROJECT_ID?: string | undefined;
9231
9347
  AZURE_CLIENT_SECRET?: string | undefined;
9232
9348
  AZURE_CLIENT_ID?: string | undefined;
9233
9349
  AZURE_TENANT_ID?: string | undefined;
@@ -9367,9 +9483,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
9367
9483
  GROQ_API_KEY?: string | undefined;
9368
9484
  LOCALAI_BASE_URL?: string | undefined;
9369
9485
  WATSONX_AI_APIKEY?: string | undefined;
9370
- WATSONX_AI_PROJECT_ID?: string | undefined;
9371
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
9372
9486
  WATSONX_AI_AUTH_TYPE?: string | undefined;
9487
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
9488
+ WATSONX_AI_PROJECT_ID?: string | undefined;
9373
9489
  AZURE_CLIENT_SECRET?: string | undefined;
9374
9490
  AZURE_CLIENT_ID?: string | undefined;
9375
9491
  AZURE_TENANT_ID?: string | undefined;
@@ -9540,9 +9656,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
9540
9656
  GROQ_API_KEY?: string | undefined;
9541
9657
  LOCALAI_BASE_URL?: string | undefined;
9542
9658
  WATSONX_AI_APIKEY?: string | undefined;
9543
- WATSONX_AI_PROJECT_ID?: string | undefined;
9544
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
9545
9659
  WATSONX_AI_AUTH_TYPE?: string | undefined;
9660
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
9661
+ WATSONX_AI_PROJECT_ID?: string | undefined;
9546
9662
  AZURE_CLIENT_SECRET?: string | undefined;
9547
9663
  AZURE_CLIENT_ID?: string | undefined;
9548
9664
  AZURE_TENANT_ID?: string | undefined;
@@ -9595,9 +9711,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
9595
9711
  GROQ_API_KEY?: string | undefined;
9596
9712
  LOCALAI_BASE_URL?: string | undefined;
9597
9713
  WATSONX_AI_APIKEY?: string | undefined;
9598
- WATSONX_AI_PROJECT_ID?: string | undefined;
9599
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
9600
9714
  WATSONX_AI_AUTH_TYPE?: string | undefined;
9715
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
9716
+ WATSONX_AI_PROJECT_ID?: string | undefined;
9601
9717
  AZURE_CLIENT_SECRET?: string | undefined;
9602
9718
  AZURE_CLIENT_ID?: string | undefined;
9603
9719
  AZURE_TENANT_ID?: string | undefined;
@@ -9658,9 +9774,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
9658
9774
  GROQ_API_KEY?: string | undefined;
9659
9775
  LOCALAI_BASE_URL?: string | undefined;
9660
9776
  WATSONX_AI_APIKEY?: string | undefined;
9661
- WATSONX_AI_PROJECT_ID?: string | undefined;
9662
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
9663
9777
  WATSONX_AI_AUTH_TYPE?: string | undefined;
9778
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
9779
+ WATSONX_AI_PROJECT_ID?: string | undefined;
9664
9780
  AZURE_CLIENT_SECRET?: string | undefined;
9665
9781
  AZURE_CLIENT_ID?: string | undefined;
9666
9782
  AZURE_TENANT_ID?: string | undefined;
@@ -9721,9 +9837,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
9721
9837
  GROQ_API_KEY?: string | undefined;
9722
9838
  LOCALAI_BASE_URL?: string | undefined;
9723
9839
  WATSONX_AI_APIKEY?: string | undefined;
9724
- WATSONX_AI_PROJECT_ID?: string | undefined;
9725
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
9726
9840
  WATSONX_AI_AUTH_TYPE?: string | undefined;
9841
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
9842
+ WATSONX_AI_PROJECT_ID?: string | undefined;
9727
9843
  AZURE_CLIENT_SECRET?: string | undefined;
9728
9844
  AZURE_CLIENT_ID?: string | undefined;
9729
9845
  AZURE_TENANT_ID?: string | undefined;
@@ -10081,9 +10197,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
10081
10197
  GROQ_API_KEY?: string | undefined;
10082
10198
  LOCALAI_BASE_URL?: string | undefined;
10083
10199
  WATSONX_AI_APIKEY?: string | undefined;
10084
- WATSONX_AI_PROJECT_ID?: string | undefined;
10085
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
10086
10200
  WATSONX_AI_AUTH_TYPE?: string | undefined;
10201
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
10202
+ WATSONX_AI_PROJECT_ID?: string | undefined;
10087
10203
  AZURE_CLIENT_SECRET?: string | undefined;
10088
10204
  AZURE_CLIENT_ID?: string | undefined;
10089
10205
  AZURE_TENANT_ID?: string | undefined;
@@ -10223,9 +10339,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
10223
10339
  GROQ_API_KEY?: string | undefined;
10224
10340
  LOCALAI_BASE_URL?: string | undefined;
10225
10341
  WATSONX_AI_APIKEY?: string | undefined;
10226
- WATSONX_AI_PROJECT_ID?: string | undefined;
10227
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
10228
10342
  WATSONX_AI_AUTH_TYPE?: string | undefined;
10343
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
10344
+ WATSONX_AI_PROJECT_ID?: string | undefined;
10229
10345
  AZURE_CLIENT_SECRET?: string | undefined;
10230
10346
  AZURE_CLIENT_ID?: string | undefined;
10231
10347
  AZURE_TENANT_ID?: string | undefined;
@@ -10367,9 +10483,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
10367
10483
  GROQ_API_KEY?: string | undefined;
10368
10484
  LOCALAI_BASE_URL?: string | undefined;
10369
10485
  WATSONX_AI_APIKEY?: string | undefined;
10370
- WATSONX_AI_PROJECT_ID?: string | undefined;
10371
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
10372
10486
  WATSONX_AI_AUTH_TYPE?: string | undefined;
10487
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
10488
+ WATSONX_AI_PROJECT_ID?: string | undefined;
10373
10489
  AZURE_CLIENT_SECRET?: string | undefined;
10374
10490
  AZURE_CLIENT_ID?: string | undefined;
10375
10491
  AZURE_TENANT_ID?: string | undefined;
@@ -10510,9 +10626,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
10510
10626
  GROQ_API_KEY?: string | undefined;
10511
10627
  LOCALAI_BASE_URL?: string | undefined;
10512
10628
  WATSONX_AI_APIKEY?: string | undefined;
10513
- WATSONX_AI_PROJECT_ID?: string | undefined;
10514
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
10515
10629
  WATSONX_AI_AUTH_TYPE?: string | undefined;
10630
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
10631
+ WATSONX_AI_PROJECT_ID?: string | undefined;
10516
10632
  AZURE_CLIENT_SECRET?: string | undefined;
10517
10633
  AZURE_CLIENT_ID?: string | undefined;
10518
10634
  AZURE_TENANT_ID?: string | undefined;
@@ -10655,9 +10771,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
10655
10771
  GROQ_API_KEY?: string | undefined;
10656
10772
  LOCALAI_BASE_URL?: string | undefined;
10657
10773
  WATSONX_AI_APIKEY?: string | undefined;
10658
- WATSONX_AI_PROJECT_ID?: string | undefined;
10659
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
10660
10774
  WATSONX_AI_AUTH_TYPE?: string | undefined;
10775
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
10776
+ WATSONX_AI_PROJECT_ID?: string | undefined;
10661
10777
  AZURE_CLIENT_SECRET?: string | undefined;
10662
10778
  AZURE_CLIENT_ID?: string | undefined;
10663
10779
  AZURE_TENANT_ID?: string | undefined;
@@ -10798,9 +10914,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
10798
10914
  GROQ_API_KEY?: string | undefined;
10799
10915
  LOCALAI_BASE_URL?: string | undefined;
10800
10916
  WATSONX_AI_APIKEY?: string | undefined;
10801
- WATSONX_AI_PROJECT_ID?: string | undefined;
10802
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
10803
10917
  WATSONX_AI_AUTH_TYPE?: string | undefined;
10918
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
10919
+ WATSONX_AI_PROJECT_ID?: string | undefined;
10804
10920
  AZURE_CLIENT_SECRET?: string | undefined;
10805
10921
  AZURE_CLIENT_ID?: string | undefined;
10806
10922
  AZURE_TENANT_ID?: string | undefined;
@@ -10973,9 +11089,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
10973
11089
  GROQ_API_KEY?: string | undefined;
10974
11090
  LOCALAI_BASE_URL?: string | undefined;
10975
11091
  WATSONX_AI_APIKEY?: string | undefined;
10976
- WATSONX_AI_PROJECT_ID?: string | undefined;
10977
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
10978
11092
  WATSONX_AI_AUTH_TYPE?: string | undefined;
11093
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
11094
+ WATSONX_AI_PROJECT_ID?: string | undefined;
10979
11095
  AZURE_CLIENT_SECRET?: string | undefined;
10980
11096
  AZURE_CLIENT_ID?: string | undefined;
10981
11097
  AZURE_TENANT_ID?: string | undefined;
@@ -11028,9 +11144,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
11028
11144
  GROQ_API_KEY?: string | undefined;
11029
11145
  LOCALAI_BASE_URL?: string | undefined;
11030
11146
  WATSONX_AI_APIKEY?: string | undefined;
11031
- WATSONX_AI_PROJECT_ID?: string | undefined;
11032
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
11033
11147
  WATSONX_AI_AUTH_TYPE?: string | undefined;
11148
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
11149
+ WATSONX_AI_PROJECT_ID?: string | undefined;
11034
11150
  AZURE_CLIENT_SECRET?: string | undefined;
11035
11151
  AZURE_CLIENT_ID?: string | undefined;
11036
11152
  AZURE_TENANT_ID?: string | undefined;
@@ -11091,9 +11207,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
11091
11207
  GROQ_API_KEY?: string | undefined;
11092
11208
  LOCALAI_BASE_URL?: string | undefined;
11093
11209
  WATSONX_AI_APIKEY?: string | undefined;
11094
- WATSONX_AI_PROJECT_ID?: string | undefined;
11095
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
11096
11210
  WATSONX_AI_AUTH_TYPE?: string | undefined;
11211
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
11212
+ WATSONX_AI_PROJECT_ID?: string | undefined;
11097
11213
  AZURE_CLIENT_SECRET?: string | undefined;
11098
11214
  AZURE_CLIENT_ID?: string | undefined;
11099
11215
  AZURE_TENANT_ID?: string | undefined;
@@ -11154,9 +11270,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
11154
11270
  GROQ_API_KEY?: string | undefined;
11155
11271
  LOCALAI_BASE_URL?: string | undefined;
11156
11272
  WATSONX_AI_APIKEY?: string | undefined;
11157
- WATSONX_AI_PROJECT_ID?: string | undefined;
11158
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
11159
11273
  WATSONX_AI_AUTH_TYPE?: string | undefined;
11274
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
11275
+ WATSONX_AI_PROJECT_ID?: string | undefined;
11160
11276
  AZURE_CLIENT_SECRET?: string | undefined;
11161
11277
  AZURE_CLIENT_ID?: string | undefined;
11162
11278
  AZURE_TENANT_ID?: string | undefined;
@@ -11514,9 +11630,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
11514
11630
  GROQ_API_KEY?: string | undefined;
11515
11631
  LOCALAI_BASE_URL?: string | undefined;
11516
11632
  WATSONX_AI_APIKEY?: string | undefined;
11517
- WATSONX_AI_PROJECT_ID?: string | undefined;
11518
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
11519
11633
  WATSONX_AI_AUTH_TYPE?: string | undefined;
11634
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
11635
+ WATSONX_AI_PROJECT_ID?: string | undefined;
11520
11636
  AZURE_CLIENT_SECRET?: string | undefined;
11521
11637
  AZURE_CLIENT_ID?: string | undefined;
11522
11638
  AZURE_TENANT_ID?: string | undefined;
@@ -11656,9 +11772,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
11656
11772
  GROQ_API_KEY?: string | undefined;
11657
11773
  LOCALAI_BASE_URL?: string | undefined;
11658
11774
  WATSONX_AI_APIKEY?: string | undefined;
11659
- WATSONX_AI_PROJECT_ID?: string | undefined;
11660
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
11661
11775
  WATSONX_AI_AUTH_TYPE?: string | undefined;
11776
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
11777
+ WATSONX_AI_PROJECT_ID?: string | undefined;
11662
11778
  AZURE_CLIENT_SECRET?: string | undefined;
11663
11779
  AZURE_CLIENT_ID?: string | undefined;
11664
11780
  AZURE_TENANT_ID?: string | undefined;
@@ -11820,9 +11936,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
11820
11936
  GROQ_API_KEY?: string | undefined;
11821
11937
  LOCALAI_BASE_URL?: string | undefined;
11822
11938
  WATSONX_AI_APIKEY?: string | undefined;
11823
- WATSONX_AI_PROJECT_ID?: string | undefined;
11824
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
11825
11939
  WATSONX_AI_AUTH_TYPE?: string | undefined;
11940
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
11941
+ WATSONX_AI_PROJECT_ID?: string | undefined;
11826
11942
  AZURE_CLIENT_SECRET?: string | undefined;
11827
11943
  AZURE_CLIENT_ID?: string | undefined;
11828
11944
  AZURE_TENANT_ID?: string | undefined;
@@ -11875,9 +11991,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
11875
11991
  GROQ_API_KEY?: string | undefined;
11876
11992
  LOCALAI_BASE_URL?: string | undefined;
11877
11993
  WATSONX_AI_APIKEY?: string | undefined;
11878
- WATSONX_AI_PROJECT_ID?: string | undefined;
11879
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
11880
11994
  WATSONX_AI_AUTH_TYPE?: string | undefined;
11995
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
11996
+ WATSONX_AI_PROJECT_ID?: string | undefined;
11881
11997
  AZURE_CLIENT_SECRET?: string | undefined;
11882
11998
  AZURE_CLIENT_ID?: string | undefined;
11883
11999
  AZURE_TENANT_ID?: string | undefined;
@@ -11965,9 +12081,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
11965
12081
  GROQ_API_KEY?: string | undefined;
11966
12082
  LOCALAI_BASE_URL?: string | undefined;
11967
12083
  WATSONX_AI_APIKEY?: string | undefined;
11968
- WATSONX_AI_PROJECT_ID?: string | undefined;
11969
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
11970
12084
  WATSONX_AI_AUTH_TYPE?: string | undefined;
12085
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
12086
+ WATSONX_AI_PROJECT_ID?: string | undefined;
11971
12087
  AZURE_CLIENT_SECRET?: string | undefined;
11972
12088
  AZURE_CLIENT_ID?: string | undefined;
11973
12089
  AZURE_TENANT_ID?: string | undefined;
@@ -12057,9 +12173,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
12057
12173
  GROQ_API_KEY?: string | undefined;
12058
12174
  LOCALAI_BASE_URL?: string | undefined;
12059
12175
  WATSONX_AI_APIKEY?: string | undefined;
12060
- WATSONX_AI_PROJECT_ID?: string | undefined;
12061
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
12062
12176
  WATSONX_AI_AUTH_TYPE?: string | undefined;
12177
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
12178
+ WATSONX_AI_PROJECT_ID?: string | undefined;
12063
12179
  AZURE_CLIENT_SECRET?: string | undefined;
12064
12180
  AZURE_CLIENT_ID?: string | undefined;
12065
12181
  AZURE_TENANT_ID?: string | undefined;
@@ -12204,9 +12320,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
12204
12320
  GROQ_API_KEY?: string | undefined;
12205
12321
  LOCALAI_BASE_URL?: string | undefined;
12206
12322
  WATSONX_AI_APIKEY?: string | undefined;
12207
- WATSONX_AI_PROJECT_ID?: string | undefined;
12208
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
12209
12323
  WATSONX_AI_AUTH_TYPE?: string | undefined;
12324
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
12325
+ WATSONX_AI_PROJECT_ID?: string | undefined;
12210
12326
  AZURE_CLIENT_SECRET?: string | undefined;
12211
12327
  AZURE_CLIENT_ID?: string | undefined;
12212
12328
  AZURE_TENANT_ID?: string | undefined;
@@ -12347,9 +12463,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
12347
12463
  GROQ_API_KEY?: string | undefined;
12348
12464
  LOCALAI_BASE_URL?: string | undefined;
12349
12465
  WATSONX_AI_APIKEY?: string | undefined;
12350
- WATSONX_AI_PROJECT_ID?: string | undefined;
12351
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
12352
12466
  WATSONX_AI_AUTH_TYPE?: string | undefined;
12467
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
12468
+ WATSONX_AI_PROJECT_ID?: string | undefined;
12353
12469
  AZURE_CLIENT_SECRET?: string | undefined;
12354
12470
  AZURE_CLIENT_ID?: string | undefined;
12355
12471
  AZURE_TENANT_ID?: string | undefined;
@@ -12492,9 +12608,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
12492
12608
  GROQ_API_KEY?: string | undefined;
12493
12609
  LOCALAI_BASE_URL?: string | undefined;
12494
12610
  WATSONX_AI_APIKEY?: string | undefined;
12495
- WATSONX_AI_PROJECT_ID?: string | undefined;
12496
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
12497
12611
  WATSONX_AI_AUTH_TYPE?: string | undefined;
12612
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
12613
+ WATSONX_AI_PROJECT_ID?: string | undefined;
12498
12614
  AZURE_CLIENT_SECRET?: string | undefined;
12499
12615
  AZURE_CLIENT_ID?: string | undefined;
12500
12616
  AZURE_TENANT_ID?: string | undefined;
@@ -12628,9 +12744,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
12628
12744
  GROQ_API_KEY?: string | undefined;
12629
12745
  LOCALAI_BASE_URL?: string | undefined;
12630
12746
  WATSONX_AI_APIKEY?: string | undefined;
12631
- WATSONX_AI_PROJECT_ID?: string | undefined;
12632
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
12633
12747
  WATSONX_AI_AUTH_TYPE?: string | undefined;
12748
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
12749
+ WATSONX_AI_PROJECT_ID?: string | undefined;
12634
12750
  AZURE_CLIENT_SECRET?: string | undefined;
12635
12751
  AZURE_CLIENT_ID?: string | undefined;
12636
12752
  AZURE_TENANT_ID?: string | undefined;
@@ -12720,9 +12836,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
12720
12836
  GROQ_API_KEY?: string | undefined;
12721
12837
  LOCALAI_BASE_URL?: string | undefined;
12722
12838
  WATSONX_AI_APIKEY?: string | undefined;
12723
- WATSONX_AI_PROJECT_ID?: string | undefined;
12724
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
12725
12839
  WATSONX_AI_AUTH_TYPE?: string | undefined;
12840
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
12841
+ WATSONX_AI_PROJECT_ID?: string | undefined;
12726
12842
  AZURE_CLIENT_SECRET?: string | undefined;
12727
12843
  AZURE_CLIENT_ID?: string | undefined;
12728
12844
  AZURE_TENANT_ID?: string | undefined;
@@ -12867,9 +12983,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
12867
12983
  GROQ_API_KEY?: string | undefined;
12868
12984
  LOCALAI_BASE_URL?: string | undefined;
12869
12985
  WATSONX_AI_APIKEY?: string | undefined;
12870
- WATSONX_AI_PROJECT_ID?: string | undefined;
12871
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
12872
12986
  WATSONX_AI_AUTH_TYPE?: string | undefined;
12987
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
12988
+ WATSONX_AI_PROJECT_ID?: string | undefined;
12873
12989
  AZURE_CLIENT_SECRET?: string | undefined;
12874
12990
  AZURE_CLIENT_ID?: string | undefined;
12875
12991
  AZURE_TENANT_ID?: string | undefined;
@@ -13010,9 +13126,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
13010
13126
  GROQ_API_KEY?: string | undefined;
13011
13127
  LOCALAI_BASE_URL?: string | undefined;
13012
13128
  WATSONX_AI_APIKEY?: string | undefined;
13013
- WATSONX_AI_PROJECT_ID?: string | undefined;
13014
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
13015
13129
  WATSONX_AI_AUTH_TYPE?: string | undefined;
13130
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
13131
+ WATSONX_AI_PROJECT_ID?: string | undefined;
13016
13132
  AZURE_CLIENT_SECRET?: string | undefined;
13017
13133
  AZURE_CLIENT_ID?: string | undefined;
13018
13134
  AZURE_TENANT_ID?: string | undefined;
@@ -13155,9 +13271,9 @@ export declare const TestSuiteSchema: z.ZodObject<{
13155
13271
  GROQ_API_KEY?: string | undefined;
13156
13272
  LOCALAI_BASE_URL?: string | undefined;
13157
13273
  WATSONX_AI_APIKEY?: string | undefined;
13158
- WATSONX_AI_PROJECT_ID?: string | undefined;
13159
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
13160
13274
  WATSONX_AI_AUTH_TYPE?: string | undefined;
13275
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
13276
+ WATSONX_AI_PROJECT_ID?: string | undefined;
13161
13277
  AZURE_CLIENT_SECRET?: string | undefined;
13162
13278
  AZURE_CLIENT_ID?: string | undefined;
13163
13279
  AZURE_TENANT_ID?: string | undefined;
@@ -13428,9 +13544,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13428
13544
  GROQ_API_KEY?: string | undefined;
13429
13545
  LOCALAI_BASE_URL?: string | undefined;
13430
13546
  WATSONX_AI_APIKEY?: string | undefined;
13431
- WATSONX_AI_PROJECT_ID?: string | undefined;
13432
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
13433
13547
  WATSONX_AI_AUTH_TYPE?: string | undefined;
13548
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
13549
+ WATSONX_AI_PROJECT_ID?: string | undefined;
13434
13550
  AZURE_CLIENT_SECRET?: string | undefined;
13435
13551
  AZURE_CLIENT_ID?: string | undefined;
13436
13552
  AZURE_TENANT_ID?: string | undefined;
@@ -13483,9 +13599,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13483
13599
  GROQ_API_KEY?: string | undefined;
13484
13600
  LOCALAI_BASE_URL?: string | undefined;
13485
13601
  WATSONX_AI_APIKEY?: string | undefined;
13486
- WATSONX_AI_PROJECT_ID?: string | undefined;
13487
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
13488
13602
  WATSONX_AI_AUTH_TYPE?: string | undefined;
13603
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
13604
+ WATSONX_AI_PROJECT_ID?: string | undefined;
13489
13605
  AZURE_CLIENT_SECRET?: string | undefined;
13490
13606
  AZURE_CLIENT_ID?: string | undefined;
13491
13607
  AZURE_TENANT_ID?: string | undefined;
@@ -13546,9 +13662,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13546
13662
  GROQ_API_KEY?: string | undefined;
13547
13663
  LOCALAI_BASE_URL?: string | undefined;
13548
13664
  WATSONX_AI_APIKEY?: string | undefined;
13549
- WATSONX_AI_PROJECT_ID?: string | undefined;
13550
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
13551
13665
  WATSONX_AI_AUTH_TYPE?: string | undefined;
13666
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
13667
+ WATSONX_AI_PROJECT_ID?: string | undefined;
13552
13668
  AZURE_CLIENT_SECRET?: string | undefined;
13553
13669
  AZURE_CLIENT_ID?: string | undefined;
13554
13670
  AZURE_TENANT_ID?: string | undefined;
@@ -13609,9 +13725,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13609
13725
  GROQ_API_KEY?: string | undefined;
13610
13726
  LOCALAI_BASE_URL?: string | undefined;
13611
13727
  WATSONX_AI_APIKEY?: string | undefined;
13612
- WATSONX_AI_PROJECT_ID?: string | undefined;
13613
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
13614
13728
  WATSONX_AI_AUTH_TYPE?: string | undefined;
13729
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
13730
+ WATSONX_AI_PROJECT_ID?: string | undefined;
13615
13731
  AZURE_CLIENT_SECRET?: string | undefined;
13616
13732
  AZURE_CLIENT_ID?: string | undefined;
13617
13733
  AZURE_TENANT_ID?: string | undefined;
@@ -13727,9 +13843,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13727
13843
  GROQ_API_KEY?: string | undefined;
13728
13844
  LOCALAI_BASE_URL?: string | undefined;
13729
13845
  WATSONX_AI_APIKEY?: string | undefined;
13730
- WATSONX_AI_PROJECT_ID?: string | undefined;
13731
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
13732
13846
  WATSONX_AI_AUTH_TYPE?: string | undefined;
13847
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
13848
+ WATSONX_AI_PROJECT_ID?: string | undefined;
13733
13849
  AZURE_CLIENT_SECRET?: string | undefined;
13734
13850
  AZURE_CLIENT_ID?: string | undefined;
13735
13851
  AZURE_TENANT_ID?: string | undefined;
@@ -13782,9 +13898,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13782
13898
  GROQ_API_KEY?: string | undefined;
13783
13899
  LOCALAI_BASE_URL?: string | undefined;
13784
13900
  WATSONX_AI_APIKEY?: string | undefined;
13785
- WATSONX_AI_PROJECT_ID?: string | undefined;
13786
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
13787
13901
  WATSONX_AI_AUTH_TYPE?: string | undefined;
13902
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
13903
+ WATSONX_AI_PROJECT_ID?: string | undefined;
13788
13904
  AZURE_CLIENT_SECRET?: string | undefined;
13789
13905
  AZURE_CLIENT_ID?: string | undefined;
13790
13906
  AZURE_TENANT_ID?: string | undefined;
@@ -13845,9 +13961,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13845
13961
  GROQ_API_KEY?: string | undefined;
13846
13962
  LOCALAI_BASE_URL?: string | undefined;
13847
13963
  WATSONX_AI_APIKEY?: string | undefined;
13848
- WATSONX_AI_PROJECT_ID?: string | undefined;
13849
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
13850
13964
  WATSONX_AI_AUTH_TYPE?: string | undefined;
13965
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
13966
+ WATSONX_AI_PROJECT_ID?: string | undefined;
13851
13967
  AZURE_CLIENT_SECRET?: string | undefined;
13852
13968
  AZURE_CLIENT_ID?: string | undefined;
13853
13969
  AZURE_TENANT_ID?: string | undefined;
@@ -13908,9 +14024,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13908
14024
  GROQ_API_KEY?: string | undefined;
13909
14025
  LOCALAI_BASE_URL?: string | undefined;
13910
14026
  WATSONX_AI_APIKEY?: string | undefined;
13911
- WATSONX_AI_PROJECT_ID?: string | undefined;
13912
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
13913
14027
  WATSONX_AI_AUTH_TYPE?: string | undefined;
14028
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
14029
+ WATSONX_AI_PROJECT_ID?: string | undefined;
13914
14030
  AZURE_CLIENT_SECRET?: string | undefined;
13915
14031
  AZURE_CLIENT_ID?: string | undefined;
13916
14032
  AZURE_TENANT_ID?: string | undefined;
@@ -14171,9 +14287,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14171
14287
  GROQ_API_KEY?: string | undefined;
14172
14288
  LOCALAI_BASE_URL?: string | undefined;
14173
14289
  WATSONX_AI_APIKEY?: string | undefined;
14174
- WATSONX_AI_PROJECT_ID?: string | undefined;
14175
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
14176
14290
  WATSONX_AI_AUTH_TYPE?: string | undefined;
14291
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
14292
+ WATSONX_AI_PROJECT_ID?: string | undefined;
14177
14293
  AZURE_CLIENT_SECRET?: string | undefined;
14178
14294
  AZURE_CLIENT_ID?: string | undefined;
14179
14295
  AZURE_TENANT_ID?: string | undefined;
@@ -14226,9 +14342,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14226
14342
  GROQ_API_KEY?: string | undefined;
14227
14343
  LOCALAI_BASE_URL?: string | undefined;
14228
14344
  WATSONX_AI_APIKEY?: string | undefined;
14229
- WATSONX_AI_PROJECT_ID?: string | undefined;
14230
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
14231
14345
  WATSONX_AI_AUTH_TYPE?: string | undefined;
14346
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
14347
+ WATSONX_AI_PROJECT_ID?: string | undefined;
14232
14348
  AZURE_CLIENT_SECRET?: string | undefined;
14233
14349
  AZURE_CLIENT_ID?: string | undefined;
14234
14350
  AZURE_TENANT_ID?: string | undefined;
@@ -14289,72 +14405,72 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14289
14405
  GROQ_API_KEY?: string | undefined;
14290
14406
  LOCALAI_BASE_URL?: string | undefined;
14291
14407
  WATSONX_AI_APIKEY?: string | undefined;
14292
- WATSONX_AI_PROJECT_ID?: string | undefined;
14293
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
14294
14408
  WATSONX_AI_AUTH_TYPE?: string | undefined;
14295
- AZURE_CLIENT_SECRET?: string | undefined;
14296
- AZURE_CLIENT_ID?: string | undefined;
14297
- AZURE_TENANT_ID?: string | undefined;
14298
- AZURE_AUTHORITY_HOST?: string | undefined;
14299
- AZURE_TOKEN_SCOPE?: string | undefined;
14300
- AZURE_DEPLOYMENT_NAME?: string | undefined;
14301
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
14302
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
14303
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
14304
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
14305
- AZURE_OPENAI_API_HOST?: string | undefined;
14306
- AZURE_OPENAI_API_KEY?: string | undefined;
14307
- AZURE_API_BASE_URL?: string | undefined;
14308
- AZURE_API_HOST?: string | undefined;
14309
- AZURE_API_KEY?: string | undefined;
14310
- AZURE_OPENAI_BASE_URL?: string | undefined;
14311
- BAM_API_HOST?: string | undefined;
14312
- BAM_API_KEY?: string | undefined;
14313
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
14314
- CLOUDFLARE_API_KEY?: string | undefined;
14315
- COHERE_API_KEY?: string | undefined;
14316
- GOOGLE_API_HOST?: string | undefined;
14317
- GOOGLE_API_KEY?: string | undefined;
14318
- MISTRAL_API_BASE_URL?: string | undefined;
14319
- MISTRAL_API_HOST?: string | undefined;
14320
- MISTRAL_API_KEY?: string | undefined;
14321
- OPENAI_API_BASE_URL?: string | undefined;
14322
- OPENAI_API_HOST?: string | undefined;
14323
- OPENAI_API_KEY?: string | undefined;
14324
- OPENAI_BASE_URL?: string | undefined;
14325
- OPENAI_ORGANIZATION?: string | undefined;
14326
- PALM_API_HOST?: string | undefined;
14327
- PALM_API_KEY?: string | undefined;
14328
- REPLICATE_API_KEY?: string | undefined;
14329
- REPLICATE_API_TOKEN?: string | undefined;
14330
- VERTEX_API_HOST?: string | undefined;
14331
- VERTEX_API_KEY?: string | undefined;
14332
- VERTEX_PROJECT_ID?: string | undefined;
14333
- VERTEX_PUBLISHER?: string | undefined;
14334
- VERTEX_REGION?: string | undefined;
14335
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
14336
- PROMPTFOO_INSECURE_SSL?: string | undefined;
14337
- } | undefined;
14338
- }, {
14339
- id?: string | undefined;
14340
- config?: any;
14341
- label?: string | undefined;
14342
- prompts?: string[] | undefined;
14343
- transform?: string | undefined;
14344
- delay?: number | undefined;
14345
- env?: {
14346
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
14347
- AI21_API_BASE_URL?: string | undefined;
14348
- AI21_API_KEY?: string | undefined;
14349
- ANTHROPIC_API_KEY?: string | undefined;
14350
- AWS_BEDROCK_REGION?: string | undefined;
14351
- FAL_KEY?: string | undefined;
14352
- GROQ_API_KEY?: string | undefined;
14353
- LOCALAI_BASE_URL?: string | undefined;
14354
- WATSONX_AI_APIKEY?: string | undefined;
14355
- WATSONX_AI_PROJECT_ID?: string | undefined;
14356
14409
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
14357
- WATSONX_AI_AUTH_TYPE?: string | undefined;
14410
+ WATSONX_AI_PROJECT_ID?: string | undefined;
14411
+ AZURE_CLIENT_SECRET?: string | undefined;
14412
+ AZURE_CLIENT_ID?: string | undefined;
14413
+ AZURE_TENANT_ID?: string | undefined;
14414
+ AZURE_AUTHORITY_HOST?: string | undefined;
14415
+ AZURE_TOKEN_SCOPE?: string | undefined;
14416
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
14417
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
14418
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
14419
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
14420
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
14421
+ AZURE_OPENAI_API_HOST?: string | undefined;
14422
+ AZURE_OPENAI_API_KEY?: string | undefined;
14423
+ AZURE_API_BASE_URL?: string | undefined;
14424
+ AZURE_API_HOST?: string | undefined;
14425
+ AZURE_API_KEY?: string | undefined;
14426
+ AZURE_OPENAI_BASE_URL?: string | undefined;
14427
+ BAM_API_HOST?: string | undefined;
14428
+ BAM_API_KEY?: string | undefined;
14429
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
14430
+ CLOUDFLARE_API_KEY?: string | undefined;
14431
+ COHERE_API_KEY?: string | undefined;
14432
+ GOOGLE_API_HOST?: string | undefined;
14433
+ GOOGLE_API_KEY?: string | undefined;
14434
+ MISTRAL_API_BASE_URL?: string | undefined;
14435
+ MISTRAL_API_HOST?: string | undefined;
14436
+ MISTRAL_API_KEY?: string | undefined;
14437
+ OPENAI_API_BASE_URL?: string | undefined;
14438
+ OPENAI_API_HOST?: string | undefined;
14439
+ OPENAI_API_KEY?: string | undefined;
14440
+ OPENAI_BASE_URL?: string | undefined;
14441
+ OPENAI_ORGANIZATION?: string | undefined;
14442
+ PALM_API_HOST?: string | undefined;
14443
+ PALM_API_KEY?: string | undefined;
14444
+ REPLICATE_API_KEY?: string | undefined;
14445
+ REPLICATE_API_TOKEN?: string | undefined;
14446
+ VERTEX_API_HOST?: string | undefined;
14447
+ VERTEX_API_KEY?: string | undefined;
14448
+ VERTEX_PROJECT_ID?: string | undefined;
14449
+ VERTEX_PUBLISHER?: string | undefined;
14450
+ VERTEX_REGION?: string | undefined;
14451
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
14452
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
14453
+ } | undefined;
14454
+ }, {
14455
+ id?: string | undefined;
14456
+ config?: any;
14457
+ label?: string | undefined;
14458
+ prompts?: string[] | undefined;
14459
+ transform?: string | undefined;
14460
+ delay?: number | undefined;
14461
+ env?: {
14462
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
14463
+ AI21_API_BASE_URL?: string | undefined;
14464
+ AI21_API_KEY?: string | undefined;
14465
+ ANTHROPIC_API_KEY?: string | undefined;
14466
+ AWS_BEDROCK_REGION?: string | undefined;
14467
+ FAL_KEY?: string | undefined;
14468
+ GROQ_API_KEY?: string | undefined;
14469
+ LOCALAI_BASE_URL?: string | undefined;
14470
+ WATSONX_AI_APIKEY?: string | undefined;
14471
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
14472
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
14473
+ WATSONX_AI_PROJECT_ID?: string | undefined;
14358
14474
  AZURE_CLIENT_SECRET?: string | undefined;
14359
14475
  AZURE_CLIENT_ID?: string | undefined;
14360
14476
  AZURE_TENANT_ID?: string | undefined;
@@ -14712,9 +14828,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14712
14828
  GROQ_API_KEY?: string | undefined;
14713
14829
  LOCALAI_BASE_URL?: string | undefined;
14714
14830
  WATSONX_AI_APIKEY?: string | undefined;
14715
- WATSONX_AI_PROJECT_ID?: string | undefined;
14716
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
14717
14831
  WATSONX_AI_AUTH_TYPE?: string | undefined;
14832
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
14833
+ WATSONX_AI_PROJECT_ID?: string | undefined;
14718
14834
  AZURE_CLIENT_SECRET?: string | undefined;
14719
14835
  AZURE_CLIENT_ID?: string | undefined;
14720
14836
  AZURE_TENANT_ID?: string | undefined;
@@ -14854,9 +14970,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14854
14970
  GROQ_API_KEY?: string | undefined;
14855
14971
  LOCALAI_BASE_URL?: string | undefined;
14856
14972
  WATSONX_AI_APIKEY?: string | undefined;
14857
- WATSONX_AI_PROJECT_ID?: string | undefined;
14858
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
14859
14973
  WATSONX_AI_AUTH_TYPE?: string | undefined;
14974
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
14975
+ WATSONX_AI_PROJECT_ID?: string | undefined;
14860
14976
  AZURE_CLIENT_SECRET?: string | undefined;
14861
14977
  AZURE_CLIENT_ID?: string | undefined;
14862
14978
  AZURE_TENANT_ID?: string | undefined;
@@ -15029,9 +15145,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15029
15145
  GROQ_API_KEY?: string | undefined;
15030
15146
  LOCALAI_BASE_URL?: string | undefined;
15031
15147
  WATSONX_AI_APIKEY?: string | undefined;
15032
- WATSONX_AI_PROJECT_ID?: string | undefined;
15033
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
15034
15148
  WATSONX_AI_AUTH_TYPE?: string | undefined;
15149
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
15150
+ WATSONX_AI_PROJECT_ID?: string | undefined;
15035
15151
  AZURE_CLIENT_SECRET?: string | undefined;
15036
15152
  AZURE_CLIENT_ID?: string | undefined;
15037
15153
  AZURE_TENANT_ID?: string | undefined;
@@ -15084,9 +15200,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15084
15200
  GROQ_API_KEY?: string | undefined;
15085
15201
  LOCALAI_BASE_URL?: string | undefined;
15086
15202
  WATSONX_AI_APIKEY?: string | undefined;
15087
- WATSONX_AI_PROJECT_ID?: string | undefined;
15088
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
15089
15203
  WATSONX_AI_AUTH_TYPE?: string | undefined;
15204
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
15205
+ WATSONX_AI_PROJECT_ID?: string | undefined;
15090
15206
  AZURE_CLIENT_SECRET?: string | undefined;
15091
15207
  AZURE_CLIENT_ID?: string | undefined;
15092
15208
  AZURE_TENANT_ID?: string | undefined;
@@ -15147,9 +15263,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15147
15263
  GROQ_API_KEY?: string | undefined;
15148
15264
  LOCALAI_BASE_URL?: string | undefined;
15149
15265
  WATSONX_AI_APIKEY?: string | undefined;
15150
- WATSONX_AI_PROJECT_ID?: string | undefined;
15151
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
15152
15266
  WATSONX_AI_AUTH_TYPE?: string | undefined;
15267
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
15268
+ WATSONX_AI_PROJECT_ID?: string | undefined;
15153
15269
  AZURE_CLIENT_SECRET?: string | undefined;
15154
15270
  AZURE_CLIENT_ID?: string | undefined;
15155
15271
  AZURE_TENANT_ID?: string | undefined;
@@ -15210,9 +15326,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15210
15326
  GROQ_API_KEY?: string | undefined;
15211
15327
  LOCALAI_BASE_URL?: string | undefined;
15212
15328
  WATSONX_AI_APIKEY?: string | undefined;
15213
- WATSONX_AI_PROJECT_ID?: string | undefined;
15214
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
15215
15329
  WATSONX_AI_AUTH_TYPE?: string | undefined;
15330
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
15331
+ WATSONX_AI_PROJECT_ID?: string | undefined;
15216
15332
  AZURE_CLIENT_SECRET?: string | undefined;
15217
15333
  AZURE_CLIENT_ID?: string | undefined;
15218
15334
  AZURE_TENANT_ID?: string | undefined;
@@ -15570,9 +15686,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15570
15686
  GROQ_API_KEY?: string | undefined;
15571
15687
  LOCALAI_BASE_URL?: string | undefined;
15572
15688
  WATSONX_AI_APIKEY?: string | undefined;
15573
- WATSONX_AI_PROJECT_ID?: string | undefined;
15574
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
15575
15689
  WATSONX_AI_AUTH_TYPE?: string | undefined;
15690
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
15691
+ WATSONX_AI_PROJECT_ID?: string | undefined;
15576
15692
  AZURE_CLIENT_SECRET?: string | undefined;
15577
15693
  AZURE_CLIENT_ID?: string | undefined;
15578
15694
  AZURE_TENANT_ID?: string | undefined;
@@ -15712,9 +15828,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15712
15828
  GROQ_API_KEY?: string | undefined;
15713
15829
  LOCALAI_BASE_URL?: string | undefined;
15714
15830
  WATSONX_AI_APIKEY?: string | undefined;
15715
- WATSONX_AI_PROJECT_ID?: string | undefined;
15716
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
15717
15831
  WATSONX_AI_AUTH_TYPE?: string | undefined;
15832
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
15833
+ WATSONX_AI_PROJECT_ID?: string | undefined;
15718
15834
  AZURE_CLIENT_SECRET?: string | undefined;
15719
15835
  AZURE_CLIENT_ID?: string | undefined;
15720
15836
  AZURE_TENANT_ID?: string | undefined;
@@ -15885,9 +16001,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15885
16001
  GROQ_API_KEY?: string | undefined;
15886
16002
  LOCALAI_BASE_URL?: string | undefined;
15887
16003
  WATSONX_AI_APIKEY?: string | undefined;
15888
- WATSONX_AI_PROJECT_ID?: string | undefined;
15889
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
15890
16004
  WATSONX_AI_AUTH_TYPE?: string | undefined;
16005
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
16006
+ WATSONX_AI_PROJECT_ID?: string | undefined;
15891
16007
  AZURE_CLIENT_SECRET?: string | undefined;
15892
16008
  AZURE_CLIENT_ID?: string | undefined;
15893
16009
  AZURE_TENANT_ID?: string | undefined;
@@ -15940,9 +16056,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15940
16056
  GROQ_API_KEY?: string | undefined;
15941
16057
  LOCALAI_BASE_URL?: string | undefined;
15942
16058
  WATSONX_AI_APIKEY?: string | undefined;
15943
- WATSONX_AI_PROJECT_ID?: string | undefined;
15944
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
15945
16059
  WATSONX_AI_AUTH_TYPE?: string | undefined;
16060
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
16061
+ WATSONX_AI_PROJECT_ID?: string | undefined;
15946
16062
  AZURE_CLIENT_SECRET?: string | undefined;
15947
16063
  AZURE_CLIENT_ID?: string | undefined;
15948
16064
  AZURE_TENANT_ID?: string | undefined;
@@ -16003,9 +16119,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16003
16119
  GROQ_API_KEY?: string | undefined;
16004
16120
  LOCALAI_BASE_URL?: string | undefined;
16005
16121
  WATSONX_AI_APIKEY?: string | undefined;
16006
- WATSONX_AI_PROJECT_ID?: string | undefined;
16007
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
16008
16122
  WATSONX_AI_AUTH_TYPE?: string | undefined;
16123
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
16124
+ WATSONX_AI_PROJECT_ID?: string | undefined;
16009
16125
  AZURE_CLIENT_SECRET?: string | undefined;
16010
16126
  AZURE_CLIENT_ID?: string | undefined;
16011
16127
  AZURE_TENANT_ID?: string | undefined;
@@ -16066,9 +16182,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16066
16182
  GROQ_API_KEY?: string | undefined;
16067
16183
  LOCALAI_BASE_URL?: string | undefined;
16068
16184
  WATSONX_AI_APIKEY?: string | undefined;
16069
- WATSONX_AI_PROJECT_ID?: string | undefined;
16070
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
16071
16185
  WATSONX_AI_AUTH_TYPE?: string | undefined;
16186
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
16187
+ WATSONX_AI_PROJECT_ID?: string | undefined;
16072
16188
  AZURE_CLIENT_SECRET?: string | undefined;
16073
16189
  AZURE_CLIENT_ID?: string | undefined;
16074
16190
  AZURE_TENANT_ID?: string | undefined;
@@ -16426,9 +16542,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16426
16542
  GROQ_API_KEY?: string | undefined;
16427
16543
  LOCALAI_BASE_URL?: string | undefined;
16428
16544
  WATSONX_AI_APIKEY?: string | undefined;
16429
- WATSONX_AI_PROJECT_ID?: string | undefined;
16430
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
16431
16545
  WATSONX_AI_AUTH_TYPE?: string | undefined;
16546
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
16547
+ WATSONX_AI_PROJECT_ID?: string | undefined;
16432
16548
  AZURE_CLIENT_SECRET?: string | undefined;
16433
16549
  AZURE_CLIENT_ID?: string | undefined;
16434
16550
  AZURE_TENANT_ID?: string | undefined;
@@ -16568,9 +16684,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16568
16684
  GROQ_API_KEY?: string | undefined;
16569
16685
  LOCALAI_BASE_URL?: string | undefined;
16570
16686
  WATSONX_AI_APIKEY?: string | undefined;
16571
- WATSONX_AI_PROJECT_ID?: string | undefined;
16572
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
16573
16687
  WATSONX_AI_AUTH_TYPE?: string | undefined;
16688
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
16689
+ WATSONX_AI_PROJECT_ID?: string | undefined;
16574
16690
  AZURE_CLIENT_SECRET?: string | undefined;
16575
16691
  AZURE_CLIENT_ID?: string | undefined;
16576
16692
  AZURE_TENANT_ID?: string | undefined;
@@ -16712,9 +16828,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16712
16828
  GROQ_API_KEY?: string | undefined;
16713
16829
  LOCALAI_BASE_URL?: string | undefined;
16714
16830
  WATSONX_AI_APIKEY?: string | undefined;
16715
- WATSONX_AI_PROJECT_ID?: string | undefined;
16716
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
16717
16831
  WATSONX_AI_AUTH_TYPE?: string | undefined;
16832
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
16833
+ WATSONX_AI_PROJECT_ID?: string | undefined;
16718
16834
  AZURE_CLIENT_SECRET?: string | undefined;
16719
16835
  AZURE_CLIENT_ID?: string | undefined;
16720
16836
  AZURE_TENANT_ID?: string | undefined;
@@ -16855,9 +16971,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
16855
16971
  GROQ_API_KEY?: string | undefined;
16856
16972
  LOCALAI_BASE_URL?: string | undefined;
16857
16973
  WATSONX_AI_APIKEY?: string | undefined;
16858
- WATSONX_AI_PROJECT_ID?: string | undefined;
16859
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
16860
16974
  WATSONX_AI_AUTH_TYPE?: string | undefined;
16975
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
16976
+ WATSONX_AI_PROJECT_ID?: string | undefined;
16861
16977
  AZURE_CLIENT_SECRET?: string | undefined;
16862
16978
  AZURE_CLIENT_ID?: string | undefined;
16863
16979
  AZURE_TENANT_ID?: string | undefined;
@@ -17000,9 +17116,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17000
17116
  GROQ_API_KEY?: string | undefined;
17001
17117
  LOCALAI_BASE_URL?: string | undefined;
17002
17118
  WATSONX_AI_APIKEY?: string | undefined;
17003
- WATSONX_AI_PROJECT_ID?: string | undefined;
17004
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
17005
17119
  WATSONX_AI_AUTH_TYPE?: string | undefined;
17120
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
17121
+ WATSONX_AI_PROJECT_ID?: string | undefined;
17006
17122
  AZURE_CLIENT_SECRET?: string | undefined;
17007
17123
  AZURE_CLIENT_ID?: string | undefined;
17008
17124
  AZURE_TENANT_ID?: string | undefined;
@@ -17143,9 +17259,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17143
17259
  GROQ_API_KEY?: string | undefined;
17144
17260
  LOCALAI_BASE_URL?: string | undefined;
17145
17261
  WATSONX_AI_APIKEY?: string | undefined;
17146
- WATSONX_AI_PROJECT_ID?: string | undefined;
17147
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
17148
17262
  WATSONX_AI_AUTH_TYPE?: string | undefined;
17263
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
17264
+ WATSONX_AI_PROJECT_ID?: string | undefined;
17149
17265
  AZURE_CLIENT_SECRET?: string | undefined;
17150
17266
  AZURE_CLIENT_ID?: string | undefined;
17151
17267
  AZURE_TENANT_ID?: string | undefined;
@@ -17318,9 +17434,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17318
17434
  GROQ_API_KEY?: string | undefined;
17319
17435
  LOCALAI_BASE_URL?: string | undefined;
17320
17436
  WATSONX_AI_APIKEY?: string | undefined;
17321
- WATSONX_AI_PROJECT_ID?: string | undefined;
17322
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
17323
17437
  WATSONX_AI_AUTH_TYPE?: string | undefined;
17438
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
17439
+ WATSONX_AI_PROJECT_ID?: string | undefined;
17324
17440
  AZURE_CLIENT_SECRET?: string | undefined;
17325
17441
  AZURE_CLIENT_ID?: string | undefined;
17326
17442
  AZURE_TENANT_ID?: string | undefined;
@@ -17373,9 +17489,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17373
17489
  GROQ_API_KEY?: string | undefined;
17374
17490
  LOCALAI_BASE_URL?: string | undefined;
17375
17491
  WATSONX_AI_APIKEY?: string | undefined;
17376
- WATSONX_AI_PROJECT_ID?: string | undefined;
17377
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
17378
17492
  WATSONX_AI_AUTH_TYPE?: string | undefined;
17493
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
17494
+ WATSONX_AI_PROJECT_ID?: string | undefined;
17379
17495
  AZURE_CLIENT_SECRET?: string | undefined;
17380
17496
  AZURE_CLIENT_ID?: string | undefined;
17381
17497
  AZURE_TENANT_ID?: string | undefined;
@@ -17436,9 +17552,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17436
17552
  GROQ_API_KEY?: string | undefined;
17437
17553
  LOCALAI_BASE_URL?: string | undefined;
17438
17554
  WATSONX_AI_APIKEY?: string | undefined;
17439
- WATSONX_AI_PROJECT_ID?: string | undefined;
17440
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
17441
17555
  WATSONX_AI_AUTH_TYPE?: string | undefined;
17556
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
17557
+ WATSONX_AI_PROJECT_ID?: string | undefined;
17442
17558
  AZURE_CLIENT_SECRET?: string | undefined;
17443
17559
  AZURE_CLIENT_ID?: string | undefined;
17444
17560
  AZURE_TENANT_ID?: string | undefined;
@@ -17499,9 +17615,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17499
17615
  GROQ_API_KEY?: string | undefined;
17500
17616
  LOCALAI_BASE_URL?: string | undefined;
17501
17617
  WATSONX_AI_APIKEY?: string | undefined;
17502
- WATSONX_AI_PROJECT_ID?: string | undefined;
17503
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
17504
17618
  WATSONX_AI_AUTH_TYPE?: string | undefined;
17619
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
17620
+ WATSONX_AI_PROJECT_ID?: string | undefined;
17505
17621
  AZURE_CLIENT_SECRET?: string | undefined;
17506
17622
  AZURE_CLIENT_ID?: string | undefined;
17507
17623
  AZURE_TENANT_ID?: string | undefined;
@@ -17859,9 +17975,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
17859
17975
  GROQ_API_KEY?: string | undefined;
17860
17976
  LOCALAI_BASE_URL?: string | undefined;
17861
17977
  WATSONX_AI_APIKEY?: string | undefined;
17862
- WATSONX_AI_PROJECT_ID?: string | undefined;
17863
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
17864
17978
  WATSONX_AI_AUTH_TYPE?: string | undefined;
17979
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
17980
+ WATSONX_AI_PROJECT_ID?: string | undefined;
17865
17981
  AZURE_CLIENT_SECRET?: string | undefined;
17866
17982
  AZURE_CLIENT_ID?: string | undefined;
17867
17983
  AZURE_TENANT_ID?: string | undefined;
@@ -18000,9 +18116,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18000
18116
  GROQ_API_KEY?: string | undefined;
18001
18117
  LOCALAI_BASE_URL?: string | undefined;
18002
18118
  WATSONX_AI_APIKEY?: string | undefined;
18003
- WATSONX_AI_PROJECT_ID?: string | undefined;
18004
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
18005
18119
  WATSONX_AI_AUTH_TYPE?: string | undefined;
18120
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
18121
+ WATSONX_AI_PROJECT_ID?: string | undefined;
18006
18122
  AZURE_CLIENT_SECRET?: string | undefined;
18007
18123
  AZURE_CLIENT_ID?: string | undefined;
18008
18124
  AZURE_TENANT_ID?: string | undefined;
@@ -18174,9 +18290,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18174
18290
  GROQ_API_KEY?: string | undefined;
18175
18291
  LOCALAI_BASE_URL?: string | undefined;
18176
18292
  WATSONX_AI_APIKEY?: string | undefined;
18177
- WATSONX_AI_PROJECT_ID?: string | undefined;
18178
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
18179
18293
  WATSONX_AI_AUTH_TYPE?: string | undefined;
18294
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
18295
+ WATSONX_AI_PROJECT_ID?: string | undefined;
18180
18296
  AZURE_CLIENT_SECRET?: string | undefined;
18181
18297
  AZURE_CLIENT_ID?: string | undefined;
18182
18298
  AZURE_TENANT_ID?: string | undefined;
@@ -18229,9 +18345,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18229
18345
  GROQ_API_KEY?: string | undefined;
18230
18346
  LOCALAI_BASE_URL?: string | undefined;
18231
18347
  WATSONX_AI_APIKEY?: string | undefined;
18232
- WATSONX_AI_PROJECT_ID?: string | undefined;
18233
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
18234
18348
  WATSONX_AI_AUTH_TYPE?: string | undefined;
18349
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
18350
+ WATSONX_AI_PROJECT_ID?: string | undefined;
18235
18351
  AZURE_CLIENT_SECRET?: string | undefined;
18236
18352
  AZURE_CLIENT_ID?: string | undefined;
18237
18353
  AZURE_TENANT_ID?: string | undefined;
@@ -18362,9 +18478,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18362
18478
  GROQ_API_KEY?: string | undefined;
18363
18479
  LOCALAI_BASE_URL?: string | undefined;
18364
18480
  WATSONX_AI_APIKEY?: string | undefined;
18365
- WATSONX_AI_PROJECT_ID?: string | undefined;
18366
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
18367
18481
  WATSONX_AI_AUTH_TYPE?: string | undefined;
18482
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
18483
+ WATSONX_AI_PROJECT_ID?: string | undefined;
18368
18484
  AZURE_CLIENT_SECRET?: string | undefined;
18369
18485
  AZURE_CLIENT_ID?: string | undefined;
18370
18486
  AZURE_TENANT_ID?: string | undefined;
@@ -18417,9 +18533,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18417
18533
  GROQ_API_KEY?: string | undefined;
18418
18534
  LOCALAI_BASE_URL?: string | undefined;
18419
18535
  WATSONX_AI_APIKEY?: string | undefined;
18420
- WATSONX_AI_PROJECT_ID?: string | undefined;
18421
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
18422
18536
  WATSONX_AI_AUTH_TYPE?: string | undefined;
18537
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
18538
+ WATSONX_AI_PROJECT_ID?: string | undefined;
18423
18539
  AZURE_CLIENT_SECRET?: string | undefined;
18424
18540
  AZURE_CLIENT_ID?: string | undefined;
18425
18541
  AZURE_TENANT_ID?: string | undefined;
@@ -18480,9 +18596,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18480
18596
  GROQ_API_KEY?: string | undefined;
18481
18597
  LOCALAI_BASE_URL?: string | undefined;
18482
18598
  WATSONX_AI_APIKEY?: string | undefined;
18483
- WATSONX_AI_PROJECT_ID?: string | undefined;
18484
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
18485
18599
  WATSONX_AI_AUTH_TYPE?: string | undefined;
18600
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
18601
+ WATSONX_AI_PROJECT_ID?: string | undefined;
18486
18602
  AZURE_CLIENT_SECRET?: string | undefined;
18487
18603
  AZURE_CLIENT_ID?: string | undefined;
18488
18604
  AZURE_TENANT_ID?: string | undefined;
@@ -18543,9 +18659,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18543
18659
  GROQ_API_KEY?: string | undefined;
18544
18660
  LOCALAI_BASE_URL?: string | undefined;
18545
18661
  WATSONX_AI_APIKEY?: string | undefined;
18546
- WATSONX_AI_PROJECT_ID?: string | undefined;
18547
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
18548
18662
  WATSONX_AI_AUTH_TYPE?: string | undefined;
18663
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
18664
+ WATSONX_AI_PROJECT_ID?: string | undefined;
18549
18665
  AZURE_CLIENT_SECRET?: string | undefined;
18550
18666
  AZURE_CLIENT_ID?: string | undefined;
18551
18667
  AZURE_TENANT_ID?: string | undefined;
@@ -18675,9 +18791,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18675
18791
  GROQ_API_KEY?: string | undefined;
18676
18792
  LOCALAI_BASE_URL?: string | undefined;
18677
18793
  WATSONX_AI_APIKEY?: string | undefined;
18678
- WATSONX_AI_PROJECT_ID?: string | undefined;
18679
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
18680
18794
  WATSONX_AI_AUTH_TYPE?: string | undefined;
18795
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
18796
+ WATSONX_AI_PROJECT_ID?: string | undefined;
18681
18797
  AZURE_CLIENT_SECRET?: string | undefined;
18682
18798
  AZURE_CLIENT_ID?: string | undefined;
18683
18799
  AZURE_TENANT_ID?: string | undefined;
@@ -18761,9 +18877,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18761
18877
  GROQ_API_KEY?: string | undefined;
18762
18878
  LOCALAI_BASE_URL?: string | undefined;
18763
18879
  WATSONX_AI_APIKEY?: string | undefined;
18764
- WATSONX_AI_PROJECT_ID?: string | undefined;
18765
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
18766
18880
  WATSONX_AI_AUTH_TYPE?: string | undefined;
18881
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
18882
+ WATSONX_AI_PROJECT_ID?: string | undefined;
18767
18883
  AZURE_CLIENT_SECRET?: string | undefined;
18768
18884
  AZURE_CLIENT_ID?: string | undefined;
18769
18885
  AZURE_TENANT_ID?: string | undefined;
@@ -18851,9 +18967,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18851
18967
  GROQ_API_KEY?: string | undefined;
18852
18968
  LOCALAI_BASE_URL?: string | undefined;
18853
18969
  WATSONX_AI_APIKEY?: string | undefined;
18854
- WATSONX_AI_PROJECT_ID?: string | undefined;
18855
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
18856
18970
  WATSONX_AI_AUTH_TYPE?: string | undefined;
18971
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
18972
+ WATSONX_AI_PROJECT_ID?: string | undefined;
18857
18973
  AZURE_CLIENT_SECRET?: string | undefined;
18858
18974
  AZURE_CLIENT_ID?: string | undefined;
18859
18975
  AZURE_TENANT_ID?: string | undefined;
@@ -18972,9 +19088,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
18972
19088
  GROQ_API_KEY?: string | undefined;
18973
19089
  LOCALAI_BASE_URL?: string | undefined;
18974
19090
  WATSONX_AI_APIKEY?: string | undefined;
18975
- WATSONX_AI_PROJECT_ID?: string | undefined;
18976
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
18977
19091
  WATSONX_AI_AUTH_TYPE?: string | undefined;
19092
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
19093
+ WATSONX_AI_PROJECT_ID?: string | undefined;
18978
19094
  AZURE_CLIENT_SECRET?: string | undefined;
18979
19095
  AZURE_CLIENT_ID?: string | undefined;
18980
19096
  AZURE_TENANT_ID?: string | undefined;
@@ -19057,9 +19173,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
19057
19173
  GROQ_API_KEY?: string | undefined;
19058
19174
  LOCALAI_BASE_URL?: string | undefined;
19059
19175
  WATSONX_AI_APIKEY?: string | undefined;
19060
- WATSONX_AI_PROJECT_ID?: string | undefined;
19061
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
19062
19176
  WATSONX_AI_AUTH_TYPE?: string | undefined;
19177
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
19178
+ WATSONX_AI_PROJECT_ID?: string | undefined;
19063
19179
  AZURE_CLIENT_SECRET?: string | undefined;
19064
19180
  AZURE_CLIENT_ID?: string | undefined;
19065
19181
  AZURE_TENANT_ID?: string | undefined;
@@ -19114,9 +19230,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
19114
19230
  GROQ_API_KEY?: string | undefined;
19115
19231
  LOCALAI_BASE_URL?: string | undefined;
19116
19232
  WATSONX_AI_APIKEY?: string | undefined;
19117
- WATSONX_AI_PROJECT_ID?: string | undefined;
19118
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
19119
19233
  WATSONX_AI_AUTH_TYPE?: string | undefined;
19234
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
19235
+ WATSONX_AI_PROJECT_ID?: string | undefined;
19120
19236
  AZURE_CLIENT_SECRET?: string | undefined;
19121
19237
  AZURE_CLIENT_ID?: string | undefined;
19122
19238
  AZURE_TENANT_ID?: string | undefined;
@@ -19207,9 +19323,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
19207
19323
  GROQ_API_KEY?: string | undefined;
19208
19324
  LOCALAI_BASE_URL?: string | undefined;
19209
19325
  WATSONX_AI_APIKEY?: string | undefined;
19210
- WATSONX_AI_PROJECT_ID?: string | undefined;
19211
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
19212
19326
  WATSONX_AI_AUTH_TYPE?: string | undefined;
19327
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
19328
+ WATSONX_AI_PROJECT_ID?: string | undefined;
19213
19329
  AZURE_CLIENT_SECRET?: string | undefined;
19214
19330
  AZURE_CLIENT_ID?: string | undefined;
19215
19331
  AZURE_TENANT_ID?: string | undefined;
@@ -19353,9 +19469,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
19353
19469
  GROQ_API_KEY?: string | undefined;
19354
19470
  LOCALAI_BASE_URL?: string | undefined;
19355
19471
  WATSONX_AI_APIKEY?: string | undefined;
19356
- WATSONX_AI_PROJECT_ID?: string | undefined;
19357
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
19358
19472
  WATSONX_AI_AUTH_TYPE?: string | undefined;
19473
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
19474
+ WATSONX_AI_PROJECT_ID?: string | undefined;
19359
19475
  AZURE_CLIENT_SECRET?: string | undefined;
19360
19476
  AZURE_CLIENT_ID?: string | undefined;
19361
19477
  AZURE_TENANT_ID?: string | undefined;
@@ -19496,9 +19612,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
19496
19612
  GROQ_API_KEY?: string | undefined;
19497
19613
  LOCALAI_BASE_URL?: string | undefined;
19498
19614
  WATSONX_AI_APIKEY?: string | undefined;
19499
- WATSONX_AI_PROJECT_ID?: string | undefined;
19500
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
19501
19615
  WATSONX_AI_AUTH_TYPE?: string | undefined;
19616
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
19617
+ WATSONX_AI_PROJECT_ID?: string | undefined;
19502
19618
  AZURE_CLIENT_SECRET?: string | undefined;
19503
19619
  AZURE_CLIENT_ID?: string | undefined;
19504
19620
  AZURE_TENANT_ID?: string | undefined;
@@ -19641,9 +19757,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
19641
19757
  GROQ_API_KEY?: string | undefined;
19642
19758
  LOCALAI_BASE_URL?: string | undefined;
19643
19759
  WATSONX_AI_APIKEY?: string | undefined;
19644
- WATSONX_AI_PROJECT_ID?: string | undefined;
19645
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
19646
19760
  WATSONX_AI_AUTH_TYPE?: string | undefined;
19761
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
19762
+ WATSONX_AI_PROJECT_ID?: string | undefined;
19647
19763
  AZURE_CLIENT_SECRET?: string | undefined;
19648
19764
  AZURE_CLIENT_ID?: string | undefined;
19649
19765
  AZURE_TENANT_ID?: string | undefined;
@@ -19805,9 +19921,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
19805
19921
  GROQ_API_KEY?: string | undefined;
19806
19922
  LOCALAI_BASE_URL?: string | undefined;
19807
19923
  WATSONX_AI_APIKEY?: string | undefined;
19808
- WATSONX_AI_PROJECT_ID?: string | undefined;
19809
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
19810
19924
  WATSONX_AI_AUTH_TYPE?: string | undefined;
19925
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
19926
+ WATSONX_AI_PROJECT_ID?: string | undefined;
19811
19927
  AZURE_CLIENT_SECRET?: string | undefined;
19812
19928
  AZURE_CLIENT_ID?: string | undefined;
19813
19929
  AZURE_TENANT_ID?: string | undefined;
@@ -19890,9 +20006,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
19890
20006
  GROQ_API_KEY?: string | undefined;
19891
20007
  LOCALAI_BASE_URL?: string | undefined;
19892
20008
  WATSONX_AI_APIKEY?: string | undefined;
19893
- WATSONX_AI_PROJECT_ID?: string | undefined;
19894
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
19895
20009
  WATSONX_AI_AUTH_TYPE?: string | undefined;
20010
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
20011
+ WATSONX_AI_PROJECT_ID?: string | undefined;
19896
20012
  AZURE_CLIENT_SECRET?: string | undefined;
19897
20013
  AZURE_CLIENT_ID?: string | undefined;
19898
20014
  AZURE_TENANT_ID?: string | undefined;
@@ -19947,9 +20063,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
19947
20063
  GROQ_API_KEY?: string | undefined;
19948
20064
  LOCALAI_BASE_URL?: string | undefined;
19949
20065
  WATSONX_AI_APIKEY?: string | undefined;
19950
- WATSONX_AI_PROJECT_ID?: string | undefined;
19951
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
19952
20066
  WATSONX_AI_AUTH_TYPE?: string | undefined;
20067
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
20068
+ WATSONX_AI_PROJECT_ID?: string | undefined;
19953
20069
  AZURE_CLIENT_SECRET?: string | undefined;
19954
20070
  AZURE_CLIENT_ID?: string | undefined;
19955
20071
  AZURE_TENANT_ID?: string | undefined;
@@ -20040,9 +20156,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
20040
20156
  GROQ_API_KEY?: string | undefined;
20041
20157
  LOCALAI_BASE_URL?: string | undefined;
20042
20158
  WATSONX_AI_APIKEY?: string | undefined;
20043
- WATSONX_AI_PROJECT_ID?: string | undefined;
20044
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
20045
20159
  WATSONX_AI_AUTH_TYPE?: string | undefined;
20160
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
20161
+ WATSONX_AI_PROJECT_ID?: string | undefined;
20046
20162
  AZURE_CLIENT_SECRET?: string | undefined;
20047
20163
  AZURE_CLIENT_ID?: string | undefined;
20048
20164
  AZURE_TENANT_ID?: string | undefined;
@@ -20164,9 +20280,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
20164
20280
  GROQ_API_KEY?: string | undefined;
20165
20281
  LOCALAI_BASE_URL?: string | undefined;
20166
20282
  WATSONX_AI_APIKEY?: string | undefined;
20167
- WATSONX_AI_PROJECT_ID?: string | undefined;
20168
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
20169
20283
  WATSONX_AI_AUTH_TYPE?: string | undefined;
20284
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
20285
+ WATSONX_AI_PROJECT_ID?: string | undefined;
20170
20286
  AZURE_CLIENT_SECRET?: string | undefined;
20171
20287
  AZURE_CLIENT_ID?: string | undefined;
20172
20288
  AZURE_TENANT_ID?: string | undefined;
@@ -20276,9 +20392,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
20276
20392
  GROQ_API_KEY?: string | undefined;
20277
20393
  LOCALAI_BASE_URL?: string | undefined;
20278
20394
  WATSONX_AI_APIKEY?: string | undefined;
20279
- WATSONX_AI_PROJECT_ID?: string | undefined;
20280
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
20281
20395
  WATSONX_AI_AUTH_TYPE?: string | undefined;
20396
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
20397
+ WATSONX_AI_PROJECT_ID?: string | undefined;
20282
20398
  AZURE_CLIENT_SECRET?: string | undefined;
20283
20399
  AZURE_CLIENT_ID?: string | undefined;
20284
20400
  AZURE_TENANT_ID?: string | undefined;
@@ -20419,9 +20535,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
20419
20535
  GROQ_API_KEY?: string | undefined;
20420
20536
  LOCALAI_BASE_URL?: string | undefined;
20421
20537
  WATSONX_AI_APIKEY?: string | undefined;
20422
- WATSONX_AI_PROJECT_ID?: string | undefined;
20423
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
20424
20538
  WATSONX_AI_AUTH_TYPE?: string | undefined;
20539
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
20540
+ WATSONX_AI_PROJECT_ID?: string | undefined;
20425
20541
  AZURE_CLIENT_SECRET?: string | undefined;
20426
20542
  AZURE_CLIENT_ID?: string | undefined;
20427
20543
  AZURE_TENANT_ID?: string | undefined;
@@ -20564,9 +20680,9 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
20564
20680
  GROQ_API_KEY?: string | undefined;
20565
20681
  LOCALAI_BASE_URL?: string | undefined;
20566
20682
  WATSONX_AI_APIKEY?: string | undefined;
20567
- WATSONX_AI_PROJECT_ID?: string | undefined;
20568
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
20569
20683
  WATSONX_AI_AUTH_TYPE?: string | undefined;
20684
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
20685
+ WATSONX_AI_PROJECT_ID?: string | undefined;
20570
20686
  AZURE_CLIENT_SECRET?: string | undefined;
20571
20687
  AZURE_CLIENT_ID?: string | undefined;
20572
20688
  AZURE_TENANT_ID?: string | undefined;
@@ -20842,9 +20958,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
20842
20958
  GROQ_API_KEY?: string | undefined;
20843
20959
  LOCALAI_BASE_URL?: string | undefined;
20844
20960
  WATSONX_AI_APIKEY?: string | undefined;
20845
- WATSONX_AI_PROJECT_ID?: string | undefined;
20846
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
20847
20961
  WATSONX_AI_AUTH_TYPE?: string | undefined;
20962
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
20963
+ WATSONX_AI_PROJECT_ID?: string | undefined;
20848
20964
  AZURE_CLIENT_SECRET?: string | undefined;
20849
20965
  AZURE_CLIENT_ID?: string | undefined;
20850
20966
  AZURE_TENANT_ID?: string | undefined;
@@ -20897,9 +21013,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
20897
21013
  GROQ_API_KEY?: string | undefined;
20898
21014
  LOCALAI_BASE_URL?: string | undefined;
20899
21015
  WATSONX_AI_APIKEY?: string | undefined;
20900
- WATSONX_AI_PROJECT_ID?: string | undefined;
20901
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
20902
21016
  WATSONX_AI_AUTH_TYPE?: string | undefined;
21017
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
21018
+ WATSONX_AI_PROJECT_ID?: string | undefined;
20903
21019
  AZURE_CLIENT_SECRET?: string | undefined;
20904
21020
  AZURE_CLIENT_ID?: string | undefined;
20905
21021
  AZURE_TENANT_ID?: string | undefined;
@@ -20960,9 +21076,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
20960
21076
  GROQ_API_KEY?: string | undefined;
20961
21077
  LOCALAI_BASE_URL?: string | undefined;
20962
21078
  WATSONX_AI_APIKEY?: string | undefined;
20963
- WATSONX_AI_PROJECT_ID?: string | undefined;
20964
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
20965
21079
  WATSONX_AI_AUTH_TYPE?: string | undefined;
21080
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
21081
+ WATSONX_AI_PROJECT_ID?: string | undefined;
20966
21082
  AZURE_CLIENT_SECRET?: string | undefined;
20967
21083
  AZURE_CLIENT_ID?: string | undefined;
20968
21084
  AZURE_TENANT_ID?: string | undefined;
@@ -21023,9 +21139,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21023
21139
  GROQ_API_KEY?: string | undefined;
21024
21140
  LOCALAI_BASE_URL?: string | undefined;
21025
21141
  WATSONX_AI_APIKEY?: string | undefined;
21026
- WATSONX_AI_PROJECT_ID?: string | undefined;
21027
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
21028
21142
  WATSONX_AI_AUTH_TYPE?: string | undefined;
21143
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
21144
+ WATSONX_AI_PROJECT_ID?: string | undefined;
21029
21145
  AZURE_CLIENT_SECRET?: string | undefined;
21030
21146
  AZURE_CLIENT_ID?: string | undefined;
21031
21147
  AZURE_TENANT_ID?: string | undefined;
@@ -21141,9 +21257,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21141
21257
  GROQ_API_KEY?: string | undefined;
21142
21258
  LOCALAI_BASE_URL?: string | undefined;
21143
21259
  WATSONX_AI_APIKEY?: string | undefined;
21144
- WATSONX_AI_PROJECT_ID?: string | undefined;
21145
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
21146
21260
  WATSONX_AI_AUTH_TYPE?: string | undefined;
21261
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
21262
+ WATSONX_AI_PROJECT_ID?: string | undefined;
21147
21263
  AZURE_CLIENT_SECRET?: string | undefined;
21148
21264
  AZURE_CLIENT_ID?: string | undefined;
21149
21265
  AZURE_TENANT_ID?: string | undefined;
@@ -21196,9 +21312,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21196
21312
  GROQ_API_KEY?: string | undefined;
21197
21313
  LOCALAI_BASE_URL?: string | undefined;
21198
21314
  WATSONX_AI_APIKEY?: string | undefined;
21199
- WATSONX_AI_PROJECT_ID?: string | undefined;
21200
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
21201
21315
  WATSONX_AI_AUTH_TYPE?: string | undefined;
21316
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
21317
+ WATSONX_AI_PROJECT_ID?: string | undefined;
21202
21318
  AZURE_CLIENT_SECRET?: string | undefined;
21203
21319
  AZURE_CLIENT_ID?: string | undefined;
21204
21320
  AZURE_TENANT_ID?: string | undefined;
@@ -21259,9 +21375,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21259
21375
  GROQ_API_KEY?: string | undefined;
21260
21376
  LOCALAI_BASE_URL?: string | undefined;
21261
21377
  WATSONX_AI_APIKEY?: string | undefined;
21262
- WATSONX_AI_PROJECT_ID?: string | undefined;
21263
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
21264
21378
  WATSONX_AI_AUTH_TYPE?: string | undefined;
21379
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
21380
+ WATSONX_AI_PROJECT_ID?: string | undefined;
21265
21381
  AZURE_CLIENT_SECRET?: string | undefined;
21266
21382
  AZURE_CLIENT_ID?: string | undefined;
21267
21383
  AZURE_TENANT_ID?: string | undefined;
@@ -21322,9 +21438,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21322
21438
  GROQ_API_KEY?: string | undefined;
21323
21439
  LOCALAI_BASE_URL?: string | undefined;
21324
21440
  WATSONX_AI_APIKEY?: string | undefined;
21325
- WATSONX_AI_PROJECT_ID?: string | undefined;
21326
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
21327
21441
  WATSONX_AI_AUTH_TYPE?: string | undefined;
21442
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
21443
+ WATSONX_AI_PROJECT_ID?: string | undefined;
21328
21444
  AZURE_CLIENT_SECRET?: string | undefined;
21329
21445
  AZURE_CLIENT_ID?: string | undefined;
21330
21446
  AZURE_TENANT_ID?: string | undefined;
@@ -21585,9 +21701,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21585
21701
  GROQ_API_KEY?: string | undefined;
21586
21702
  LOCALAI_BASE_URL?: string | undefined;
21587
21703
  WATSONX_AI_APIKEY?: string | undefined;
21588
- WATSONX_AI_PROJECT_ID?: string | undefined;
21589
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
21590
21704
  WATSONX_AI_AUTH_TYPE?: string | undefined;
21705
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
21706
+ WATSONX_AI_PROJECT_ID?: string | undefined;
21591
21707
  AZURE_CLIENT_SECRET?: string | undefined;
21592
21708
  AZURE_CLIENT_ID?: string | undefined;
21593
21709
  AZURE_TENANT_ID?: string | undefined;
@@ -21640,9 +21756,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21640
21756
  GROQ_API_KEY?: string | undefined;
21641
21757
  LOCALAI_BASE_URL?: string | undefined;
21642
21758
  WATSONX_AI_APIKEY?: string | undefined;
21643
- WATSONX_AI_PROJECT_ID?: string | undefined;
21644
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
21645
21759
  WATSONX_AI_AUTH_TYPE?: string | undefined;
21760
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
21761
+ WATSONX_AI_PROJECT_ID?: string | undefined;
21646
21762
  AZURE_CLIENT_SECRET?: string | undefined;
21647
21763
  AZURE_CLIENT_ID?: string | undefined;
21648
21764
  AZURE_TENANT_ID?: string | undefined;
@@ -21703,9 +21819,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21703
21819
  GROQ_API_KEY?: string | undefined;
21704
21820
  LOCALAI_BASE_URL?: string | undefined;
21705
21821
  WATSONX_AI_APIKEY?: string | undefined;
21706
- WATSONX_AI_PROJECT_ID?: string | undefined;
21707
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
21708
21822
  WATSONX_AI_AUTH_TYPE?: string | undefined;
21823
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
21824
+ WATSONX_AI_PROJECT_ID?: string | undefined;
21709
21825
  AZURE_CLIENT_SECRET?: string | undefined;
21710
21826
  AZURE_CLIENT_ID?: string | undefined;
21711
21827
  AZURE_TENANT_ID?: string | undefined;
@@ -21766,9 +21882,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
21766
21882
  GROQ_API_KEY?: string | undefined;
21767
21883
  LOCALAI_BASE_URL?: string | undefined;
21768
21884
  WATSONX_AI_APIKEY?: string | undefined;
21769
- WATSONX_AI_PROJECT_ID?: string | undefined;
21770
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
21771
21885
  WATSONX_AI_AUTH_TYPE?: string | undefined;
21886
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
21887
+ WATSONX_AI_PROJECT_ID?: string | undefined;
21772
21888
  AZURE_CLIENT_SECRET?: string | undefined;
21773
21889
  AZURE_CLIENT_ID?: string | undefined;
21774
21890
  AZURE_TENANT_ID?: string | undefined;
@@ -22126,9 +22242,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22126
22242
  GROQ_API_KEY?: string | undefined;
22127
22243
  LOCALAI_BASE_URL?: string | undefined;
22128
22244
  WATSONX_AI_APIKEY?: string | undefined;
22129
- WATSONX_AI_PROJECT_ID?: string | undefined;
22130
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
22131
22245
  WATSONX_AI_AUTH_TYPE?: string | undefined;
22246
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
22247
+ WATSONX_AI_PROJECT_ID?: string | undefined;
22132
22248
  AZURE_CLIENT_SECRET?: string | undefined;
22133
22249
  AZURE_CLIENT_ID?: string | undefined;
22134
22250
  AZURE_TENANT_ID?: string | undefined;
@@ -22268,9 +22384,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22268
22384
  GROQ_API_KEY?: string | undefined;
22269
22385
  LOCALAI_BASE_URL?: string | undefined;
22270
22386
  WATSONX_AI_APIKEY?: string | undefined;
22271
- WATSONX_AI_PROJECT_ID?: string | undefined;
22272
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
22273
22387
  WATSONX_AI_AUTH_TYPE?: string | undefined;
22388
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
22389
+ WATSONX_AI_PROJECT_ID?: string | undefined;
22274
22390
  AZURE_CLIENT_SECRET?: string | undefined;
22275
22391
  AZURE_CLIENT_ID?: string | undefined;
22276
22392
  AZURE_TENANT_ID?: string | undefined;
@@ -22443,9 +22559,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22443
22559
  GROQ_API_KEY?: string | undefined;
22444
22560
  LOCALAI_BASE_URL?: string | undefined;
22445
22561
  WATSONX_AI_APIKEY?: string | undefined;
22446
- WATSONX_AI_PROJECT_ID?: string | undefined;
22447
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
22448
22562
  WATSONX_AI_AUTH_TYPE?: string | undefined;
22563
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
22564
+ WATSONX_AI_PROJECT_ID?: string | undefined;
22449
22565
  AZURE_CLIENT_SECRET?: string | undefined;
22450
22566
  AZURE_CLIENT_ID?: string | undefined;
22451
22567
  AZURE_TENANT_ID?: string | undefined;
@@ -22498,9 +22614,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22498
22614
  GROQ_API_KEY?: string | undefined;
22499
22615
  LOCALAI_BASE_URL?: string | undefined;
22500
22616
  WATSONX_AI_APIKEY?: string | undefined;
22501
- WATSONX_AI_PROJECT_ID?: string | undefined;
22502
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
22503
22617
  WATSONX_AI_AUTH_TYPE?: string | undefined;
22618
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
22619
+ WATSONX_AI_PROJECT_ID?: string | undefined;
22504
22620
  AZURE_CLIENT_SECRET?: string | undefined;
22505
22621
  AZURE_CLIENT_ID?: string | undefined;
22506
22622
  AZURE_TENANT_ID?: string | undefined;
@@ -22561,9 +22677,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22561
22677
  GROQ_API_KEY?: string | undefined;
22562
22678
  LOCALAI_BASE_URL?: string | undefined;
22563
22679
  WATSONX_AI_APIKEY?: string | undefined;
22564
- WATSONX_AI_PROJECT_ID?: string | undefined;
22565
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
22566
22680
  WATSONX_AI_AUTH_TYPE?: string | undefined;
22681
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
22682
+ WATSONX_AI_PROJECT_ID?: string | undefined;
22567
22683
  AZURE_CLIENT_SECRET?: string | undefined;
22568
22684
  AZURE_CLIENT_ID?: string | undefined;
22569
22685
  AZURE_TENANT_ID?: string | undefined;
@@ -22624,9 +22740,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22624
22740
  GROQ_API_KEY?: string | undefined;
22625
22741
  LOCALAI_BASE_URL?: string | undefined;
22626
22742
  WATSONX_AI_APIKEY?: string | undefined;
22627
- WATSONX_AI_PROJECT_ID?: string | undefined;
22628
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
22629
22743
  WATSONX_AI_AUTH_TYPE?: string | undefined;
22744
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
22745
+ WATSONX_AI_PROJECT_ID?: string | undefined;
22630
22746
  AZURE_CLIENT_SECRET?: string | undefined;
22631
22747
  AZURE_CLIENT_ID?: string | undefined;
22632
22748
  AZURE_TENANT_ID?: string | undefined;
@@ -22984,9 +23100,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
22984
23100
  GROQ_API_KEY?: string | undefined;
22985
23101
  LOCALAI_BASE_URL?: string | undefined;
22986
23102
  WATSONX_AI_APIKEY?: string | undefined;
22987
- WATSONX_AI_PROJECT_ID?: string | undefined;
22988
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
22989
23103
  WATSONX_AI_AUTH_TYPE?: string | undefined;
23104
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
23105
+ WATSONX_AI_PROJECT_ID?: string | undefined;
22990
23106
  AZURE_CLIENT_SECRET?: string | undefined;
22991
23107
  AZURE_CLIENT_ID?: string | undefined;
22992
23108
  AZURE_TENANT_ID?: string | undefined;
@@ -23126,9 +23242,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23126
23242
  GROQ_API_KEY?: string | undefined;
23127
23243
  LOCALAI_BASE_URL?: string | undefined;
23128
23244
  WATSONX_AI_APIKEY?: string | undefined;
23129
- WATSONX_AI_PROJECT_ID?: string | undefined;
23130
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
23131
23245
  WATSONX_AI_AUTH_TYPE?: string | undefined;
23246
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
23247
+ WATSONX_AI_PROJECT_ID?: string | undefined;
23132
23248
  AZURE_CLIENT_SECRET?: string | undefined;
23133
23249
  AZURE_CLIENT_ID?: string | undefined;
23134
23250
  AZURE_TENANT_ID?: string | undefined;
@@ -23299,9 +23415,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23299
23415
  GROQ_API_KEY?: string | undefined;
23300
23416
  LOCALAI_BASE_URL?: string | undefined;
23301
23417
  WATSONX_AI_APIKEY?: string | undefined;
23302
- WATSONX_AI_PROJECT_ID?: string | undefined;
23303
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
23304
23418
  WATSONX_AI_AUTH_TYPE?: string | undefined;
23419
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
23420
+ WATSONX_AI_PROJECT_ID?: string | undefined;
23305
23421
  AZURE_CLIENT_SECRET?: string | undefined;
23306
23422
  AZURE_CLIENT_ID?: string | undefined;
23307
23423
  AZURE_TENANT_ID?: string | undefined;
@@ -23354,9 +23470,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23354
23470
  GROQ_API_KEY?: string | undefined;
23355
23471
  LOCALAI_BASE_URL?: string | undefined;
23356
23472
  WATSONX_AI_APIKEY?: string | undefined;
23357
- WATSONX_AI_PROJECT_ID?: string | undefined;
23358
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
23359
23473
  WATSONX_AI_AUTH_TYPE?: string | undefined;
23474
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
23475
+ WATSONX_AI_PROJECT_ID?: string | undefined;
23360
23476
  AZURE_CLIENT_SECRET?: string | undefined;
23361
23477
  AZURE_CLIENT_ID?: string | undefined;
23362
23478
  AZURE_TENANT_ID?: string | undefined;
@@ -23417,9 +23533,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23417
23533
  GROQ_API_KEY?: string | undefined;
23418
23534
  LOCALAI_BASE_URL?: string | undefined;
23419
23535
  WATSONX_AI_APIKEY?: string | undefined;
23420
- WATSONX_AI_PROJECT_ID?: string | undefined;
23421
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
23422
23536
  WATSONX_AI_AUTH_TYPE?: string | undefined;
23537
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
23538
+ WATSONX_AI_PROJECT_ID?: string | undefined;
23423
23539
  AZURE_CLIENT_SECRET?: string | undefined;
23424
23540
  AZURE_CLIENT_ID?: string | undefined;
23425
23541
  AZURE_TENANT_ID?: string | undefined;
@@ -23480,9 +23596,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23480
23596
  GROQ_API_KEY?: string | undefined;
23481
23597
  LOCALAI_BASE_URL?: string | undefined;
23482
23598
  WATSONX_AI_APIKEY?: string | undefined;
23483
- WATSONX_AI_PROJECT_ID?: string | undefined;
23484
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
23485
23599
  WATSONX_AI_AUTH_TYPE?: string | undefined;
23600
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
23601
+ WATSONX_AI_PROJECT_ID?: string | undefined;
23486
23602
  AZURE_CLIENT_SECRET?: string | undefined;
23487
23603
  AZURE_CLIENT_ID?: string | undefined;
23488
23604
  AZURE_TENANT_ID?: string | undefined;
@@ -23840,9 +23956,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23840
23956
  GROQ_API_KEY?: string | undefined;
23841
23957
  LOCALAI_BASE_URL?: string | undefined;
23842
23958
  WATSONX_AI_APIKEY?: string | undefined;
23843
- WATSONX_AI_PROJECT_ID?: string | undefined;
23844
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
23845
23959
  WATSONX_AI_AUTH_TYPE?: string | undefined;
23960
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
23961
+ WATSONX_AI_PROJECT_ID?: string | undefined;
23846
23962
  AZURE_CLIENT_SECRET?: string | undefined;
23847
23963
  AZURE_CLIENT_ID?: string | undefined;
23848
23964
  AZURE_TENANT_ID?: string | undefined;
@@ -23982,9 +24098,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
23982
24098
  GROQ_API_KEY?: string | undefined;
23983
24099
  LOCALAI_BASE_URL?: string | undefined;
23984
24100
  WATSONX_AI_APIKEY?: string | undefined;
23985
- WATSONX_AI_PROJECT_ID?: string | undefined;
23986
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
23987
24101
  WATSONX_AI_AUTH_TYPE?: string | undefined;
24102
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
24103
+ WATSONX_AI_PROJECT_ID?: string | undefined;
23988
24104
  AZURE_CLIENT_SECRET?: string | undefined;
23989
24105
  AZURE_CLIENT_ID?: string | undefined;
23990
24106
  AZURE_TENANT_ID?: string | undefined;
@@ -24126,9 +24242,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
24126
24242
  GROQ_API_KEY?: string | undefined;
24127
24243
  LOCALAI_BASE_URL?: string | undefined;
24128
24244
  WATSONX_AI_APIKEY?: string | undefined;
24129
- WATSONX_AI_PROJECT_ID?: string | undefined;
24130
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
24131
24245
  WATSONX_AI_AUTH_TYPE?: string | undefined;
24246
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
24247
+ WATSONX_AI_PROJECT_ID?: string | undefined;
24132
24248
  AZURE_CLIENT_SECRET?: string | undefined;
24133
24249
  AZURE_CLIENT_ID?: string | undefined;
24134
24250
  AZURE_TENANT_ID?: string | undefined;
@@ -24269,9 +24385,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
24269
24385
  GROQ_API_KEY?: string | undefined;
24270
24386
  LOCALAI_BASE_URL?: string | undefined;
24271
24387
  WATSONX_AI_APIKEY?: string | undefined;
24272
- WATSONX_AI_PROJECT_ID?: string | undefined;
24273
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
24274
24388
  WATSONX_AI_AUTH_TYPE?: string | undefined;
24389
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
24390
+ WATSONX_AI_PROJECT_ID?: string | undefined;
24275
24391
  AZURE_CLIENT_SECRET?: string | undefined;
24276
24392
  AZURE_CLIENT_ID?: string | undefined;
24277
24393
  AZURE_TENANT_ID?: string | undefined;
@@ -24414,9 +24530,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
24414
24530
  GROQ_API_KEY?: string | undefined;
24415
24531
  LOCALAI_BASE_URL?: string | undefined;
24416
24532
  WATSONX_AI_APIKEY?: string | undefined;
24417
- WATSONX_AI_PROJECT_ID?: string | undefined;
24418
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
24419
24533
  WATSONX_AI_AUTH_TYPE?: string | undefined;
24534
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
24535
+ WATSONX_AI_PROJECT_ID?: string | undefined;
24420
24536
  AZURE_CLIENT_SECRET?: string | undefined;
24421
24537
  AZURE_CLIENT_ID?: string | undefined;
24422
24538
  AZURE_TENANT_ID?: string | undefined;
@@ -24557,9 +24673,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
24557
24673
  GROQ_API_KEY?: string | undefined;
24558
24674
  LOCALAI_BASE_URL?: string | undefined;
24559
24675
  WATSONX_AI_APIKEY?: string | undefined;
24560
- WATSONX_AI_PROJECT_ID?: string | undefined;
24561
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
24562
24676
  WATSONX_AI_AUTH_TYPE?: string | undefined;
24677
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
24678
+ WATSONX_AI_PROJECT_ID?: string | undefined;
24563
24679
  AZURE_CLIENT_SECRET?: string | undefined;
24564
24680
  AZURE_CLIENT_ID?: string | undefined;
24565
24681
  AZURE_TENANT_ID?: string | undefined;
@@ -24732,9 +24848,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
24732
24848
  GROQ_API_KEY?: string | undefined;
24733
24849
  LOCALAI_BASE_URL?: string | undefined;
24734
24850
  WATSONX_AI_APIKEY?: string | undefined;
24735
- WATSONX_AI_PROJECT_ID?: string | undefined;
24736
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
24737
24851
  WATSONX_AI_AUTH_TYPE?: string | undefined;
24852
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
24853
+ WATSONX_AI_PROJECT_ID?: string | undefined;
24738
24854
  AZURE_CLIENT_SECRET?: string | undefined;
24739
24855
  AZURE_CLIENT_ID?: string | undefined;
24740
24856
  AZURE_TENANT_ID?: string | undefined;
@@ -24787,9 +24903,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
24787
24903
  GROQ_API_KEY?: string | undefined;
24788
24904
  LOCALAI_BASE_URL?: string | undefined;
24789
24905
  WATSONX_AI_APIKEY?: string | undefined;
24790
- WATSONX_AI_PROJECT_ID?: string | undefined;
24791
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
24792
24906
  WATSONX_AI_AUTH_TYPE?: string | undefined;
24907
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
24908
+ WATSONX_AI_PROJECT_ID?: string | undefined;
24793
24909
  AZURE_CLIENT_SECRET?: string | undefined;
24794
24910
  AZURE_CLIENT_ID?: string | undefined;
24795
24911
  AZURE_TENANT_ID?: string | undefined;
@@ -24850,9 +24966,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
24850
24966
  GROQ_API_KEY?: string | undefined;
24851
24967
  LOCALAI_BASE_URL?: string | undefined;
24852
24968
  WATSONX_AI_APIKEY?: string | undefined;
24853
- WATSONX_AI_PROJECT_ID?: string | undefined;
24854
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
24855
24969
  WATSONX_AI_AUTH_TYPE?: string | undefined;
24970
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
24971
+ WATSONX_AI_PROJECT_ID?: string | undefined;
24856
24972
  AZURE_CLIENT_SECRET?: string | undefined;
24857
24973
  AZURE_CLIENT_ID?: string | undefined;
24858
24974
  AZURE_TENANT_ID?: string | undefined;
@@ -24913,9 +25029,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
24913
25029
  GROQ_API_KEY?: string | undefined;
24914
25030
  LOCALAI_BASE_URL?: string | undefined;
24915
25031
  WATSONX_AI_APIKEY?: string | undefined;
24916
- WATSONX_AI_PROJECT_ID?: string | undefined;
24917
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
24918
25032
  WATSONX_AI_AUTH_TYPE?: string | undefined;
25033
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
25034
+ WATSONX_AI_PROJECT_ID?: string | undefined;
24919
25035
  AZURE_CLIENT_SECRET?: string | undefined;
24920
25036
  AZURE_CLIENT_ID?: string | undefined;
24921
25037
  AZURE_TENANT_ID?: string | undefined;
@@ -25273,9 +25389,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25273
25389
  GROQ_API_KEY?: string | undefined;
25274
25390
  LOCALAI_BASE_URL?: string | undefined;
25275
25391
  WATSONX_AI_APIKEY?: string | undefined;
25276
- WATSONX_AI_PROJECT_ID?: string | undefined;
25277
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
25278
25392
  WATSONX_AI_AUTH_TYPE?: string | undefined;
25393
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
25394
+ WATSONX_AI_PROJECT_ID?: string | undefined;
25279
25395
  AZURE_CLIENT_SECRET?: string | undefined;
25280
25396
  AZURE_CLIENT_ID?: string | undefined;
25281
25397
  AZURE_TENANT_ID?: string | undefined;
@@ -25414,9 +25530,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25414
25530
  GROQ_API_KEY?: string | undefined;
25415
25531
  LOCALAI_BASE_URL?: string | undefined;
25416
25532
  WATSONX_AI_APIKEY?: string | undefined;
25417
- WATSONX_AI_PROJECT_ID?: string | undefined;
25418
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
25419
25533
  WATSONX_AI_AUTH_TYPE?: string | undefined;
25534
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
25535
+ WATSONX_AI_PROJECT_ID?: string | undefined;
25420
25536
  AZURE_CLIENT_SECRET?: string | undefined;
25421
25537
  AZURE_CLIENT_ID?: string | undefined;
25422
25538
  AZURE_TENANT_ID?: string | undefined;
@@ -25588,9 +25704,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25588
25704
  GROQ_API_KEY?: string | undefined;
25589
25705
  LOCALAI_BASE_URL?: string | undefined;
25590
25706
  WATSONX_AI_APIKEY?: string | undefined;
25591
- WATSONX_AI_PROJECT_ID?: string | undefined;
25592
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
25593
25707
  WATSONX_AI_AUTH_TYPE?: string | undefined;
25708
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
25709
+ WATSONX_AI_PROJECT_ID?: string | undefined;
25594
25710
  AZURE_CLIENT_SECRET?: string | undefined;
25595
25711
  AZURE_CLIENT_ID?: string | undefined;
25596
25712
  AZURE_TENANT_ID?: string | undefined;
@@ -25643,9 +25759,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25643
25759
  GROQ_API_KEY?: string | undefined;
25644
25760
  LOCALAI_BASE_URL?: string | undefined;
25645
25761
  WATSONX_AI_APIKEY?: string | undefined;
25646
- WATSONX_AI_PROJECT_ID?: string | undefined;
25647
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
25648
25762
  WATSONX_AI_AUTH_TYPE?: string | undefined;
25763
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
25764
+ WATSONX_AI_PROJECT_ID?: string | undefined;
25649
25765
  AZURE_CLIENT_SECRET?: string | undefined;
25650
25766
  AZURE_CLIENT_ID?: string | undefined;
25651
25767
  AZURE_TENANT_ID?: string | undefined;
@@ -25776,9 +25892,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25776
25892
  GROQ_API_KEY?: string | undefined;
25777
25893
  LOCALAI_BASE_URL?: string | undefined;
25778
25894
  WATSONX_AI_APIKEY?: string | undefined;
25779
- WATSONX_AI_PROJECT_ID?: string | undefined;
25780
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
25781
25895
  WATSONX_AI_AUTH_TYPE?: string | undefined;
25896
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
25897
+ WATSONX_AI_PROJECT_ID?: string | undefined;
25782
25898
  AZURE_CLIENT_SECRET?: string | undefined;
25783
25899
  AZURE_CLIENT_ID?: string | undefined;
25784
25900
  AZURE_TENANT_ID?: string | undefined;
@@ -25831,9 +25947,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25831
25947
  GROQ_API_KEY?: string | undefined;
25832
25948
  LOCALAI_BASE_URL?: string | undefined;
25833
25949
  WATSONX_AI_APIKEY?: string | undefined;
25834
- WATSONX_AI_PROJECT_ID?: string | undefined;
25835
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
25836
25950
  WATSONX_AI_AUTH_TYPE?: string | undefined;
25951
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
25952
+ WATSONX_AI_PROJECT_ID?: string | undefined;
25837
25953
  AZURE_CLIENT_SECRET?: string | undefined;
25838
25954
  AZURE_CLIENT_ID?: string | undefined;
25839
25955
  AZURE_TENANT_ID?: string | undefined;
@@ -25894,9 +26010,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25894
26010
  GROQ_API_KEY?: string | undefined;
25895
26011
  LOCALAI_BASE_URL?: string | undefined;
25896
26012
  WATSONX_AI_APIKEY?: string | undefined;
25897
- WATSONX_AI_PROJECT_ID?: string | undefined;
25898
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
25899
26013
  WATSONX_AI_AUTH_TYPE?: string | undefined;
26014
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
26015
+ WATSONX_AI_PROJECT_ID?: string | undefined;
25900
26016
  AZURE_CLIENT_SECRET?: string | undefined;
25901
26017
  AZURE_CLIENT_ID?: string | undefined;
25902
26018
  AZURE_TENANT_ID?: string | undefined;
@@ -25957,9 +26073,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
25957
26073
  GROQ_API_KEY?: string | undefined;
25958
26074
  LOCALAI_BASE_URL?: string | undefined;
25959
26075
  WATSONX_AI_APIKEY?: string | undefined;
25960
- WATSONX_AI_PROJECT_ID?: string | undefined;
25961
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
25962
26076
  WATSONX_AI_AUTH_TYPE?: string | undefined;
26077
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
26078
+ WATSONX_AI_PROJECT_ID?: string | undefined;
25963
26079
  AZURE_CLIENT_SECRET?: string | undefined;
25964
26080
  AZURE_CLIENT_ID?: string | undefined;
25965
26081
  AZURE_TENANT_ID?: string | undefined;
@@ -26089,9 +26205,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26089
26205
  GROQ_API_KEY?: string | undefined;
26090
26206
  LOCALAI_BASE_URL?: string | undefined;
26091
26207
  WATSONX_AI_APIKEY?: string | undefined;
26092
- WATSONX_AI_PROJECT_ID?: string | undefined;
26093
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26094
26208
  WATSONX_AI_AUTH_TYPE?: string | undefined;
26209
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
26210
+ WATSONX_AI_PROJECT_ID?: string | undefined;
26095
26211
  AZURE_CLIENT_SECRET?: string | undefined;
26096
26212
  AZURE_CLIENT_ID?: string | undefined;
26097
26213
  AZURE_TENANT_ID?: string | undefined;
@@ -26175,99 +26291,99 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26175
26291
  GROQ_API_KEY?: string | undefined;
26176
26292
  LOCALAI_BASE_URL?: string | undefined;
26177
26293
  WATSONX_AI_APIKEY?: string | undefined;
26178
- WATSONX_AI_PROJECT_ID?: string | undefined;
26179
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26180
26294
  WATSONX_AI_AUTH_TYPE?: string | undefined;
26181
- AZURE_CLIENT_SECRET?: string | undefined;
26182
- AZURE_CLIENT_ID?: string | undefined;
26183
- AZURE_TENANT_ID?: string | undefined;
26184
- AZURE_AUTHORITY_HOST?: string | undefined;
26185
- AZURE_TOKEN_SCOPE?: string | undefined;
26186
- AZURE_DEPLOYMENT_NAME?: string | undefined;
26187
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26188
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
26189
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26190
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
26191
- AZURE_OPENAI_API_HOST?: string | undefined;
26192
- AZURE_OPENAI_API_KEY?: string | undefined;
26193
- AZURE_API_BASE_URL?: string | undefined;
26194
- AZURE_API_HOST?: string | undefined;
26195
- AZURE_API_KEY?: string | undefined;
26196
- AZURE_OPENAI_BASE_URL?: string | undefined;
26197
- BAM_API_HOST?: string | undefined;
26198
- BAM_API_KEY?: string | undefined;
26199
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
26200
- CLOUDFLARE_API_KEY?: string | undefined;
26201
- COHERE_API_KEY?: string | undefined;
26202
- GOOGLE_API_HOST?: string | undefined;
26203
- GOOGLE_API_KEY?: string | undefined;
26204
- MISTRAL_API_BASE_URL?: string | undefined;
26205
- MISTRAL_API_HOST?: string | undefined;
26206
- MISTRAL_API_KEY?: string | undefined;
26207
- OPENAI_API_BASE_URL?: string | undefined;
26208
- OPENAI_API_HOST?: string | undefined;
26209
- OPENAI_API_KEY?: string | undefined;
26210
- OPENAI_BASE_URL?: string | undefined;
26211
- OPENAI_ORGANIZATION?: string | undefined;
26212
- PALM_API_HOST?: string | undefined;
26213
- PALM_API_KEY?: string | undefined;
26214
- REPLICATE_API_KEY?: string | undefined;
26215
- REPLICATE_API_TOKEN?: string | undefined;
26216
- VERTEX_API_HOST?: string | undefined;
26217
- VERTEX_API_KEY?: string | undefined;
26218
- VERTEX_PROJECT_ID?: string | undefined;
26219
- VERTEX_PUBLISHER?: string | undefined;
26220
- VERTEX_REGION?: string | undefined;
26221
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
26222
- PROMPTFOO_INSECURE_SSL?: string | undefined;
26223
- } | undefined;
26224
- } | {
26225
- callApi: import("./providers").CallApiFunction;
26226
- id: (...args: unknown[]) => string;
26227
- config?: any;
26228
- label?: string | undefined;
26229
- transform?: string | undefined;
26230
- delay?: number | undefined;
26231
- callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
26232
- callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
26233
- } | undefined;
26234
- delay?: number | undefined;
26235
- injectVar?: string | undefined;
26236
- language?: string | undefined;
26237
- purpose?: string | undefined;
26238
- strategies?: (string | {
26239
- id: string;
26240
- config?: Record<string, unknown> | undefined;
26241
- })[] | undefined;
26242
- }>, RedteamFileConfig, {
26243
- plugins?: (string | {
26244
- id: string;
26245
- config?: Record<string, unknown> | undefined;
26246
- numTests?: number | undefined;
26247
- })[] | undefined;
26248
- maxConcurrency?: number | undefined;
26249
- entities?: string[] | undefined;
26250
- numTests?: number | undefined;
26251
- provider?: string | {
26252
- id?: string | undefined;
26253
- config?: any;
26254
- label?: string | undefined;
26255
- prompts?: string[] | undefined;
26256
- transform?: string | undefined;
26257
- delay?: number | undefined;
26258
- env?: {
26259
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
26260
- AI21_API_BASE_URL?: string | undefined;
26261
- AI21_API_KEY?: string | undefined;
26262
- ANTHROPIC_API_KEY?: string | undefined;
26263
- AWS_BEDROCK_REGION?: string | undefined;
26264
- FAL_KEY?: string | undefined;
26265
- GROQ_API_KEY?: string | undefined;
26266
- LOCALAI_BASE_URL?: string | undefined;
26267
- WATSONX_AI_APIKEY?: string | undefined;
26268
- WATSONX_AI_PROJECT_ID?: string | undefined;
26269
26295
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
26270
- WATSONX_AI_AUTH_TYPE?: string | undefined;
26296
+ WATSONX_AI_PROJECT_ID?: string | undefined;
26297
+ AZURE_CLIENT_SECRET?: string | undefined;
26298
+ AZURE_CLIENT_ID?: string | undefined;
26299
+ AZURE_TENANT_ID?: string | undefined;
26300
+ AZURE_AUTHORITY_HOST?: string | undefined;
26301
+ AZURE_TOKEN_SCOPE?: string | undefined;
26302
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
26303
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26304
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
26305
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
26306
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
26307
+ AZURE_OPENAI_API_HOST?: string | undefined;
26308
+ AZURE_OPENAI_API_KEY?: string | undefined;
26309
+ AZURE_API_BASE_URL?: string | undefined;
26310
+ AZURE_API_HOST?: string | undefined;
26311
+ AZURE_API_KEY?: string | undefined;
26312
+ AZURE_OPENAI_BASE_URL?: string | undefined;
26313
+ BAM_API_HOST?: string | undefined;
26314
+ BAM_API_KEY?: string | undefined;
26315
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
26316
+ CLOUDFLARE_API_KEY?: string | undefined;
26317
+ COHERE_API_KEY?: string | undefined;
26318
+ GOOGLE_API_HOST?: string | undefined;
26319
+ GOOGLE_API_KEY?: string | undefined;
26320
+ MISTRAL_API_BASE_URL?: string | undefined;
26321
+ MISTRAL_API_HOST?: string | undefined;
26322
+ MISTRAL_API_KEY?: string | undefined;
26323
+ OPENAI_API_BASE_URL?: string | undefined;
26324
+ OPENAI_API_HOST?: string | undefined;
26325
+ OPENAI_API_KEY?: string | undefined;
26326
+ OPENAI_BASE_URL?: string | undefined;
26327
+ OPENAI_ORGANIZATION?: string | undefined;
26328
+ PALM_API_HOST?: string | undefined;
26329
+ PALM_API_KEY?: string | undefined;
26330
+ REPLICATE_API_KEY?: string | undefined;
26331
+ REPLICATE_API_TOKEN?: string | undefined;
26332
+ VERTEX_API_HOST?: string | undefined;
26333
+ VERTEX_API_KEY?: string | undefined;
26334
+ VERTEX_PROJECT_ID?: string | undefined;
26335
+ VERTEX_PUBLISHER?: string | undefined;
26336
+ VERTEX_REGION?: string | undefined;
26337
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
26338
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
26339
+ } | undefined;
26340
+ } | {
26341
+ callApi: import("./providers").CallApiFunction;
26342
+ id: (...args: unknown[]) => string;
26343
+ config?: any;
26344
+ label?: string | undefined;
26345
+ transform?: string | undefined;
26346
+ delay?: number | undefined;
26347
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
26348
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
26349
+ } | undefined;
26350
+ delay?: number | undefined;
26351
+ injectVar?: string | undefined;
26352
+ language?: string | undefined;
26353
+ purpose?: string | undefined;
26354
+ strategies?: (string | {
26355
+ id: string;
26356
+ config?: Record<string, unknown> | undefined;
26357
+ })[] | undefined;
26358
+ }>, RedteamFileConfig, {
26359
+ plugins?: (string | {
26360
+ id: string;
26361
+ config?: Record<string, unknown> | undefined;
26362
+ numTests?: number | undefined;
26363
+ })[] | undefined;
26364
+ maxConcurrency?: number | undefined;
26365
+ entities?: string[] | undefined;
26366
+ numTests?: number | undefined;
26367
+ provider?: string | {
26368
+ id?: string | undefined;
26369
+ config?: any;
26370
+ label?: string | undefined;
26371
+ prompts?: string[] | undefined;
26372
+ transform?: string | undefined;
26373
+ delay?: number | undefined;
26374
+ env?: {
26375
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
26376
+ AI21_API_BASE_URL?: string | undefined;
26377
+ AI21_API_KEY?: string | undefined;
26378
+ ANTHROPIC_API_KEY?: string | undefined;
26379
+ AWS_BEDROCK_REGION?: string | undefined;
26380
+ FAL_KEY?: string | undefined;
26381
+ GROQ_API_KEY?: string | undefined;
26382
+ LOCALAI_BASE_URL?: string | undefined;
26383
+ WATSONX_AI_APIKEY?: string | undefined;
26384
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
26385
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
26386
+ WATSONX_AI_PROJECT_ID?: string | undefined;
26271
26387
  AZURE_CLIENT_SECRET?: string | undefined;
26272
26388
  AZURE_CLIENT_ID?: string | undefined;
26273
26389
  AZURE_TENANT_ID?: string | undefined;
@@ -26344,7 +26460,65 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26344
26460
  */
26345
26461
  interactiveProviders: z.ZodOptional<z.ZodBoolean>;
26346
26462
  maxConcurrency: z.ZodOptional<z.ZodNumber>;
26347
- progressCallback: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodNumber, z.ZodNumber, z.ZodNumber, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>], null>, z.ZodVoid>>;
26463
+ progressCallback: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodNumber, z.ZodNumber, z.ZodNumber, z.ZodType<RunEvalOptions, z.ZodTypeDef, RunEvalOptions>, z.ZodType<{
26464
+ cost: number;
26465
+ tokenUsage: {
26466
+ cached?: number | undefined;
26467
+ completion?: number | undefined;
26468
+ prompt?: number | undefined;
26469
+ total?: number | undefined;
26470
+ numRequests?: number | undefined;
26471
+ completionDetails?: {
26472
+ reasoning?: number | undefined;
26473
+ acceptedPrediction?: number | undefined;
26474
+ rejectedPrediction?: number | undefined;
26475
+ } | undefined;
26476
+ };
26477
+ score: number;
26478
+ testPassCount: number;
26479
+ testFailCount: number;
26480
+ testErrorCount: number;
26481
+ assertPassCount: number;
26482
+ assertFailCount: number;
26483
+ totalLatencyMs: number;
26484
+ namedScores: Record<string, number>;
26485
+ namedScoresCount: Record<string, number>;
26486
+ redteam?: {
26487
+ pluginPassCount: Record<string, number>;
26488
+ pluginFailCount: Record<string, number>;
26489
+ strategyPassCount: Record<string, number>;
26490
+ strategyFailCount: Record<string, number>;
26491
+ } | undefined;
26492
+ }, z.ZodTypeDef, {
26493
+ cost: number;
26494
+ tokenUsage: {
26495
+ cached?: number | undefined;
26496
+ completion?: number | undefined;
26497
+ prompt?: number | undefined;
26498
+ total?: number | undefined;
26499
+ numRequests?: number | undefined;
26500
+ completionDetails?: {
26501
+ reasoning?: number | undefined;
26502
+ acceptedPrediction?: number | undefined;
26503
+ rejectedPrediction?: number | undefined;
26504
+ } | undefined;
26505
+ };
26506
+ score: number;
26507
+ testPassCount: number;
26508
+ testFailCount: number;
26509
+ testErrorCount: number;
26510
+ assertPassCount: number;
26511
+ assertFailCount: number;
26512
+ totalLatencyMs: number;
26513
+ namedScores: Record<string, number>;
26514
+ namedScoresCount: Record<string, number>;
26515
+ redteam?: {
26516
+ pluginPassCount: Record<string, number>;
26517
+ pluginFailCount: Record<string, number>;
26518
+ strategyPassCount: Record<string, number>;
26519
+ strategyFailCount: Record<string, number>;
26520
+ } | undefined;
26521
+ }>], null>, z.ZodVoid>>;
26348
26522
  repeat: z.ZodOptional<z.ZodNumber>;
26349
26523
  showProgressBar: z.ZodOptional<z.ZodBoolean>;
26350
26524
  }, "strip", z.ZodTypeAny, {
@@ -26355,7 +26529,36 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26355
26529
  generateSuggestions?: boolean | undefined;
26356
26530
  eventSource?: string | undefined;
26357
26531
  interactiveProviders?: boolean | undefined;
26358
- progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
26532
+ progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions, args_4: {
26533
+ cost: number;
26534
+ tokenUsage: {
26535
+ cached?: number | undefined;
26536
+ completion?: number | undefined;
26537
+ prompt?: number | undefined;
26538
+ total?: number | undefined;
26539
+ numRequests?: number | undefined;
26540
+ completionDetails?: {
26541
+ reasoning?: number | undefined;
26542
+ acceptedPrediction?: number | undefined;
26543
+ rejectedPrediction?: number | undefined;
26544
+ } | undefined;
26545
+ };
26546
+ score: number;
26547
+ testPassCount: number;
26548
+ testFailCount: number;
26549
+ testErrorCount: number;
26550
+ assertPassCount: number;
26551
+ assertFailCount: number;
26552
+ totalLatencyMs: number;
26553
+ namedScores: Record<string, number>;
26554
+ namedScoresCount: Record<string, number>;
26555
+ redteam?: {
26556
+ pluginPassCount: Record<string, number>;
26557
+ pluginFailCount: Record<string, number>;
26558
+ strategyPassCount: Record<string, number>;
26559
+ strategyFailCount: Record<string, number>;
26560
+ } | undefined;
26561
+ }) => void) | undefined;
26359
26562
  showProgressBar?: boolean | undefined;
26360
26563
  }, {
26361
26564
  cache?: boolean | undefined;
@@ -26365,7 +26568,36 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26365
26568
  generateSuggestions?: boolean | undefined;
26366
26569
  eventSource?: string | undefined;
26367
26570
  interactiveProviders?: boolean | undefined;
26368
- progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
26571
+ progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions, args_4: {
26572
+ cost: number;
26573
+ tokenUsage: {
26574
+ cached?: number | undefined;
26575
+ completion?: number | undefined;
26576
+ prompt?: number | undefined;
26577
+ total?: number | undefined;
26578
+ numRequests?: number | undefined;
26579
+ completionDetails?: {
26580
+ reasoning?: number | undefined;
26581
+ acceptedPrediction?: number | undefined;
26582
+ rejectedPrediction?: number | undefined;
26583
+ } | undefined;
26584
+ };
26585
+ score: number;
26586
+ testPassCount: number;
26587
+ testFailCount: number;
26588
+ testErrorCount: number;
26589
+ assertPassCount: number;
26590
+ assertFailCount: number;
26591
+ totalLatencyMs: number;
26592
+ namedScores: Record<string, number>;
26593
+ namedScoresCount: Record<string, number>;
26594
+ redteam?: {
26595
+ pluginPassCount: Record<string, number>;
26596
+ pluginFailCount: Record<string, number>;
26597
+ strategyPassCount: Record<string, number>;
26598
+ strategyFailCount: Record<string, number>;
26599
+ } | undefined;
26600
+ }) => void) | undefined;
26369
26601
  showProgressBar?: boolean | undefined;
26370
26602
  }>>;
26371
26603
  commandLineOptions: z.ZodOptional<z.ZodObject<{
@@ -26409,6 +26641,7 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26409
26641
  output?: string[] | undefined;
26410
26642
  write?: boolean | undefined;
26411
26643
  verbose?: boolean | undefined;
26644
+ progressBar?: boolean | undefined;
26412
26645
  vars?: string | undefined;
26413
26646
  prompts?: string[] | undefined;
26414
26647
  delay?: number | undefined;
@@ -26422,7 +26655,6 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26422
26655
  tableCellMaxLength?: number | undefined;
26423
26656
  table?: boolean | undefined;
26424
26657
  share?: boolean | undefined;
26425
- progressBar?: boolean | undefined;
26426
26658
  watch?: boolean | undefined;
26427
26659
  filterFailing?: string | undefined;
26428
26660
  filterFirstN?: number | undefined;
@@ -26443,6 +26675,7 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26443
26675
  output?: string[] | undefined;
26444
26676
  write?: boolean | undefined;
26445
26677
  verbose?: boolean | undefined;
26678
+ progressBar?: boolean | undefined;
26446
26679
  vars?: string | undefined;
26447
26680
  prompts?: string[] | undefined;
26448
26681
  delay?: number | undefined;
@@ -26456,7 +26689,6 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26456
26689
  tableCellMaxLength?: number | undefined;
26457
26690
  table?: boolean | undefined;
26458
26691
  share?: boolean | undefined;
26459
- progressBar?: boolean | undefined;
26460
26692
  watch?: boolean | undefined;
26461
26693
  filterFailing?: string | undefined;
26462
26694
  filterFirstN?: number | undefined;
@@ -26635,9 +26867,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26635
26867
  GROQ_API_KEY?: string | undefined;
26636
26868
  LOCALAI_BASE_URL?: string | undefined;
26637
26869
  WATSONX_AI_APIKEY?: string | undefined;
26638
- WATSONX_AI_PROJECT_ID?: string | undefined;
26639
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26640
26870
  WATSONX_AI_AUTH_TYPE?: string | undefined;
26871
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
26872
+ WATSONX_AI_PROJECT_ID?: string | undefined;
26641
26873
  AZURE_CLIENT_SECRET?: string | undefined;
26642
26874
  AZURE_CLIENT_ID?: string | undefined;
26643
26875
  AZURE_TENANT_ID?: string | undefined;
@@ -26690,9 +26922,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26690
26922
  GROQ_API_KEY?: string | undefined;
26691
26923
  LOCALAI_BASE_URL?: string | undefined;
26692
26924
  WATSONX_AI_APIKEY?: string | undefined;
26693
- WATSONX_AI_PROJECT_ID?: string | undefined;
26694
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26695
26925
  WATSONX_AI_AUTH_TYPE?: string | undefined;
26926
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
26927
+ WATSONX_AI_PROJECT_ID?: string | undefined;
26696
26928
  AZURE_CLIENT_SECRET?: string | undefined;
26697
26929
  AZURE_CLIENT_ID?: string | undefined;
26698
26930
  AZURE_TENANT_ID?: string | undefined;
@@ -26753,9 +26985,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26753
26985
  GROQ_API_KEY?: string | undefined;
26754
26986
  LOCALAI_BASE_URL?: string | undefined;
26755
26987
  WATSONX_AI_APIKEY?: string | undefined;
26756
- WATSONX_AI_PROJECT_ID?: string | undefined;
26757
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26758
26988
  WATSONX_AI_AUTH_TYPE?: string | undefined;
26989
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
26990
+ WATSONX_AI_PROJECT_ID?: string | undefined;
26759
26991
  AZURE_CLIENT_SECRET?: string | undefined;
26760
26992
  AZURE_CLIENT_ID?: string | undefined;
26761
26993
  AZURE_TENANT_ID?: string | undefined;
@@ -26816,9 +27048,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26816
27048
  GROQ_API_KEY?: string | undefined;
26817
27049
  LOCALAI_BASE_URL?: string | undefined;
26818
27050
  WATSONX_AI_APIKEY?: string | undefined;
26819
- WATSONX_AI_PROJECT_ID?: string | undefined;
26820
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26821
27051
  WATSONX_AI_AUTH_TYPE?: string | undefined;
27052
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
27053
+ WATSONX_AI_PROJECT_ID?: string | undefined;
26822
27054
  AZURE_CLIENT_SECRET?: string | undefined;
26823
27055
  AZURE_CLIENT_ID?: string | undefined;
26824
27056
  AZURE_TENANT_ID?: string | undefined;
@@ -26934,9 +27166,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26934
27166
  GROQ_API_KEY?: string | undefined;
26935
27167
  LOCALAI_BASE_URL?: string | undefined;
26936
27168
  WATSONX_AI_APIKEY?: string | undefined;
26937
- WATSONX_AI_PROJECT_ID?: string | undefined;
26938
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26939
27169
  WATSONX_AI_AUTH_TYPE?: string | undefined;
27170
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
27171
+ WATSONX_AI_PROJECT_ID?: string | undefined;
26940
27172
  AZURE_CLIENT_SECRET?: string | undefined;
26941
27173
  AZURE_CLIENT_ID?: string | undefined;
26942
27174
  AZURE_TENANT_ID?: string | undefined;
@@ -26989,9 +27221,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
26989
27221
  GROQ_API_KEY?: string | undefined;
26990
27222
  LOCALAI_BASE_URL?: string | undefined;
26991
27223
  WATSONX_AI_APIKEY?: string | undefined;
26992
- WATSONX_AI_PROJECT_ID?: string | undefined;
26993
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
26994
27224
  WATSONX_AI_AUTH_TYPE?: string | undefined;
27225
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
27226
+ WATSONX_AI_PROJECT_ID?: string | undefined;
26995
27227
  AZURE_CLIENT_SECRET?: string | undefined;
26996
27228
  AZURE_CLIENT_ID?: string | undefined;
26997
27229
  AZURE_TENANT_ID?: string | undefined;
@@ -27052,9 +27284,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27052
27284
  GROQ_API_KEY?: string | undefined;
27053
27285
  LOCALAI_BASE_URL?: string | undefined;
27054
27286
  WATSONX_AI_APIKEY?: string | undefined;
27055
- WATSONX_AI_PROJECT_ID?: string | undefined;
27056
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27057
27287
  WATSONX_AI_AUTH_TYPE?: string | undefined;
27288
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
27289
+ WATSONX_AI_PROJECT_ID?: string | undefined;
27058
27290
  AZURE_CLIENT_SECRET?: string | undefined;
27059
27291
  AZURE_CLIENT_ID?: string | undefined;
27060
27292
  AZURE_TENANT_ID?: string | undefined;
@@ -27115,9 +27347,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27115
27347
  GROQ_API_KEY?: string | undefined;
27116
27348
  LOCALAI_BASE_URL?: string | undefined;
27117
27349
  WATSONX_AI_APIKEY?: string | undefined;
27118
- WATSONX_AI_PROJECT_ID?: string | undefined;
27119
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27120
27350
  WATSONX_AI_AUTH_TYPE?: string | undefined;
27351
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
27352
+ WATSONX_AI_PROJECT_ID?: string | undefined;
27121
27353
  AZURE_CLIENT_SECRET?: string | undefined;
27122
27354
  AZURE_CLIENT_ID?: string | undefined;
27123
27355
  AZURE_TENANT_ID?: string | undefined;
@@ -27418,9 +27650,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27418
27650
  GROQ_API_KEY?: string | undefined;
27419
27651
  LOCALAI_BASE_URL?: string | undefined;
27420
27652
  WATSONX_AI_APIKEY?: string | undefined;
27421
- WATSONX_AI_PROJECT_ID?: string | undefined;
27422
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27423
27653
  WATSONX_AI_AUTH_TYPE?: string | undefined;
27654
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
27655
+ WATSONX_AI_PROJECT_ID?: string | undefined;
27424
27656
  AZURE_CLIENT_SECRET?: string | undefined;
27425
27657
  AZURE_CLIENT_ID?: string | undefined;
27426
27658
  AZURE_TENANT_ID?: string | undefined;
@@ -27473,9 +27705,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27473
27705
  GROQ_API_KEY?: string | undefined;
27474
27706
  LOCALAI_BASE_URL?: string | undefined;
27475
27707
  WATSONX_AI_APIKEY?: string | undefined;
27476
- WATSONX_AI_PROJECT_ID?: string | undefined;
27477
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27478
27708
  WATSONX_AI_AUTH_TYPE?: string | undefined;
27709
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
27710
+ WATSONX_AI_PROJECT_ID?: string | undefined;
27479
27711
  AZURE_CLIENT_SECRET?: string | undefined;
27480
27712
  AZURE_CLIENT_ID?: string | undefined;
27481
27713
  AZURE_TENANT_ID?: string | undefined;
@@ -27536,9 +27768,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27536
27768
  GROQ_API_KEY?: string | undefined;
27537
27769
  LOCALAI_BASE_URL?: string | undefined;
27538
27770
  WATSONX_AI_APIKEY?: string | undefined;
27539
- WATSONX_AI_PROJECT_ID?: string | undefined;
27540
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27541
27771
  WATSONX_AI_AUTH_TYPE?: string | undefined;
27772
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
27773
+ WATSONX_AI_PROJECT_ID?: string | undefined;
27542
27774
  AZURE_CLIENT_SECRET?: string | undefined;
27543
27775
  AZURE_CLIENT_ID?: string | undefined;
27544
27776
  AZURE_TENANT_ID?: string | undefined;
@@ -27599,9 +27831,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27599
27831
  GROQ_API_KEY?: string | undefined;
27600
27832
  LOCALAI_BASE_URL?: string | undefined;
27601
27833
  WATSONX_AI_APIKEY?: string | undefined;
27602
- WATSONX_AI_PROJECT_ID?: string | undefined;
27603
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27604
27834
  WATSONX_AI_AUTH_TYPE?: string | undefined;
27835
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
27836
+ WATSONX_AI_PROJECT_ID?: string | undefined;
27605
27837
  AZURE_CLIENT_SECRET?: string | undefined;
27606
27838
  AZURE_CLIENT_ID?: string | undefined;
27607
27839
  AZURE_TENANT_ID?: string | undefined;
@@ -27717,9 +27949,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27717
27949
  GROQ_API_KEY?: string | undefined;
27718
27950
  LOCALAI_BASE_URL?: string | undefined;
27719
27951
  WATSONX_AI_APIKEY?: string | undefined;
27720
- WATSONX_AI_PROJECT_ID?: string | undefined;
27721
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27722
27952
  WATSONX_AI_AUTH_TYPE?: string | undefined;
27953
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
27954
+ WATSONX_AI_PROJECT_ID?: string | undefined;
27723
27955
  AZURE_CLIENT_SECRET?: string | undefined;
27724
27956
  AZURE_CLIENT_ID?: string | undefined;
27725
27957
  AZURE_TENANT_ID?: string | undefined;
@@ -27772,9 +28004,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27772
28004
  GROQ_API_KEY?: string | undefined;
27773
28005
  LOCALAI_BASE_URL?: string | undefined;
27774
28006
  WATSONX_AI_APIKEY?: string | undefined;
27775
- WATSONX_AI_PROJECT_ID?: string | undefined;
27776
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27777
28007
  WATSONX_AI_AUTH_TYPE?: string | undefined;
28008
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
28009
+ WATSONX_AI_PROJECT_ID?: string | undefined;
27778
28010
  AZURE_CLIENT_SECRET?: string | undefined;
27779
28011
  AZURE_CLIENT_ID?: string | undefined;
27780
28012
  AZURE_TENANT_ID?: string | undefined;
@@ -27835,9 +28067,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27835
28067
  GROQ_API_KEY?: string | undefined;
27836
28068
  LOCALAI_BASE_URL?: string | undefined;
27837
28069
  WATSONX_AI_APIKEY?: string | undefined;
27838
- WATSONX_AI_PROJECT_ID?: string | undefined;
27839
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27840
28070
  WATSONX_AI_AUTH_TYPE?: string | undefined;
28071
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
28072
+ WATSONX_AI_PROJECT_ID?: string | undefined;
27841
28073
  AZURE_CLIENT_SECRET?: string | undefined;
27842
28074
  AZURE_CLIENT_ID?: string | undefined;
27843
28075
  AZURE_TENANT_ID?: string | undefined;
@@ -27898,9 +28130,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
27898
28130
  GROQ_API_KEY?: string | undefined;
27899
28131
  LOCALAI_BASE_URL?: string | undefined;
27900
28132
  WATSONX_AI_APIKEY?: string | undefined;
27901
- WATSONX_AI_PROJECT_ID?: string | undefined;
27902
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
27903
28133
  WATSONX_AI_AUTH_TYPE?: string | undefined;
28134
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
28135
+ WATSONX_AI_PROJECT_ID?: string | undefined;
27904
28136
  AZURE_CLIENT_SECRET?: string | undefined;
27905
28137
  AZURE_CLIENT_ID?: string | undefined;
27906
28138
  AZURE_TENANT_ID?: string | undefined;
@@ -28063,9 +28295,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28063
28295
  GROQ_API_KEY?: string | undefined;
28064
28296
  LOCALAI_BASE_URL?: string | undefined;
28065
28297
  WATSONX_AI_APIKEY?: string | undefined;
28066
- WATSONX_AI_PROJECT_ID?: string | undefined;
28067
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
28068
28298
  WATSONX_AI_AUTH_TYPE?: string | undefined;
28299
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
28300
+ WATSONX_AI_PROJECT_ID?: string | undefined;
28069
28301
  AZURE_CLIENT_SECRET?: string | undefined;
28070
28302
  AZURE_CLIENT_ID?: string | undefined;
28071
28303
  AZURE_TENANT_ID?: string | undefined;
@@ -28150,9 +28382,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28150
28382
  GROQ_API_KEY?: string | undefined;
28151
28383
  LOCALAI_BASE_URL?: string | undefined;
28152
28384
  WATSONX_AI_APIKEY?: string | undefined;
28153
- WATSONX_AI_PROJECT_ID?: string | undefined;
28154
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
28155
28385
  WATSONX_AI_AUTH_TYPE?: string | undefined;
28386
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
28387
+ WATSONX_AI_PROJECT_ID?: string | undefined;
28156
28388
  AZURE_CLIENT_SECRET?: string | undefined;
28157
28389
  AZURE_CLIENT_ID?: string | undefined;
28158
28390
  AZURE_TENANT_ID?: string | undefined;
@@ -28235,9 +28467,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28235
28467
  GROQ_API_KEY?: string | undefined;
28236
28468
  LOCALAI_BASE_URL?: string | undefined;
28237
28469
  WATSONX_AI_APIKEY?: string | undefined;
28238
- WATSONX_AI_PROJECT_ID?: string | undefined;
28239
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
28240
28470
  WATSONX_AI_AUTH_TYPE?: string | undefined;
28471
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
28472
+ WATSONX_AI_PROJECT_ID?: string | undefined;
28241
28473
  AZURE_CLIENT_SECRET?: string | undefined;
28242
28474
  AZURE_CLIENT_ID?: string | undefined;
28243
28475
  AZURE_TENANT_ID?: string | undefined;
@@ -28327,9 +28559,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28327
28559
  GROQ_API_KEY?: string | undefined;
28328
28560
  LOCALAI_BASE_URL?: string | undefined;
28329
28561
  WATSONX_AI_APIKEY?: string | undefined;
28330
- WATSONX_AI_PROJECT_ID?: string | undefined;
28331
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
28332
28562
  WATSONX_AI_AUTH_TYPE?: string | undefined;
28563
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
28564
+ WATSONX_AI_PROJECT_ID?: string | undefined;
28333
28565
  AZURE_CLIENT_SECRET?: string | undefined;
28334
28566
  AZURE_CLIENT_ID?: string | undefined;
28335
28567
  AZURE_TENANT_ID?: string | undefined;
@@ -28473,9 +28705,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28473
28705
  GROQ_API_KEY?: string | undefined;
28474
28706
  LOCALAI_BASE_URL?: string | undefined;
28475
28707
  WATSONX_AI_APIKEY?: string | undefined;
28476
- WATSONX_AI_PROJECT_ID?: string | undefined;
28477
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
28478
28708
  WATSONX_AI_AUTH_TYPE?: string | undefined;
28709
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
28710
+ WATSONX_AI_PROJECT_ID?: string | undefined;
28479
28711
  AZURE_CLIENT_SECRET?: string | undefined;
28480
28712
  AZURE_CLIENT_ID?: string | undefined;
28481
28713
  AZURE_TENANT_ID?: string | undefined;
@@ -28616,9 +28848,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28616
28848
  GROQ_API_KEY?: string | undefined;
28617
28849
  LOCALAI_BASE_URL?: string | undefined;
28618
28850
  WATSONX_AI_APIKEY?: string | undefined;
28619
- WATSONX_AI_PROJECT_ID?: string | undefined;
28620
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
28621
28851
  WATSONX_AI_AUTH_TYPE?: string | undefined;
28852
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
28853
+ WATSONX_AI_PROJECT_ID?: string | undefined;
28622
28854
  AZURE_CLIENT_SECRET?: string | undefined;
28623
28855
  AZURE_CLIENT_ID?: string | undefined;
28624
28856
  AZURE_TENANT_ID?: string | undefined;
@@ -28761,9 +28993,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28761
28993
  GROQ_API_KEY?: string | undefined;
28762
28994
  LOCALAI_BASE_URL?: string | undefined;
28763
28995
  WATSONX_AI_APIKEY?: string | undefined;
28764
- WATSONX_AI_PROJECT_ID?: string | undefined;
28765
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
28766
28996
  WATSONX_AI_AUTH_TYPE?: string | undefined;
28997
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
28998
+ WATSONX_AI_PROJECT_ID?: string | undefined;
28767
28999
  AZURE_CLIENT_SECRET?: string | undefined;
28768
29000
  AZURE_CLIENT_ID?: string | undefined;
28769
29001
  AZURE_TENANT_ID?: string | undefined;
@@ -28878,7 +29110,36 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28878
29110
  generateSuggestions?: boolean | undefined;
28879
29111
  eventSource?: string | undefined;
28880
29112
  interactiveProviders?: boolean | undefined;
28881
- progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
29113
+ progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions, args_4: {
29114
+ cost: number;
29115
+ tokenUsage: {
29116
+ cached?: number | undefined;
29117
+ completion?: number | undefined;
29118
+ prompt?: number | undefined;
29119
+ total?: number | undefined;
29120
+ numRequests?: number | undefined;
29121
+ completionDetails?: {
29122
+ reasoning?: number | undefined;
29123
+ acceptedPrediction?: number | undefined;
29124
+ rejectedPrediction?: number | undefined;
29125
+ } | undefined;
29126
+ };
29127
+ score: number;
29128
+ testPassCount: number;
29129
+ testFailCount: number;
29130
+ testErrorCount: number;
29131
+ assertPassCount: number;
29132
+ assertFailCount: number;
29133
+ totalLatencyMs: number;
29134
+ namedScores: Record<string, number>;
29135
+ namedScoresCount: Record<string, number>;
29136
+ redteam?: {
29137
+ pluginPassCount: Record<string, number>;
29138
+ pluginFailCount: Record<string, number>;
29139
+ strategyPassCount: Record<string, number>;
29140
+ strategyFailCount: Record<string, number>;
29141
+ } | undefined;
29142
+ }) => void) | undefined;
28882
29143
  showProgressBar?: boolean | undefined;
28883
29144
  } | undefined;
28884
29145
  commandLineOptions?: {
@@ -28888,6 +29149,7 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28888
29149
  output?: string[] | undefined;
28889
29150
  write?: boolean | undefined;
28890
29151
  verbose?: boolean | undefined;
29152
+ progressBar?: boolean | undefined;
28891
29153
  vars?: string | undefined;
28892
29154
  prompts?: string[] | undefined;
28893
29155
  delay?: number | undefined;
@@ -28901,7 +29163,6 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28901
29163
  tableCellMaxLength?: number | undefined;
28902
29164
  table?: boolean | undefined;
28903
29165
  share?: boolean | undefined;
28904
- progressBar?: boolean | undefined;
28905
29166
  watch?: boolean | undefined;
28906
29167
  filterFailing?: string | undefined;
28907
29168
  filterFirstN?: number | undefined;
@@ -28955,9 +29216,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
28955
29216
  GROQ_API_KEY?: string | undefined;
28956
29217
  LOCALAI_BASE_URL?: string | undefined;
28957
29218
  WATSONX_AI_APIKEY?: string | undefined;
28958
- WATSONX_AI_PROJECT_ID?: string | undefined;
28959
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
28960
29219
  WATSONX_AI_AUTH_TYPE?: string | undefined;
29220
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
29221
+ WATSONX_AI_PROJECT_ID?: string | undefined;
28961
29222
  AZURE_CLIENT_SECRET?: string | undefined;
28962
29223
  AZURE_CLIENT_ID?: string | undefined;
28963
29224
  AZURE_TENANT_ID?: string | undefined;
@@ -29040,9 +29301,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29040
29301
  GROQ_API_KEY?: string | undefined;
29041
29302
  LOCALAI_BASE_URL?: string | undefined;
29042
29303
  WATSONX_AI_APIKEY?: string | undefined;
29043
- WATSONX_AI_PROJECT_ID?: string | undefined;
29044
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
29045
29304
  WATSONX_AI_AUTH_TYPE?: string | undefined;
29305
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
29306
+ WATSONX_AI_PROJECT_ID?: string | undefined;
29046
29307
  AZURE_CLIENT_SECRET?: string | undefined;
29047
29308
  AZURE_CLIENT_ID?: string | undefined;
29048
29309
  AZURE_TENANT_ID?: string | undefined;
@@ -29113,9 +29374,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29113
29374
  GROQ_API_KEY?: string | undefined;
29114
29375
  LOCALAI_BASE_URL?: string | undefined;
29115
29376
  WATSONX_AI_APIKEY?: string | undefined;
29116
- WATSONX_AI_PROJECT_ID?: string | undefined;
29117
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
29118
29377
  WATSONX_AI_AUTH_TYPE?: string | undefined;
29378
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
29379
+ WATSONX_AI_PROJECT_ID?: string | undefined;
29119
29380
  AZURE_CLIENT_SECRET?: string | undefined;
29120
29381
  AZURE_CLIENT_ID?: string | undefined;
29121
29382
  AZURE_TENANT_ID?: string | undefined;
@@ -29200,9 +29461,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29200
29461
  GROQ_API_KEY?: string | undefined;
29201
29462
  LOCALAI_BASE_URL?: string | undefined;
29202
29463
  WATSONX_AI_APIKEY?: string | undefined;
29203
- WATSONX_AI_PROJECT_ID?: string | undefined;
29204
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
29205
29464
  WATSONX_AI_AUTH_TYPE?: string | undefined;
29465
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
29466
+ WATSONX_AI_PROJECT_ID?: string | undefined;
29206
29467
  AZURE_CLIENT_SECRET?: string | undefined;
29207
29468
  AZURE_CLIENT_ID?: string | undefined;
29208
29469
  AZURE_TENANT_ID?: string | undefined;
@@ -29285,9 +29546,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29285
29546
  GROQ_API_KEY?: string | undefined;
29286
29547
  LOCALAI_BASE_URL?: string | undefined;
29287
29548
  WATSONX_AI_APIKEY?: string | undefined;
29288
- WATSONX_AI_PROJECT_ID?: string | undefined;
29289
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
29290
29549
  WATSONX_AI_AUTH_TYPE?: string | undefined;
29550
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
29551
+ WATSONX_AI_PROJECT_ID?: string | undefined;
29291
29552
  AZURE_CLIENT_SECRET?: string | undefined;
29292
29553
  AZURE_CLIENT_ID?: string | undefined;
29293
29554
  AZURE_TENANT_ID?: string | undefined;
@@ -29377,9 +29638,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29377
29638
  GROQ_API_KEY?: string | undefined;
29378
29639
  LOCALAI_BASE_URL?: string | undefined;
29379
29640
  WATSONX_AI_APIKEY?: string | undefined;
29380
- WATSONX_AI_PROJECT_ID?: string | undefined;
29381
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
29382
29641
  WATSONX_AI_AUTH_TYPE?: string | undefined;
29642
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
29643
+ WATSONX_AI_PROJECT_ID?: string | undefined;
29383
29644
  AZURE_CLIENT_SECRET?: string | undefined;
29384
29645
  AZURE_CLIENT_ID?: string | undefined;
29385
29646
  AZURE_TENANT_ID?: string | undefined;
@@ -29501,9 +29762,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29501
29762
  GROQ_API_KEY?: string | undefined;
29502
29763
  LOCALAI_BASE_URL?: string | undefined;
29503
29764
  WATSONX_AI_APIKEY?: string | undefined;
29504
- WATSONX_AI_PROJECT_ID?: string | undefined;
29505
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
29506
29765
  WATSONX_AI_AUTH_TYPE?: string | undefined;
29766
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
29767
+ WATSONX_AI_PROJECT_ID?: string | undefined;
29507
29768
  AZURE_CLIENT_SECRET?: string | undefined;
29508
29769
  AZURE_CLIENT_ID?: string | undefined;
29509
29770
  AZURE_TENANT_ID?: string | undefined;
@@ -29613,9 +29874,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29613
29874
  GROQ_API_KEY?: string | undefined;
29614
29875
  LOCALAI_BASE_URL?: string | undefined;
29615
29876
  WATSONX_AI_APIKEY?: string | undefined;
29616
- WATSONX_AI_PROJECT_ID?: string | undefined;
29617
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
29618
29877
  WATSONX_AI_AUTH_TYPE?: string | undefined;
29878
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
29879
+ WATSONX_AI_PROJECT_ID?: string | undefined;
29619
29880
  AZURE_CLIENT_SECRET?: string | undefined;
29620
29881
  AZURE_CLIENT_ID?: string | undefined;
29621
29882
  AZURE_TENANT_ID?: string | undefined;
@@ -29756,9 +30017,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29756
30017
  GROQ_API_KEY?: string | undefined;
29757
30018
  LOCALAI_BASE_URL?: string | undefined;
29758
30019
  WATSONX_AI_APIKEY?: string | undefined;
29759
- WATSONX_AI_PROJECT_ID?: string | undefined;
29760
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
29761
30020
  WATSONX_AI_AUTH_TYPE?: string | undefined;
30021
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
30022
+ WATSONX_AI_PROJECT_ID?: string | undefined;
29762
30023
  AZURE_CLIENT_SECRET?: string | undefined;
29763
30024
  AZURE_CLIENT_ID?: string | undefined;
29764
30025
  AZURE_TENANT_ID?: string | undefined;
@@ -29901,9 +30162,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
29901
30162
  GROQ_API_KEY?: string | undefined;
29902
30163
  LOCALAI_BASE_URL?: string | undefined;
29903
30164
  WATSONX_AI_APIKEY?: string | undefined;
29904
- WATSONX_AI_PROJECT_ID?: string | undefined;
29905
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
29906
30165
  WATSONX_AI_AUTH_TYPE?: string | undefined;
30166
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
30167
+ WATSONX_AI_PROJECT_ID?: string | undefined;
29907
30168
  AZURE_CLIENT_SECRET?: string | undefined;
29908
30169
  AZURE_CLIENT_ID?: string | undefined;
29909
30170
  AZURE_TENANT_ID?: string | undefined;
@@ -30018,7 +30279,36 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30018
30279
  generateSuggestions?: boolean | undefined;
30019
30280
  eventSource?: string | undefined;
30020
30281
  interactiveProviders?: boolean | undefined;
30021
- progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
30282
+ progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions, args_4: {
30283
+ cost: number;
30284
+ tokenUsage: {
30285
+ cached?: number | undefined;
30286
+ completion?: number | undefined;
30287
+ prompt?: number | undefined;
30288
+ total?: number | undefined;
30289
+ numRequests?: number | undefined;
30290
+ completionDetails?: {
30291
+ reasoning?: number | undefined;
30292
+ acceptedPrediction?: number | undefined;
30293
+ rejectedPrediction?: number | undefined;
30294
+ } | undefined;
30295
+ };
30296
+ score: number;
30297
+ testPassCount: number;
30298
+ testFailCount: number;
30299
+ testErrorCount: number;
30300
+ assertPassCount: number;
30301
+ assertFailCount: number;
30302
+ totalLatencyMs: number;
30303
+ namedScores: Record<string, number>;
30304
+ namedScoresCount: Record<string, number>;
30305
+ redteam?: {
30306
+ pluginPassCount: Record<string, number>;
30307
+ pluginFailCount: Record<string, number>;
30308
+ strategyPassCount: Record<string, number>;
30309
+ strategyFailCount: Record<string, number>;
30310
+ } | undefined;
30311
+ }) => void) | undefined;
30022
30312
  showProgressBar?: boolean | undefined;
30023
30313
  } | undefined;
30024
30314
  commandLineOptions?: {
@@ -30028,6 +30318,7 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30028
30318
  output?: string[] | undefined;
30029
30319
  write?: boolean | undefined;
30030
30320
  verbose?: boolean | undefined;
30321
+ progressBar?: boolean | undefined;
30031
30322
  vars?: string | undefined;
30032
30323
  prompts?: string[] | undefined;
30033
30324
  delay?: number | undefined;
@@ -30041,7 +30332,6 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30041
30332
  tableCellMaxLength?: number | undefined;
30042
30333
  table?: boolean | undefined;
30043
30334
  share?: boolean | undefined;
30044
- progressBar?: boolean | undefined;
30045
30335
  watch?: boolean | undefined;
30046
30336
  filterFailing?: string | undefined;
30047
30337
  filterFirstN?: number | undefined;
@@ -30095,9 +30385,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30095
30385
  GROQ_API_KEY?: string | undefined;
30096
30386
  LOCALAI_BASE_URL?: string | undefined;
30097
30387
  WATSONX_AI_APIKEY?: string | undefined;
30098
- WATSONX_AI_PROJECT_ID?: string | undefined;
30099
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
30100
30388
  WATSONX_AI_AUTH_TYPE?: string | undefined;
30389
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
30390
+ WATSONX_AI_PROJECT_ID?: string | undefined;
30101
30391
  AZURE_CLIENT_SECRET?: string | undefined;
30102
30392
  AZURE_CLIENT_ID?: string | undefined;
30103
30393
  AZURE_TENANT_ID?: string | undefined;
@@ -30180,9 +30470,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30180
30470
  GROQ_API_KEY?: string | undefined;
30181
30471
  LOCALAI_BASE_URL?: string | undefined;
30182
30472
  WATSONX_AI_APIKEY?: string | undefined;
30183
- WATSONX_AI_PROJECT_ID?: string | undefined;
30184
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
30185
30473
  WATSONX_AI_AUTH_TYPE?: string | undefined;
30474
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
30475
+ WATSONX_AI_PROJECT_ID?: string | undefined;
30186
30476
  AZURE_CLIENT_SECRET?: string | undefined;
30187
30477
  AZURE_CLIENT_ID?: string | undefined;
30188
30478
  AZURE_TENANT_ID?: string | undefined;
@@ -30253,9 +30543,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30253
30543
  GROQ_API_KEY?: string | undefined;
30254
30544
  LOCALAI_BASE_URL?: string | undefined;
30255
30545
  WATSONX_AI_APIKEY?: string | undefined;
30256
- WATSONX_AI_PROJECT_ID?: string | undefined;
30257
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
30258
30546
  WATSONX_AI_AUTH_TYPE?: string | undefined;
30547
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
30548
+ WATSONX_AI_PROJECT_ID?: string | undefined;
30259
30549
  AZURE_CLIENT_SECRET?: string | undefined;
30260
30550
  AZURE_CLIENT_ID?: string | undefined;
30261
30551
  AZURE_TENANT_ID?: string | undefined;
@@ -30340,9 +30630,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30340
30630
  GROQ_API_KEY?: string | undefined;
30341
30631
  LOCALAI_BASE_URL?: string | undefined;
30342
30632
  WATSONX_AI_APIKEY?: string | undefined;
30343
- WATSONX_AI_PROJECT_ID?: string | undefined;
30344
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
30345
30633
  WATSONX_AI_AUTH_TYPE?: string | undefined;
30634
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
30635
+ WATSONX_AI_PROJECT_ID?: string | undefined;
30346
30636
  AZURE_CLIENT_SECRET?: string | undefined;
30347
30637
  AZURE_CLIENT_ID?: string | undefined;
30348
30638
  AZURE_TENANT_ID?: string | undefined;
@@ -30425,9 +30715,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30425
30715
  GROQ_API_KEY?: string | undefined;
30426
30716
  LOCALAI_BASE_URL?: string | undefined;
30427
30717
  WATSONX_AI_APIKEY?: string | undefined;
30428
- WATSONX_AI_PROJECT_ID?: string | undefined;
30429
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
30430
30718
  WATSONX_AI_AUTH_TYPE?: string | undefined;
30719
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
30720
+ WATSONX_AI_PROJECT_ID?: string | undefined;
30431
30721
  AZURE_CLIENT_SECRET?: string | undefined;
30432
30722
  AZURE_CLIENT_ID?: string | undefined;
30433
30723
  AZURE_TENANT_ID?: string | undefined;
@@ -30517,9 +30807,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30517
30807
  GROQ_API_KEY?: string | undefined;
30518
30808
  LOCALAI_BASE_URL?: string | undefined;
30519
30809
  WATSONX_AI_APIKEY?: string | undefined;
30520
- WATSONX_AI_PROJECT_ID?: string | undefined;
30521
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
30522
30810
  WATSONX_AI_AUTH_TYPE?: string | undefined;
30811
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
30812
+ WATSONX_AI_PROJECT_ID?: string | undefined;
30523
30813
  AZURE_CLIENT_SECRET?: string | undefined;
30524
30814
  AZURE_CLIENT_ID?: string | undefined;
30525
30815
  AZURE_TENANT_ID?: string | undefined;
@@ -30663,9 +30953,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30663
30953
  GROQ_API_KEY?: string | undefined;
30664
30954
  LOCALAI_BASE_URL?: string | undefined;
30665
30955
  WATSONX_AI_APIKEY?: string | undefined;
30666
- WATSONX_AI_PROJECT_ID?: string | undefined;
30667
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
30668
30956
  WATSONX_AI_AUTH_TYPE?: string | undefined;
30957
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
30958
+ WATSONX_AI_PROJECT_ID?: string | undefined;
30669
30959
  AZURE_CLIENT_SECRET?: string | undefined;
30670
30960
  AZURE_CLIENT_ID?: string | undefined;
30671
30961
  AZURE_TENANT_ID?: string | undefined;
@@ -30806,9 +31096,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30806
31096
  GROQ_API_KEY?: string | undefined;
30807
31097
  LOCALAI_BASE_URL?: string | undefined;
30808
31098
  WATSONX_AI_APIKEY?: string | undefined;
30809
- WATSONX_AI_PROJECT_ID?: string | undefined;
30810
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
30811
31099
  WATSONX_AI_AUTH_TYPE?: string | undefined;
31100
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
31101
+ WATSONX_AI_PROJECT_ID?: string | undefined;
30812
31102
  AZURE_CLIENT_SECRET?: string | undefined;
30813
31103
  AZURE_CLIENT_ID?: string | undefined;
30814
31104
  AZURE_TENANT_ID?: string | undefined;
@@ -30951,9 +31241,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
30951
31241
  GROQ_API_KEY?: string | undefined;
30952
31242
  LOCALAI_BASE_URL?: string | undefined;
30953
31243
  WATSONX_AI_APIKEY?: string | undefined;
30954
- WATSONX_AI_PROJECT_ID?: string | undefined;
30955
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
30956
31244
  WATSONX_AI_AUTH_TYPE?: string | undefined;
31245
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
31246
+ WATSONX_AI_PROJECT_ID?: string | undefined;
30957
31247
  AZURE_CLIENT_SECRET?: string | undefined;
30958
31248
  AZURE_CLIENT_ID?: string | undefined;
30959
31249
  AZURE_TENANT_ID?: string | undefined;
@@ -31068,7 +31358,36 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31068
31358
  generateSuggestions?: boolean | undefined;
31069
31359
  eventSource?: string | undefined;
31070
31360
  interactiveProviders?: boolean | undefined;
31071
- progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
31361
+ progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions, args_4: {
31362
+ cost: number;
31363
+ tokenUsage: {
31364
+ cached?: number | undefined;
31365
+ completion?: number | undefined;
31366
+ prompt?: number | undefined;
31367
+ total?: number | undefined;
31368
+ numRequests?: number | undefined;
31369
+ completionDetails?: {
31370
+ reasoning?: number | undefined;
31371
+ acceptedPrediction?: number | undefined;
31372
+ rejectedPrediction?: number | undefined;
31373
+ } | undefined;
31374
+ };
31375
+ score: number;
31376
+ testPassCount: number;
31377
+ testFailCount: number;
31378
+ testErrorCount: number;
31379
+ assertPassCount: number;
31380
+ assertFailCount: number;
31381
+ totalLatencyMs: number;
31382
+ namedScores: Record<string, number>;
31383
+ namedScoresCount: Record<string, number>;
31384
+ redteam?: {
31385
+ pluginPassCount: Record<string, number>;
31386
+ pluginFailCount: Record<string, number>;
31387
+ strategyPassCount: Record<string, number>;
31388
+ strategyFailCount: Record<string, number>;
31389
+ } | undefined;
31390
+ }) => void) | undefined;
31072
31391
  showProgressBar?: boolean | undefined;
31073
31392
  } | undefined;
31074
31393
  commandLineOptions?: {
@@ -31078,6 +31397,7 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31078
31397
  output?: string[] | undefined;
31079
31398
  write?: boolean | undefined;
31080
31399
  verbose?: boolean | undefined;
31400
+ progressBar?: boolean | undefined;
31081
31401
  vars?: string | undefined;
31082
31402
  prompts?: string[] | undefined;
31083
31403
  delay?: number | undefined;
@@ -31091,7 +31411,6 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31091
31411
  tableCellMaxLength?: number | undefined;
31092
31412
  table?: boolean | undefined;
31093
31413
  share?: boolean | undefined;
31094
- progressBar?: boolean | undefined;
31095
31414
  watch?: boolean | undefined;
31096
31415
  filterFailing?: string | undefined;
31097
31416
  filterFirstN?: number | undefined;
@@ -31145,9 +31464,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31145
31464
  GROQ_API_KEY?: string | undefined;
31146
31465
  LOCALAI_BASE_URL?: string | undefined;
31147
31466
  WATSONX_AI_APIKEY?: string | undefined;
31148
- WATSONX_AI_PROJECT_ID?: string | undefined;
31149
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
31150
31467
  WATSONX_AI_AUTH_TYPE?: string | undefined;
31468
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
31469
+ WATSONX_AI_PROJECT_ID?: string | undefined;
31151
31470
  AZURE_CLIENT_SECRET?: string | undefined;
31152
31471
  AZURE_CLIENT_ID?: string | undefined;
31153
31472
  AZURE_TENANT_ID?: string | undefined;
@@ -31230,9 +31549,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31230
31549
  GROQ_API_KEY?: string | undefined;
31231
31550
  LOCALAI_BASE_URL?: string | undefined;
31232
31551
  WATSONX_AI_APIKEY?: string | undefined;
31233
- WATSONX_AI_PROJECT_ID?: string | undefined;
31234
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
31235
31552
  WATSONX_AI_AUTH_TYPE?: string | undefined;
31553
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
31554
+ WATSONX_AI_PROJECT_ID?: string | undefined;
31236
31555
  AZURE_CLIENT_SECRET?: string | undefined;
31237
31556
  AZURE_CLIENT_ID?: string | undefined;
31238
31557
  AZURE_TENANT_ID?: string | undefined;
@@ -31303,9 +31622,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31303
31622
  GROQ_API_KEY?: string | undefined;
31304
31623
  LOCALAI_BASE_URL?: string | undefined;
31305
31624
  WATSONX_AI_APIKEY?: string | undefined;
31306
- WATSONX_AI_PROJECT_ID?: string | undefined;
31307
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
31308
31625
  WATSONX_AI_AUTH_TYPE?: string | undefined;
31626
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
31627
+ WATSONX_AI_PROJECT_ID?: string | undefined;
31309
31628
  AZURE_CLIENT_SECRET?: string | undefined;
31310
31629
  AZURE_CLIENT_ID?: string | undefined;
31311
31630
  AZURE_TENANT_ID?: string | undefined;
@@ -31390,9 +31709,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31390
31709
  GROQ_API_KEY?: string | undefined;
31391
31710
  LOCALAI_BASE_URL?: string | undefined;
31392
31711
  WATSONX_AI_APIKEY?: string | undefined;
31393
- WATSONX_AI_PROJECT_ID?: string | undefined;
31394
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
31395
31712
  WATSONX_AI_AUTH_TYPE?: string | undefined;
31713
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
31714
+ WATSONX_AI_PROJECT_ID?: string | undefined;
31396
31715
  AZURE_CLIENT_SECRET?: string | undefined;
31397
31716
  AZURE_CLIENT_ID?: string | undefined;
31398
31717
  AZURE_TENANT_ID?: string | undefined;
@@ -31475,9 +31794,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31475
31794
  GROQ_API_KEY?: string | undefined;
31476
31795
  LOCALAI_BASE_URL?: string | undefined;
31477
31796
  WATSONX_AI_APIKEY?: string | undefined;
31478
- WATSONX_AI_PROJECT_ID?: string | undefined;
31479
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
31480
31797
  WATSONX_AI_AUTH_TYPE?: string | undefined;
31798
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
31799
+ WATSONX_AI_PROJECT_ID?: string | undefined;
31481
31800
  AZURE_CLIENT_SECRET?: string | undefined;
31482
31801
  AZURE_CLIENT_ID?: string | undefined;
31483
31802
  AZURE_TENANT_ID?: string | undefined;
@@ -31567,9 +31886,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31567
31886
  GROQ_API_KEY?: string | undefined;
31568
31887
  LOCALAI_BASE_URL?: string | undefined;
31569
31888
  WATSONX_AI_APIKEY?: string | undefined;
31570
- WATSONX_AI_PROJECT_ID?: string | undefined;
31571
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
31572
31889
  WATSONX_AI_AUTH_TYPE?: string | undefined;
31890
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
31891
+ WATSONX_AI_PROJECT_ID?: string | undefined;
31573
31892
  AZURE_CLIENT_SECRET?: string | undefined;
31574
31893
  AZURE_CLIENT_ID?: string | undefined;
31575
31894
  AZURE_TENANT_ID?: string | undefined;
@@ -31691,9 +32010,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31691
32010
  GROQ_API_KEY?: string | undefined;
31692
32011
  LOCALAI_BASE_URL?: string | undefined;
31693
32012
  WATSONX_AI_APIKEY?: string | undefined;
31694
- WATSONX_AI_PROJECT_ID?: string | undefined;
31695
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
31696
32013
  WATSONX_AI_AUTH_TYPE?: string | undefined;
32014
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
32015
+ WATSONX_AI_PROJECT_ID?: string | undefined;
31697
32016
  AZURE_CLIENT_SECRET?: string | undefined;
31698
32017
  AZURE_CLIENT_ID?: string | undefined;
31699
32018
  AZURE_TENANT_ID?: string | undefined;
@@ -31803,9 +32122,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31803
32122
  GROQ_API_KEY?: string | undefined;
31804
32123
  LOCALAI_BASE_URL?: string | undefined;
31805
32124
  WATSONX_AI_APIKEY?: string | undefined;
31806
- WATSONX_AI_PROJECT_ID?: string | undefined;
31807
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
31808
32125
  WATSONX_AI_AUTH_TYPE?: string | undefined;
32126
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
32127
+ WATSONX_AI_PROJECT_ID?: string | undefined;
31809
32128
  AZURE_CLIENT_SECRET?: string | undefined;
31810
32129
  AZURE_CLIENT_ID?: string | undefined;
31811
32130
  AZURE_TENANT_ID?: string | undefined;
@@ -31946,9 +32265,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
31946
32265
  GROQ_API_KEY?: string | undefined;
31947
32266
  LOCALAI_BASE_URL?: string | undefined;
31948
32267
  WATSONX_AI_APIKEY?: string | undefined;
31949
- WATSONX_AI_PROJECT_ID?: string | undefined;
31950
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
31951
32268
  WATSONX_AI_AUTH_TYPE?: string | undefined;
32269
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
32270
+ WATSONX_AI_PROJECT_ID?: string | undefined;
31952
32271
  AZURE_CLIENT_SECRET?: string | undefined;
31953
32272
  AZURE_CLIENT_ID?: string | undefined;
31954
32273
  AZURE_TENANT_ID?: string | undefined;
@@ -32091,9 +32410,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
32091
32410
  GROQ_API_KEY?: string | undefined;
32092
32411
  LOCALAI_BASE_URL?: string | undefined;
32093
32412
  WATSONX_AI_APIKEY?: string | undefined;
32094
- WATSONX_AI_PROJECT_ID?: string | undefined;
32095
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
32096
32413
  WATSONX_AI_AUTH_TYPE?: string | undefined;
32414
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
32415
+ WATSONX_AI_PROJECT_ID?: string | undefined;
32097
32416
  AZURE_CLIENT_SECRET?: string | undefined;
32098
32417
  AZURE_CLIENT_ID?: string | undefined;
32099
32418
  AZURE_TENANT_ID?: string | undefined;
@@ -32208,7 +32527,36 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
32208
32527
  generateSuggestions?: boolean | undefined;
32209
32528
  eventSource?: string | undefined;
32210
32529
  interactiveProviders?: boolean | undefined;
32211
- progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
32530
+ progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions, args_4: {
32531
+ cost: number;
32532
+ tokenUsage: {
32533
+ cached?: number | undefined;
32534
+ completion?: number | undefined;
32535
+ prompt?: number | undefined;
32536
+ total?: number | undefined;
32537
+ numRequests?: number | undefined;
32538
+ completionDetails?: {
32539
+ reasoning?: number | undefined;
32540
+ acceptedPrediction?: number | undefined;
32541
+ rejectedPrediction?: number | undefined;
32542
+ } | undefined;
32543
+ };
32544
+ score: number;
32545
+ testPassCount: number;
32546
+ testFailCount: number;
32547
+ testErrorCount: number;
32548
+ assertPassCount: number;
32549
+ assertFailCount: number;
32550
+ totalLatencyMs: number;
32551
+ namedScores: Record<string, number>;
32552
+ namedScoresCount: Record<string, number>;
32553
+ redteam?: {
32554
+ pluginPassCount: Record<string, number>;
32555
+ pluginFailCount: Record<string, number>;
32556
+ strategyPassCount: Record<string, number>;
32557
+ strategyFailCount: Record<string, number>;
32558
+ } | undefined;
32559
+ }) => void) | undefined;
32212
32560
  showProgressBar?: boolean | undefined;
32213
32561
  } | undefined;
32214
32562
  commandLineOptions?: {
@@ -32218,6 +32566,7 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
32218
32566
  output?: string[] | undefined;
32219
32567
  write?: boolean | undefined;
32220
32568
  verbose?: boolean | undefined;
32569
+ progressBar?: boolean | undefined;
32221
32570
  vars?: string | undefined;
32222
32571
  prompts?: string[] | undefined;
32223
32572
  delay?: number | undefined;
@@ -32231,7 +32580,6 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
32231
32580
  tableCellMaxLength?: number | undefined;
32232
32581
  table?: boolean | undefined;
32233
32582
  share?: boolean | undefined;
32234
- progressBar?: boolean | undefined;
32235
32583
  watch?: boolean | undefined;
32236
32584
  filterFailing?: string | undefined;
32237
32585
  filterFirstN?: number | undefined;
@@ -32285,9 +32633,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
32285
32633
  GROQ_API_KEY?: string | undefined;
32286
32634
  LOCALAI_BASE_URL?: string | undefined;
32287
32635
  WATSONX_AI_APIKEY?: string | undefined;
32288
- WATSONX_AI_PROJECT_ID?: string | undefined;
32289
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
32290
32636
  WATSONX_AI_AUTH_TYPE?: string | undefined;
32637
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
32638
+ WATSONX_AI_PROJECT_ID?: string | undefined;
32291
32639
  AZURE_CLIENT_SECRET?: string | undefined;
32292
32640
  AZURE_CLIENT_ID?: string | undefined;
32293
32641
  AZURE_TENANT_ID?: string | undefined;
@@ -32370,9 +32718,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
32370
32718
  GROQ_API_KEY?: string | undefined;
32371
32719
  LOCALAI_BASE_URL?: string | undefined;
32372
32720
  WATSONX_AI_APIKEY?: string | undefined;
32373
- WATSONX_AI_PROJECT_ID?: string | undefined;
32374
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
32375
32721
  WATSONX_AI_AUTH_TYPE?: string | undefined;
32722
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
32723
+ WATSONX_AI_PROJECT_ID?: string | undefined;
32376
32724
  AZURE_CLIENT_SECRET?: string | undefined;
32377
32725
  AZURE_CLIENT_ID?: string | undefined;
32378
32726
  AZURE_TENANT_ID?: string | undefined;
@@ -32443,9 +32791,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
32443
32791
  GROQ_API_KEY?: string | undefined;
32444
32792
  LOCALAI_BASE_URL?: string | undefined;
32445
32793
  WATSONX_AI_APIKEY?: string | undefined;
32446
- WATSONX_AI_PROJECT_ID?: string | undefined;
32447
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
32448
32794
  WATSONX_AI_AUTH_TYPE?: string | undefined;
32795
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
32796
+ WATSONX_AI_PROJECT_ID?: string | undefined;
32449
32797
  AZURE_CLIENT_SECRET?: string | undefined;
32450
32798
  AZURE_CLIENT_ID?: string | undefined;
32451
32799
  AZURE_TENANT_ID?: string | undefined;
@@ -32530,9 +32878,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
32530
32878
  GROQ_API_KEY?: string | undefined;
32531
32879
  LOCALAI_BASE_URL?: string | undefined;
32532
32880
  WATSONX_AI_APIKEY?: string | undefined;
32533
- WATSONX_AI_PROJECT_ID?: string | undefined;
32534
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
32535
32881
  WATSONX_AI_AUTH_TYPE?: string | undefined;
32882
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
32883
+ WATSONX_AI_PROJECT_ID?: string | undefined;
32536
32884
  AZURE_CLIENT_SECRET?: string | undefined;
32537
32885
  AZURE_CLIENT_ID?: string | undefined;
32538
32886
  AZURE_TENANT_ID?: string | undefined;
@@ -32615,9 +32963,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
32615
32963
  GROQ_API_KEY?: string | undefined;
32616
32964
  LOCALAI_BASE_URL?: string | undefined;
32617
32965
  WATSONX_AI_APIKEY?: string | undefined;
32618
- WATSONX_AI_PROJECT_ID?: string | undefined;
32619
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
32620
32966
  WATSONX_AI_AUTH_TYPE?: string | undefined;
32967
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
32968
+ WATSONX_AI_PROJECT_ID?: string | undefined;
32621
32969
  AZURE_CLIENT_SECRET?: string | undefined;
32622
32970
  AZURE_CLIENT_ID?: string | undefined;
32623
32971
  AZURE_TENANT_ID?: string | undefined;
@@ -32707,9 +33055,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
32707
33055
  GROQ_API_KEY?: string | undefined;
32708
33056
  LOCALAI_BASE_URL?: string | undefined;
32709
33057
  WATSONX_AI_APIKEY?: string | undefined;
32710
- WATSONX_AI_PROJECT_ID?: string | undefined;
32711
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
32712
33058
  WATSONX_AI_AUTH_TYPE?: string | undefined;
33059
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
33060
+ WATSONX_AI_PROJECT_ID?: string | undefined;
32713
33061
  AZURE_CLIENT_SECRET?: string | undefined;
32714
33062
  AZURE_CLIENT_ID?: string | undefined;
32715
33063
  AZURE_TENANT_ID?: string | undefined;
@@ -32853,152 +33201,152 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
32853
33201
  GROQ_API_KEY?: string | undefined;
32854
33202
  LOCALAI_BASE_URL?: string | undefined;
32855
33203
  WATSONX_AI_APIKEY?: string | undefined;
32856
- WATSONX_AI_PROJECT_ID?: string | undefined;
32857
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
32858
33204
  WATSONX_AI_AUTH_TYPE?: string | undefined;
32859
- AZURE_CLIENT_SECRET?: string | undefined;
32860
- AZURE_CLIENT_ID?: string | undefined;
32861
- AZURE_TENANT_ID?: string | undefined;
32862
- AZURE_AUTHORITY_HOST?: string | undefined;
32863
- AZURE_TOKEN_SCOPE?: string | undefined;
32864
- AZURE_DEPLOYMENT_NAME?: string | undefined;
32865
- AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
32866
- AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
32867
- AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
32868
- AZURE_OPENAI_API_BASE_URL?: string | undefined;
32869
- AZURE_OPENAI_API_HOST?: string | undefined;
32870
- AZURE_OPENAI_API_KEY?: string | undefined;
32871
- AZURE_API_BASE_URL?: string | undefined;
32872
- AZURE_API_HOST?: string | undefined;
32873
- AZURE_API_KEY?: string | undefined;
32874
- AZURE_OPENAI_BASE_URL?: string | undefined;
32875
- BAM_API_HOST?: string | undefined;
32876
- BAM_API_KEY?: string | undefined;
32877
- CLOUDFLARE_ACCOUNT_ID?: string | undefined;
32878
- CLOUDFLARE_API_KEY?: string | undefined;
32879
- COHERE_API_KEY?: string | undefined;
32880
- GOOGLE_API_HOST?: string | undefined;
32881
- GOOGLE_API_KEY?: string | undefined;
32882
- MISTRAL_API_BASE_URL?: string | undefined;
32883
- MISTRAL_API_HOST?: string | undefined;
32884
- MISTRAL_API_KEY?: string | undefined;
32885
- OPENAI_API_BASE_URL?: string | undefined;
32886
- OPENAI_API_HOST?: string | undefined;
32887
- OPENAI_API_KEY?: string | undefined;
32888
- OPENAI_BASE_URL?: string | undefined;
32889
- OPENAI_ORGANIZATION?: string | undefined;
32890
- PALM_API_HOST?: string | undefined;
32891
- PALM_API_KEY?: string | undefined;
32892
- REPLICATE_API_KEY?: string | undefined;
32893
- REPLICATE_API_TOKEN?: string | undefined;
32894
- VERTEX_API_HOST?: string | undefined;
32895
- VERTEX_API_KEY?: string | undefined;
32896
- VERTEX_PROJECT_ID?: string | undefined;
32897
- VERTEX_PUBLISHER?: string | undefined;
32898
- VERTEX_REGION?: string | undefined;
32899
- PROMPTFOO_CA_CERT_PATH?: string | undefined;
32900
- PROMPTFOO_INSECURE_SSL?: string | undefined;
32901
- } | undefined;
32902
- } | {
32903
- callApi: import("./providers").CallApiFunction;
32904
- id: (...args: unknown[]) => string;
32905
- config?: any;
32906
- label?: string | undefined;
32907
- transform?: string | undefined;
32908
- delay?: number | undefined;
32909
- callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
32910
- callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
32911
- } | undefined;
32912
- metadata?: (Record<string, any> & {
32913
- pluginConfig?: PluginConfig | undefined;
32914
- strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
32915
- }) | undefined;
32916
- description?: string | undefined;
32917
- providerOutput?: string | {} | undefined;
32918
- assert?: ({
32919
- type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "guardrails" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-guardrails" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
32920
- value?: AssertionValue | undefined;
32921
- config?: Record<string, any> | undefined;
32922
- provider?: any;
32923
- transform?: string | undefined;
32924
- rubricPrompt?: string | string[] | {
32925
- role: string;
32926
- content: string;
32927
- }[] | undefined;
32928
- threshold?: number | undefined;
32929
- weight?: number | undefined;
32930
- metric?: string | undefined;
32931
- } | {
32932
- type: "assert-set";
32933
- assert: {
32934
- type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "guardrails" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-guardrails" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
32935
- value?: AssertionValue | undefined;
32936
- config?: Record<string, any> | undefined;
32937
- provider?: any;
32938
- transform?: string | undefined;
32939
- rubricPrompt?: string | string[] | {
32940
- role: string;
32941
- content: string;
32942
- }[] | undefined;
32943
- threshold?: number | undefined;
32944
- weight?: number | undefined;
32945
- metric?: string | undefined;
32946
- }[];
32947
- config?: Record<string, any> | undefined;
32948
- threshold?: number | undefined;
32949
- weight?: number | undefined;
32950
- metric?: string | undefined;
32951
- })[] | undefined;
32952
- threshold?: number | undefined;
32953
- }[];
32954
- tests: {
32955
- options?: ({
32956
- prefix?: string | undefined;
32957
- suffix?: string | undefined;
32958
- } & {
32959
- transform?: string | undefined;
32960
- postprocess?: string | undefined;
32961
- transformVars?: string | undefined;
32962
- storeOutputAs?: string | undefined;
32963
- } & {
32964
- provider?: any;
32965
- rubricPrompt?: string | string[] | {
32966
- role: string;
32967
- content: string;
32968
- }[] | undefined;
32969
- factuality?: {
32970
- subset?: number | undefined;
32971
- superset?: number | undefined;
32972
- agree?: number | undefined;
32973
- disagree?: number | undefined;
32974
- differButFactual?: number | undefined;
32975
- } | undefined;
32976
- } & {
32977
- disableVarExpansion?: boolean | undefined;
32978
- disableConversationVar?: boolean | undefined;
32979
- runSerially?: boolean | undefined;
32980
- }) | undefined;
32981
- vars?: Record<string, string | number | boolean | any[] | Record<string, any> | (string | number | boolean)[]> | undefined;
32982
- provider?: string | {
32983
- id?: string | undefined;
32984
- config?: any;
32985
- label?: string | undefined;
32986
- prompts?: string[] | undefined;
32987
- transform?: string | undefined;
32988
- delay?: number | undefined;
32989
- env?: {
32990
- PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
32991
- AI21_API_BASE_URL?: string | undefined;
32992
- AI21_API_KEY?: string | undefined;
32993
- ANTHROPIC_API_KEY?: string | undefined;
32994
- AWS_BEDROCK_REGION?: string | undefined;
32995
- FAL_KEY?: string | undefined;
32996
- GROQ_API_KEY?: string | undefined;
32997
- LOCALAI_BASE_URL?: string | undefined;
32998
- WATSONX_AI_APIKEY?: string | undefined;
32999
- WATSONX_AI_PROJECT_ID?: string | undefined;
33000
33205
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
33001
- WATSONX_AI_AUTH_TYPE?: string | undefined;
33206
+ WATSONX_AI_PROJECT_ID?: string | undefined;
33207
+ AZURE_CLIENT_SECRET?: string | undefined;
33208
+ AZURE_CLIENT_ID?: string | undefined;
33209
+ AZURE_TENANT_ID?: string | undefined;
33210
+ AZURE_AUTHORITY_HOST?: string | undefined;
33211
+ AZURE_TOKEN_SCOPE?: string | undefined;
33212
+ AZURE_DEPLOYMENT_NAME?: string | undefined;
33213
+ AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
33214
+ AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
33215
+ AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
33216
+ AZURE_OPENAI_API_BASE_URL?: string | undefined;
33217
+ AZURE_OPENAI_API_HOST?: string | undefined;
33218
+ AZURE_OPENAI_API_KEY?: string | undefined;
33219
+ AZURE_API_BASE_URL?: string | undefined;
33220
+ AZURE_API_HOST?: string | undefined;
33221
+ AZURE_API_KEY?: string | undefined;
33222
+ AZURE_OPENAI_BASE_URL?: string | undefined;
33223
+ BAM_API_HOST?: string | undefined;
33224
+ BAM_API_KEY?: string | undefined;
33225
+ CLOUDFLARE_ACCOUNT_ID?: string | undefined;
33226
+ CLOUDFLARE_API_KEY?: string | undefined;
33227
+ COHERE_API_KEY?: string | undefined;
33228
+ GOOGLE_API_HOST?: string | undefined;
33229
+ GOOGLE_API_KEY?: string | undefined;
33230
+ MISTRAL_API_BASE_URL?: string | undefined;
33231
+ MISTRAL_API_HOST?: string | undefined;
33232
+ MISTRAL_API_KEY?: string | undefined;
33233
+ OPENAI_API_BASE_URL?: string | undefined;
33234
+ OPENAI_API_HOST?: string | undefined;
33235
+ OPENAI_API_KEY?: string | undefined;
33236
+ OPENAI_BASE_URL?: string | undefined;
33237
+ OPENAI_ORGANIZATION?: string | undefined;
33238
+ PALM_API_HOST?: string | undefined;
33239
+ PALM_API_KEY?: string | undefined;
33240
+ REPLICATE_API_KEY?: string | undefined;
33241
+ REPLICATE_API_TOKEN?: string | undefined;
33242
+ VERTEX_API_HOST?: string | undefined;
33243
+ VERTEX_API_KEY?: string | undefined;
33244
+ VERTEX_PROJECT_ID?: string | undefined;
33245
+ VERTEX_PUBLISHER?: string | undefined;
33246
+ VERTEX_REGION?: string | undefined;
33247
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
33248
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
33249
+ } | undefined;
33250
+ } | {
33251
+ callApi: import("./providers").CallApiFunction;
33252
+ id: (...args: unknown[]) => string;
33253
+ config?: any;
33254
+ label?: string | undefined;
33255
+ transform?: string | undefined;
33256
+ delay?: number | undefined;
33257
+ callEmbeddingApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderEmbeddingResponse>) | undefined;
33258
+ callClassificationApi?: ((args_0: string, ...args: unknown[]) => Promise<import("./providers").ProviderClassificationResponse>) | undefined;
33259
+ } | undefined;
33260
+ metadata?: (Record<string, any> & {
33261
+ pluginConfig?: PluginConfig | undefined;
33262
+ strategyConfig?: import("../redteam/types").RedteamObjectConfig | undefined;
33263
+ }) | undefined;
33264
+ description?: string | undefined;
33265
+ providerOutput?: string | {} | undefined;
33266
+ assert?: ({
33267
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "guardrails" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-guardrails" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
33268
+ value?: AssertionValue | undefined;
33269
+ config?: Record<string, any> | undefined;
33270
+ provider?: any;
33271
+ transform?: string | undefined;
33272
+ rubricPrompt?: string | string[] | {
33273
+ role: string;
33274
+ content: string;
33275
+ }[] | undefined;
33276
+ threshold?: number | undefined;
33277
+ weight?: number | undefined;
33278
+ metric?: string | undefined;
33279
+ } | {
33280
+ type: "assert-set";
33281
+ assert: {
33282
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "guardrails" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-guardrails" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
33283
+ value?: AssertionValue | undefined;
33284
+ config?: Record<string, any> | undefined;
33285
+ provider?: any;
33286
+ transform?: string | undefined;
33287
+ rubricPrompt?: string | string[] | {
33288
+ role: string;
33289
+ content: string;
33290
+ }[] | undefined;
33291
+ threshold?: number | undefined;
33292
+ weight?: number | undefined;
33293
+ metric?: string | undefined;
33294
+ }[];
33295
+ config?: Record<string, any> | undefined;
33296
+ threshold?: number | undefined;
33297
+ weight?: number | undefined;
33298
+ metric?: string | undefined;
33299
+ })[] | undefined;
33300
+ threshold?: number | undefined;
33301
+ }[];
33302
+ tests: {
33303
+ options?: ({
33304
+ prefix?: string | undefined;
33305
+ suffix?: string | undefined;
33306
+ } & {
33307
+ transform?: string | undefined;
33308
+ postprocess?: string | undefined;
33309
+ transformVars?: string | undefined;
33310
+ storeOutputAs?: string | undefined;
33311
+ } & {
33312
+ provider?: any;
33313
+ rubricPrompt?: string | string[] | {
33314
+ role: string;
33315
+ content: string;
33316
+ }[] | undefined;
33317
+ factuality?: {
33318
+ subset?: number | undefined;
33319
+ superset?: number | undefined;
33320
+ agree?: number | undefined;
33321
+ disagree?: number | undefined;
33322
+ differButFactual?: number | undefined;
33323
+ } | undefined;
33324
+ } & {
33325
+ disableVarExpansion?: boolean | undefined;
33326
+ disableConversationVar?: boolean | undefined;
33327
+ runSerially?: boolean | undefined;
33328
+ }) | undefined;
33329
+ vars?: Record<string, string | number | boolean | any[] | Record<string, any> | (string | number | boolean)[]> | undefined;
33330
+ provider?: string | {
33331
+ id?: string | undefined;
33332
+ config?: any;
33333
+ label?: string | undefined;
33334
+ prompts?: string[] | undefined;
33335
+ transform?: string | undefined;
33336
+ delay?: number | undefined;
33337
+ env?: {
33338
+ PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
33339
+ AI21_API_BASE_URL?: string | undefined;
33340
+ AI21_API_KEY?: string | undefined;
33341
+ ANTHROPIC_API_KEY?: string | undefined;
33342
+ AWS_BEDROCK_REGION?: string | undefined;
33343
+ FAL_KEY?: string | undefined;
33344
+ GROQ_API_KEY?: string | undefined;
33345
+ LOCALAI_BASE_URL?: string | undefined;
33346
+ WATSONX_AI_APIKEY?: string | undefined;
33347
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
33348
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
33349
+ WATSONX_AI_PROJECT_ID?: string | undefined;
33002
33350
  AZURE_CLIENT_SECRET?: string | undefined;
33003
33351
  AZURE_CLIENT_ID?: string | undefined;
33004
33352
  AZURE_TENANT_ID?: string | undefined;
@@ -33141,9 +33489,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33141
33489
  GROQ_API_KEY?: string | undefined;
33142
33490
  LOCALAI_BASE_URL?: string | undefined;
33143
33491
  WATSONX_AI_APIKEY?: string | undefined;
33144
- WATSONX_AI_PROJECT_ID?: string | undefined;
33145
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
33146
33492
  WATSONX_AI_AUTH_TYPE?: string | undefined;
33493
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
33494
+ WATSONX_AI_PROJECT_ID?: string | undefined;
33147
33495
  AZURE_CLIENT_SECRET?: string | undefined;
33148
33496
  AZURE_CLIENT_ID?: string | undefined;
33149
33497
  AZURE_TENANT_ID?: string | undefined;
@@ -33258,7 +33606,36 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33258
33606
  generateSuggestions?: boolean | undefined;
33259
33607
  eventSource?: string | undefined;
33260
33608
  interactiveProviders?: boolean | undefined;
33261
- progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
33609
+ progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions, args_4: {
33610
+ cost: number;
33611
+ tokenUsage: {
33612
+ cached?: number | undefined;
33613
+ completion?: number | undefined;
33614
+ prompt?: number | undefined;
33615
+ total?: number | undefined;
33616
+ numRequests?: number | undefined;
33617
+ completionDetails?: {
33618
+ reasoning?: number | undefined;
33619
+ acceptedPrediction?: number | undefined;
33620
+ rejectedPrediction?: number | undefined;
33621
+ } | undefined;
33622
+ };
33623
+ score: number;
33624
+ testPassCount: number;
33625
+ testFailCount: number;
33626
+ testErrorCount: number;
33627
+ assertPassCount: number;
33628
+ assertFailCount: number;
33629
+ totalLatencyMs: number;
33630
+ namedScores: Record<string, number>;
33631
+ namedScoresCount: Record<string, number>;
33632
+ redteam?: {
33633
+ pluginPassCount: Record<string, number>;
33634
+ pluginFailCount: Record<string, number>;
33635
+ strategyPassCount: Record<string, number>;
33636
+ strategyFailCount: Record<string, number>;
33637
+ } | undefined;
33638
+ }) => void) | undefined;
33262
33639
  showProgressBar?: boolean | undefined;
33263
33640
  } | undefined;
33264
33641
  commandLineOptions?: {
@@ -33268,6 +33645,7 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33268
33645
  output?: string[] | undefined;
33269
33646
  write?: boolean | undefined;
33270
33647
  verbose?: boolean | undefined;
33648
+ progressBar?: boolean | undefined;
33271
33649
  vars?: string | undefined;
33272
33650
  prompts?: string[] | undefined;
33273
33651
  delay?: number | undefined;
@@ -33281,7 +33659,6 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33281
33659
  tableCellMaxLength?: number | undefined;
33282
33660
  table?: boolean | undefined;
33283
33661
  share?: boolean | undefined;
33284
- progressBar?: boolean | undefined;
33285
33662
  watch?: boolean | undefined;
33286
33663
  filterFailing?: string | undefined;
33287
33664
  filterFirstN?: number | undefined;
@@ -33335,9 +33712,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33335
33712
  GROQ_API_KEY?: string | undefined;
33336
33713
  LOCALAI_BASE_URL?: string | undefined;
33337
33714
  WATSONX_AI_APIKEY?: string | undefined;
33338
- WATSONX_AI_PROJECT_ID?: string | undefined;
33339
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
33340
33715
  WATSONX_AI_AUTH_TYPE?: string | undefined;
33716
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
33717
+ WATSONX_AI_PROJECT_ID?: string | undefined;
33341
33718
  AZURE_CLIENT_SECRET?: string | undefined;
33342
33719
  AZURE_CLIENT_ID?: string | undefined;
33343
33720
  AZURE_TENANT_ID?: string | undefined;
@@ -33420,9 +33797,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33420
33797
  GROQ_API_KEY?: string | undefined;
33421
33798
  LOCALAI_BASE_URL?: string | undefined;
33422
33799
  WATSONX_AI_APIKEY?: string | undefined;
33423
- WATSONX_AI_PROJECT_ID?: string | undefined;
33424
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
33425
33800
  WATSONX_AI_AUTH_TYPE?: string | undefined;
33801
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
33802
+ WATSONX_AI_PROJECT_ID?: string | undefined;
33426
33803
  AZURE_CLIENT_SECRET?: string | undefined;
33427
33804
  AZURE_CLIENT_ID?: string | undefined;
33428
33805
  AZURE_TENANT_ID?: string | undefined;
@@ -33493,9 +33870,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33493
33870
  GROQ_API_KEY?: string | undefined;
33494
33871
  LOCALAI_BASE_URL?: string | undefined;
33495
33872
  WATSONX_AI_APIKEY?: string | undefined;
33496
- WATSONX_AI_PROJECT_ID?: string | undefined;
33497
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
33498
33873
  WATSONX_AI_AUTH_TYPE?: string | undefined;
33874
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
33875
+ WATSONX_AI_PROJECT_ID?: string | undefined;
33499
33876
  AZURE_CLIENT_SECRET?: string | undefined;
33500
33877
  AZURE_CLIENT_ID?: string | undefined;
33501
33878
  AZURE_TENANT_ID?: string | undefined;
@@ -33580,9 +33957,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33580
33957
  GROQ_API_KEY?: string | undefined;
33581
33958
  LOCALAI_BASE_URL?: string | undefined;
33582
33959
  WATSONX_AI_APIKEY?: string | undefined;
33583
- WATSONX_AI_PROJECT_ID?: string | undefined;
33584
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
33585
33960
  WATSONX_AI_AUTH_TYPE?: string | undefined;
33961
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
33962
+ WATSONX_AI_PROJECT_ID?: string | undefined;
33586
33963
  AZURE_CLIENT_SECRET?: string | undefined;
33587
33964
  AZURE_CLIENT_ID?: string | undefined;
33588
33965
  AZURE_TENANT_ID?: string | undefined;
@@ -33665,9 +34042,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33665
34042
  GROQ_API_KEY?: string | undefined;
33666
34043
  LOCALAI_BASE_URL?: string | undefined;
33667
34044
  WATSONX_AI_APIKEY?: string | undefined;
33668
- WATSONX_AI_PROJECT_ID?: string | undefined;
33669
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
33670
34045
  WATSONX_AI_AUTH_TYPE?: string | undefined;
34046
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
34047
+ WATSONX_AI_PROJECT_ID?: string | undefined;
33671
34048
  AZURE_CLIENT_SECRET?: string | undefined;
33672
34049
  AZURE_CLIENT_ID?: string | undefined;
33673
34050
  AZURE_TENANT_ID?: string | undefined;
@@ -33757,9 +34134,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33757
34134
  GROQ_API_KEY?: string | undefined;
33758
34135
  LOCALAI_BASE_URL?: string | undefined;
33759
34136
  WATSONX_AI_APIKEY?: string | undefined;
33760
- WATSONX_AI_PROJECT_ID?: string | undefined;
33761
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
33762
34137
  WATSONX_AI_AUTH_TYPE?: string | undefined;
34138
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
34139
+ WATSONX_AI_PROJECT_ID?: string | undefined;
33763
34140
  AZURE_CLIENT_SECRET?: string | undefined;
33764
34141
  AZURE_CLIENT_ID?: string | undefined;
33765
34142
  AZURE_TENANT_ID?: string | undefined;
@@ -33881,9 +34258,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33881
34258
  GROQ_API_KEY?: string | undefined;
33882
34259
  LOCALAI_BASE_URL?: string | undefined;
33883
34260
  WATSONX_AI_APIKEY?: string | undefined;
33884
- WATSONX_AI_PROJECT_ID?: string | undefined;
33885
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
33886
34261
  WATSONX_AI_AUTH_TYPE?: string | undefined;
34262
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
34263
+ WATSONX_AI_PROJECT_ID?: string | undefined;
33887
34264
  AZURE_CLIENT_SECRET?: string | undefined;
33888
34265
  AZURE_CLIENT_ID?: string | undefined;
33889
34266
  AZURE_TENANT_ID?: string | undefined;
@@ -33993,9 +34370,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
33993
34370
  GROQ_API_KEY?: string | undefined;
33994
34371
  LOCALAI_BASE_URL?: string | undefined;
33995
34372
  WATSONX_AI_APIKEY?: string | undefined;
33996
- WATSONX_AI_PROJECT_ID?: string | undefined;
33997
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
33998
34373
  WATSONX_AI_AUTH_TYPE?: string | undefined;
34374
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
34375
+ WATSONX_AI_PROJECT_ID?: string | undefined;
33999
34376
  AZURE_CLIENT_SECRET?: string | undefined;
34000
34377
  AZURE_CLIENT_ID?: string | undefined;
34001
34378
  AZURE_TENANT_ID?: string | undefined;
@@ -34136,9 +34513,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
34136
34513
  GROQ_API_KEY?: string | undefined;
34137
34514
  LOCALAI_BASE_URL?: string | undefined;
34138
34515
  WATSONX_AI_APIKEY?: string | undefined;
34139
- WATSONX_AI_PROJECT_ID?: string | undefined;
34140
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
34141
34516
  WATSONX_AI_AUTH_TYPE?: string | undefined;
34517
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
34518
+ WATSONX_AI_PROJECT_ID?: string | undefined;
34142
34519
  AZURE_CLIENT_SECRET?: string | undefined;
34143
34520
  AZURE_CLIENT_ID?: string | undefined;
34144
34521
  AZURE_TENANT_ID?: string | undefined;
@@ -34281,9 +34658,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
34281
34658
  GROQ_API_KEY?: string | undefined;
34282
34659
  LOCALAI_BASE_URL?: string | undefined;
34283
34660
  WATSONX_AI_APIKEY?: string | undefined;
34284
- WATSONX_AI_PROJECT_ID?: string | undefined;
34285
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
34286
34661
  WATSONX_AI_AUTH_TYPE?: string | undefined;
34662
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
34663
+ WATSONX_AI_PROJECT_ID?: string | undefined;
34287
34664
  AZURE_CLIENT_SECRET?: string | undefined;
34288
34665
  AZURE_CLIENT_ID?: string | undefined;
34289
34666
  AZURE_TENANT_ID?: string | undefined;
@@ -34398,7 +34775,36 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
34398
34775
  generateSuggestions?: boolean | undefined;
34399
34776
  eventSource?: string | undefined;
34400
34777
  interactiveProviders?: boolean | undefined;
34401
- progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions) => void) | undefined;
34778
+ progressCallback?: ((args_0: number, args_1: number, args_2: number, args_3: RunEvalOptions, args_4: {
34779
+ cost: number;
34780
+ tokenUsage: {
34781
+ cached?: number | undefined;
34782
+ completion?: number | undefined;
34783
+ prompt?: number | undefined;
34784
+ total?: number | undefined;
34785
+ numRequests?: number | undefined;
34786
+ completionDetails?: {
34787
+ reasoning?: number | undefined;
34788
+ acceptedPrediction?: number | undefined;
34789
+ rejectedPrediction?: number | undefined;
34790
+ } | undefined;
34791
+ };
34792
+ score: number;
34793
+ testPassCount: number;
34794
+ testFailCount: number;
34795
+ testErrorCount: number;
34796
+ assertPassCount: number;
34797
+ assertFailCount: number;
34798
+ totalLatencyMs: number;
34799
+ namedScores: Record<string, number>;
34800
+ namedScoresCount: Record<string, number>;
34801
+ redteam?: {
34802
+ pluginPassCount: Record<string, number>;
34803
+ pluginFailCount: Record<string, number>;
34804
+ strategyPassCount: Record<string, number>;
34805
+ strategyFailCount: Record<string, number>;
34806
+ } | undefined;
34807
+ }) => void) | undefined;
34402
34808
  showProgressBar?: boolean | undefined;
34403
34809
  } | undefined;
34404
34810
  commandLineOptions?: {
@@ -34408,6 +34814,7 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
34408
34814
  output?: string[] | undefined;
34409
34815
  write?: boolean | undefined;
34410
34816
  verbose?: boolean | undefined;
34817
+ progressBar?: boolean | undefined;
34411
34818
  vars?: string | undefined;
34412
34819
  prompts?: string[] | undefined;
34413
34820
  delay?: number | undefined;
@@ -34421,7 +34828,6 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
34421
34828
  tableCellMaxLength?: number | undefined;
34422
34829
  table?: boolean | undefined;
34423
34830
  share?: boolean | undefined;
34424
- progressBar?: boolean | undefined;
34425
34831
  watch?: boolean | undefined;
34426
34832
  filterFailing?: string | undefined;
34427
34833
  filterFirstN?: number | undefined;
@@ -34475,9 +34881,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
34475
34881
  GROQ_API_KEY?: string | undefined;
34476
34882
  LOCALAI_BASE_URL?: string | undefined;
34477
34883
  WATSONX_AI_APIKEY?: string | undefined;
34478
- WATSONX_AI_PROJECT_ID?: string | undefined;
34479
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
34480
34884
  WATSONX_AI_AUTH_TYPE?: string | undefined;
34885
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
34886
+ WATSONX_AI_PROJECT_ID?: string | undefined;
34481
34887
  AZURE_CLIENT_SECRET?: string | undefined;
34482
34888
  AZURE_CLIENT_ID?: string | undefined;
34483
34889
  AZURE_TENANT_ID?: string | undefined;
@@ -34560,9 +34966,9 @@ export declare const UnifiedConfigSchema: z.ZodEffects<z.ZodEffects<z.ZodObject<
34560
34966
  GROQ_API_KEY?: string | undefined;
34561
34967
  LOCALAI_BASE_URL?: string | undefined;
34562
34968
  WATSONX_AI_APIKEY?: string | undefined;
34563
- WATSONX_AI_PROJECT_ID?: string | undefined;
34564
- WATSONX_AI_BEARER_TOKEN?: string | undefined;
34565
34969
  WATSONX_AI_AUTH_TYPE?: string | undefined;
34970
+ WATSONX_AI_BEARER_TOKEN?: string | undefined;
34971
+ WATSONX_AI_PROJECT_ID?: string | undefined;
34566
34972
  AZURE_CLIENT_SECRET?: string | undefined;
34567
34973
  AZURE_CLIENT_ID?: string | undefined;
34568
34974
  AZURE_TENANT_ID?: string | undefined;