promptfoo 0.90.2 → 0.91.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. package/dist/package.json +4 -4
  2. package/dist/src/app/assets/{index-Nu_Jrwyo.js → index-Dvv-swGm.js} +161 -161
  3. package/dist/src/app/assets/{index.es-Cwq4F6NP.js → index.es-DAIlgY6E.js} +1 -1
  4. package/dist/src/app/assets/{sync-CE7pFgME.js → sync-CABaZxhX.js} +1 -1
  5. package/dist/src/app/index.html +1 -1
  6. package/dist/src/checkNodeVersion.d.ts.map +1 -1
  7. package/dist/src/checkNodeVersion.js +4 -37
  8. package/dist/src/checkNodeVersion.js.map +1 -1
  9. package/dist/src/commands/eval.d.ts +1 -1
  10. package/dist/src/commands/eval.d.ts.map +1 -1
  11. package/dist/src/commands/eval.js.map +1 -1
  12. package/dist/src/commands/list.d.ts.map +1 -1
  13. package/dist/src/commands/list.js +2 -1
  14. package/dist/src/commands/list.js.map +1 -1
  15. package/dist/src/database/tables.d.ts +5 -0
  16. package/dist/src/database/tables.d.ts.map +1 -1
  17. package/dist/src/envars.d.ts +1 -0
  18. package/dist/src/envars.d.ts.map +1 -1
  19. package/dist/src/envars.js.map +1 -1
  20. package/dist/src/evaluator.d.ts.map +1 -1
  21. package/dist/src/evaluator.js +12 -2
  22. package/dist/src/evaluator.js.map +1 -1
  23. package/dist/src/index.d.ts +9 -0
  24. package/dist/src/index.d.ts.map +1 -1
  25. package/dist/src/index.js +11 -2
  26. package/dist/src/index.js.map +1 -1
  27. package/dist/src/main.js +9 -9
  28. package/dist/src/main.js.map +1 -1
  29. package/dist/src/models/prompt.d.ts +6 -0
  30. package/dist/src/models/prompt.d.ts.map +1 -0
  31. package/dist/src/models/prompt.js +10 -0
  32. package/dist/src/models/prompt.js.map +1 -0
  33. package/dist/src/prompts/index.d.ts +1 -1
  34. package/dist/src/prompts/index.d.ts.map +1 -1
  35. package/dist/src/prompts/index.js.map +1 -1
  36. package/dist/src/providers/browser.d.ts.map +1 -1
  37. package/dist/src/providers/browser.js +25 -1
  38. package/dist/src/providers/browser.js.map +1 -1
  39. package/dist/src/providers/golangCompletion.d.ts.map +1 -1
  40. package/dist/src/providers/golangCompletion.js +2 -1
  41. package/dist/src/providers/golangCompletion.js.map +1 -1
  42. package/dist/src/providers/openai.js +1 -1
  43. package/dist/src/providers/pythonCompletion.d.ts.map +1 -1
  44. package/dist/src/providers/pythonCompletion.js +2 -1
  45. package/dist/src/providers/pythonCompletion.js.map +1 -1
  46. package/dist/src/providers.d.ts.map +1 -1
  47. package/dist/src/providers.js +23 -5
  48. package/dist/src/providers.js.map +1 -1
  49. package/dist/src/redteam/commands/generate.d.ts +2 -2
  50. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  51. package/dist/src/redteam/commands/generate.js +3 -3
  52. package/dist/src/redteam/commands/generate.js.map +1 -1
  53. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  54. package/dist/src/redteam/commands/init.js +3 -4
  55. package/dist/src/redteam/commands/init.js.map +1 -1
  56. package/dist/src/redteam/commands/report.d.ts +3 -0
  57. package/dist/src/redteam/commands/report.d.ts.map +1 -0
  58. package/dist/src/redteam/commands/report.js +31 -0
  59. package/dist/src/redteam/commands/report.js.map +1 -0
  60. package/dist/src/redteam/commands/run.d.ts +3 -0
  61. package/dist/src/redteam/commands/run.d.ts.map +1 -0
  62. package/dist/src/redteam/commands/run.js +137 -0
  63. package/dist/src/redteam/commands/run.js.map +1 -0
  64. package/dist/src/redteam/graders.d.ts +2 -2
  65. package/dist/src/redteam/graders.d.ts.map +1 -1
  66. package/dist/src/redteam/plugins/asciiSmuggling.d.ts +2 -2
  67. package/dist/src/redteam/plugins/asciiSmuggling.d.ts.map +1 -1
  68. package/dist/src/redteam/plugins/asciiSmuggling.js +1 -1
  69. package/dist/src/redteam/plugins/asciiSmuggling.js.map +1 -1
  70. package/dist/src/redteam/plugins/base.d.ts +3 -3
  71. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  72. package/dist/src/redteam/plugins/base.js +7 -7
  73. package/dist/src/redteam/plugins/base.js.map +1 -1
  74. package/dist/src/redteam/plugins/bfla.d.ts +2 -2
  75. package/dist/src/redteam/plugins/bfla.d.ts.map +1 -1
  76. package/dist/src/redteam/plugins/bfla.js +1 -1
  77. package/dist/src/redteam/plugins/bfla.js.map +1 -1
  78. package/dist/src/redteam/plugins/bola.d.ts +2 -2
  79. package/dist/src/redteam/plugins/bola.d.ts.map +1 -1
  80. package/dist/src/redteam/plugins/bola.js +1 -1
  81. package/dist/src/redteam/plugins/bola.js.map +1 -1
  82. package/dist/src/redteam/plugins/competitors.d.ts +2 -2
  83. package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
  84. package/dist/src/redteam/plugins/competitors.js +1 -1
  85. package/dist/src/redteam/plugins/competitors.js.map +1 -1
  86. package/dist/src/redteam/plugins/contracts.d.ts +3 -3
  87. package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
  88. package/dist/src/redteam/plugins/contracts.js +2 -2
  89. package/dist/src/redteam/plugins/contracts.js.map +1 -1
  90. package/dist/src/redteam/plugins/crossSessionLeak.d.ts +3 -3
  91. package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
  92. package/dist/src/redteam/plugins/crossSessionLeak.js +2 -2
  93. package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
  94. package/dist/src/redteam/plugins/custom.d.ts +2 -2
  95. package/dist/src/redteam/plugins/custom.d.ts.map +1 -1
  96. package/dist/src/redteam/plugins/custom.js +1 -1
  97. package/dist/src/redteam/plugins/custom.js.map +1 -1
  98. package/dist/src/redteam/plugins/debugAccess.d.ts +3 -3
  99. package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
  100. package/dist/src/redteam/plugins/debugAccess.js +2 -2
  101. package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
  102. package/dist/src/redteam/plugins/excessiveAgency.d.ts +3 -3
  103. package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
  104. package/dist/src/redteam/plugins/excessiveAgency.js +2 -2
  105. package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
  106. package/dist/src/redteam/plugins/hallucination.d.ts +3 -3
  107. package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
  108. package/dist/src/redteam/plugins/hallucination.js +2 -2
  109. package/dist/src/redteam/plugins/hallucination.js.map +1 -1
  110. package/dist/src/redteam/plugins/harmful.d.ts +2 -2
  111. package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
  112. package/dist/src/redteam/plugins/harmful.js +4 -7
  113. package/dist/src/redteam/plugins/harmful.js.map +1 -1
  114. package/dist/src/redteam/plugins/hijacking.d.ts +2 -2
  115. package/dist/src/redteam/plugins/hijacking.d.ts.map +1 -1
  116. package/dist/src/redteam/plugins/hijacking.js +1 -1
  117. package/dist/src/redteam/plugins/hijacking.js.map +1 -1
  118. package/dist/src/redteam/plugins/imitation.d.ts +3 -3
  119. package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
  120. package/dist/src/redteam/plugins/imitation.js +2 -2
  121. package/dist/src/redteam/plugins/imitation.js.map +1 -1
  122. package/dist/src/redteam/plugins/indirectPromptInjection.d.ts +3 -19
  123. package/dist/src/redteam/plugins/indirectPromptInjection.d.ts.map +1 -1
  124. package/dist/src/redteam/plugins/indirectPromptInjection.js +2 -73
  125. package/dist/src/redteam/plugins/indirectPromptInjection.js.map +1 -1
  126. package/dist/src/redteam/plugins/overreliance.d.ts +3 -3
  127. package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
  128. package/dist/src/redteam/plugins/overreliance.js +2 -2
  129. package/dist/src/redteam/plugins/overreliance.js.map +1 -1
  130. package/dist/src/redteam/plugins/pii.d.ts +2 -2
  131. package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
  132. package/dist/src/redteam/plugins/pii.js +3 -4
  133. package/dist/src/redteam/plugins/pii.js.map +1 -1
  134. package/dist/src/redteam/plugins/policy.d.ts +3 -3
  135. package/dist/src/redteam/plugins/policy.d.ts.map +1 -1
  136. package/dist/src/redteam/plugins/policy.js +2 -2
  137. package/dist/src/redteam/plugins/policy.js.map +1 -1
  138. package/dist/src/redteam/plugins/politics.d.ts +3 -3
  139. package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
  140. package/dist/src/redteam/plugins/politics.js +2 -2
  141. package/dist/src/redteam/plugins/politics.js.map +1 -1
  142. package/dist/src/redteam/plugins/promptExtraction.d.ts +3 -3
  143. package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -1
  144. package/dist/src/redteam/plugins/promptExtraction.js +2 -2
  145. package/dist/src/redteam/plugins/promptExtraction.js.map +1 -1
  146. package/dist/src/redteam/plugins/rbac.d.ts +3 -3
  147. package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
  148. package/dist/src/redteam/plugins/rbac.js +2 -2
  149. package/dist/src/redteam/plugins/rbac.js.map +1 -1
  150. package/dist/src/redteam/plugins/shellInjection.d.ts +3 -3
  151. package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
  152. package/dist/src/redteam/plugins/shellInjection.js +2 -2
  153. package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
  154. package/dist/src/redteam/plugins/sqlInjection.d.ts +3 -3
  155. package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
  156. package/dist/src/redteam/plugins/sqlInjection.js +2 -2
  157. package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
  158. package/dist/src/redteam/plugins/ssrf.d.ts +2 -2
  159. package/dist/src/redteam/plugins/ssrf.d.ts.map +1 -1
  160. package/dist/src/redteam/plugins/ssrf.js +1 -1
  161. package/dist/src/redteam/plugins/ssrf.js.map +1 -1
  162. package/dist/src/redteam/providers/constants.d.ts +1 -1
  163. package/dist/src/redteam/providers/constants.d.ts.map +1 -1
  164. package/dist/src/redteam/providers/constants.js +1 -1
  165. package/dist/src/redteam/providers/constants.js.map +1 -1
  166. package/dist/src/server/server.d.ts +2 -1
  167. package/dist/src/server/server.d.ts.map +1 -1
  168. package/dist/src/server/server.js +15 -7
  169. package/dist/src/server/server.js.map +1 -1
  170. package/dist/src/share.d.ts.map +1 -1
  171. package/dist/src/share.js +16 -1
  172. package/dist/src/share.js.map +1 -1
  173. package/dist/src/types/index.d.ts +135 -0
  174. package/dist/src/types/index.d.ts.map +1 -1
  175. package/dist/src/types/index.js +1 -0
  176. package/dist/src/types/index.js.map +1 -1
  177. package/dist/src/util/createHash.d.ts +2 -0
  178. package/dist/src/util/createHash.d.ts.map +1 -0
  179. package/dist/src/util/createHash.js +8 -0
  180. package/dist/src/util/createHash.js.map +1 -0
  181. package/dist/src/util/index.d.ts +4 -2
  182. package/dist/src/util/index.d.ts.map +1 -1
  183. package/dist/src/util/index.js +16 -18
  184. package/dist/src/util/index.js.map +1 -1
  185. package/dist/src/util/transform.d.ts +5 -1
  186. package/dist/src/util/transform.d.ts.map +1 -1
  187. package/dist/src/util/transform.js +13 -7
  188. package/dist/src/util/transform.js.map +1 -1
  189. package/dist/src/validators/redteam.d.ts.map +1 -1
  190. package/dist/src/validators/redteam.js +70 -33
  191. package/dist/src/validators/redteam.js.map +1 -1
  192. package/dist/test/checkNodeVersion.test.js +11 -58
  193. package/dist/test/checkNodeVersion.test.js.map +1 -1
  194. package/dist/test/evaluator.test.js +53 -0
  195. package/dist/test/evaluator.test.js.map +1 -1
  196. package/dist/test/index.test.js +170 -8
  197. package/dist/test/index.test.js.map +1 -1
  198. package/dist/test/providers.test.js +36 -1
  199. package/dist/test/providers.test.js.map +1 -1
  200. package/dist/test/redteam/plugins/base.test.js +6 -6
  201. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  202. package/dist/test/redteam/validators.test.js +165 -7
  203. package/dist/test/redteam/validators.test.js.map +1 -1
  204. package/dist/test/util.transform.test.js +17 -0
  205. package/dist/test/util.transform.test.js.map +1 -1
  206. package/package.json +4 -4
  207. package/dist/src/commands/version.d.ts +0 -3
  208. package/dist/src/commands/version.d.ts.map +0 -1
  209. package/dist/src/commands/version.js +0 -18
  210. package/dist/src/commands/version.js.map +0 -1
package/dist/src/types/index.d.ts CHANGED
@@ -171,14 +171,17 @@ export declare const OutputConfigSchema: z.ZodObject<{
171
171
  */
172
172
  postprocess: z.ZodOptional<z.ZodString>;
173
173
  transform: z.ZodOptional<z.ZodString>;
174
+ transformVars: z.ZodOptional<z.ZodString>;
174
175
  storeOutputAs: z.ZodOptional<z.ZodString>;
175
176
  }, "strip", z.ZodTypeAny, {
176
177
  transform?: string | undefined;
177
178
  postprocess?: string | undefined;
179
+ transformVars?: string | undefined;
178
180
  storeOutputAs?: string | undefined;
179
181
  }, {
180
182
  transform?: string | undefined;
181
183
  postprocess?: string | undefined;
184
+ transformVars?: string | undefined;
182
185
  storeOutputAs?: string | undefined;
183
186
  }>;
184
187
  export type OutputConfig = z.infer<typeof OutputConfigSchema>;
@@ -1264,14 +1267,17 @@ export declare const TestCaseSchema: z.ZodObject<{
1264
1267
  */
1265
1268
  postprocess: z.ZodOptional<z.ZodString>;
1266
1269
  transform: z.ZodOptional<z.ZodString>;
1270
+ transformVars: z.ZodOptional<z.ZodString>;
1267
1271
  storeOutputAs: z.ZodOptional<z.ZodString>;
1268
1272
  }, "strip", z.ZodTypeAny, {
1269
1273
  transform?: string | undefined;
1270
1274
  postprocess?: string | undefined;
1275
+ transformVars?: string | undefined;
1271
1276
  storeOutputAs?: string | undefined;
1272
1277
  }, {
1273
1278
  transform?: string | undefined;
1274
1279
  postprocess?: string | undefined;
1280
+ transformVars?: string | undefined;
1275
1281
  storeOutputAs?: string | undefined;
1276
1282
  }>>, z.ZodIntersection<z.ZodObject<{
1277
1283
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -1352,6 +1358,7 @@ export declare const TestCaseSchema: z.ZodObject<{
1352
1358
  } & {
1353
1359
  transform?: string | undefined;
1354
1360
  postprocess?: string | undefined;
1361
+ transformVars?: string | undefined;
1355
1362
  storeOutputAs?: string | undefined;
1356
1363
  } & {
1357
1364
  provider?: any;
@@ -1468,6 +1475,7 @@ export declare const TestCaseSchema: z.ZodObject<{
1468
1475
  } & {
1469
1476
  transform?: string | undefined;
1470
1477
  postprocess?: string | undefined;
1478
+ transformVars?: string | undefined;
1471
1479
  storeOutputAs?: string | undefined;
1472
1480
  } & {
1473
1481
  provider?: any;
@@ -1956,14 +1964,17 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
1956
1964
  */
1957
1965
  postprocess: z.ZodOptional<z.ZodString>;
1958
1966
  transform: z.ZodOptional<z.ZodString>;
1967
+ transformVars: z.ZodOptional<z.ZodString>;
1959
1968
  storeOutputAs: z.ZodOptional<z.ZodString>;
1960
1969
  }, "strip", z.ZodTypeAny, {
1961
1970
  transform?: string | undefined;
1962
1971
  postprocess?: string | undefined;
1972
+ transformVars?: string | undefined;
1963
1973
  storeOutputAs?: string | undefined;
1964
1974
  }, {
1965
1975
  transform?: string | undefined;
1966
1976
  postprocess?: string | undefined;
1977
+ transformVars?: string | undefined;
1967
1978
  storeOutputAs?: string | undefined;
1968
1979
  }>>, z.ZodIntersection<z.ZodObject<{
1969
1980
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -2046,6 +2057,7 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2046
2057
  } & {
2047
2058
  transform?: string | undefined;
2048
2059
  postprocess?: string | undefined;
2060
+ transformVars?: string | undefined;
2049
2061
  storeOutputAs?: string | undefined;
2050
2062
  } & {
2051
2063
  provider?: any;
@@ -2162,6 +2174,7 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
2162
2174
  } & {
2163
2175
  transform?: string | undefined;
2164
2176
  postprocess?: string | undefined;
2177
+ transformVars?: string | undefined;
2165
2178
  storeOutputAs?: string | undefined;
2166
2179
  } & {
2167
2180
  provider?: any;
@@ -2647,14 +2660,17 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2647
2660
  */
2648
2661
  postprocess: z.ZodOptional<z.ZodString>;
2649
2662
  transform: z.ZodOptional<z.ZodString>;
2663
+ transformVars: z.ZodOptional<z.ZodString>;
2650
2664
  storeOutputAs: z.ZodOptional<z.ZodString>;
2651
2665
  }, "strip", z.ZodTypeAny, {
2652
2666
  transform?: string | undefined;
2653
2667
  postprocess?: string | undefined;
2668
+ transformVars?: string | undefined;
2654
2669
  storeOutputAs?: string | undefined;
2655
2670
  }, {
2656
2671
  transform?: string | undefined;
2657
2672
  postprocess?: string | undefined;
2673
+ transformVars?: string | undefined;
2658
2674
  storeOutputAs?: string | undefined;
2659
2675
  }>>, z.ZodIntersection<z.ZodObject<{
2660
2676
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -2735,6 +2751,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2735
2751
  } & {
2736
2752
  transform?: string | undefined;
2737
2753
  postprocess?: string | undefined;
2754
+ transformVars?: string | undefined;
2738
2755
  storeOutputAs?: string | undefined;
2739
2756
  } & {
2740
2757
  provider?: any;
@@ -2851,6 +2868,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
2851
2868
  } & {
2852
2869
  transform?: string | undefined;
2853
2870
  postprocess?: string | undefined;
2871
+ transformVars?: string | undefined;
2854
2872
  storeOutputAs?: string | undefined;
2855
2873
  } & {
2856
2874
  provider?: any;
@@ -3266,6 +3284,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3266
3284
  } & {
3267
3285
  transform?: string | undefined;
3268
3286
  postprocess?: string | undefined;
3287
+ transformVars?: string | undefined;
3269
3288
  storeOutputAs?: string | undefined;
3270
3289
  } & {
3271
3290
  provider?: any;
@@ -3427,6 +3446,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
3427
3446
  } & {
3428
3447
  transform?: string | undefined;
3429
3448
  postprocess?: string | undefined;
3449
+ transformVars?: string | undefined;
3430
3450
  storeOutputAs?: string | undefined;
3431
3451
  } & {
3432
3452
  provider?: any;
@@ -3916,14 +3936,17 @@ export declare const ScenarioSchema: z.ZodObject<{
3916
3936
  */
3917
3937
  postprocess: z.ZodOptional<z.ZodString>;
3918
3938
  transform: z.ZodOptional<z.ZodString>;
3939
+ transformVars: z.ZodOptional<z.ZodString>;
3919
3940
  storeOutputAs: z.ZodOptional<z.ZodString>;
3920
3941
  }, "strip", z.ZodTypeAny, {
3921
3942
  transform?: string | undefined;
3922
3943
  postprocess?: string | undefined;
3944
+ transformVars?: string | undefined;
3923
3945
  storeOutputAs?: string | undefined;
3924
3946
  }, {
3925
3947
  transform?: string | undefined;
3926
3948
  postprocess?: string | undefined;
3949
+ transformVars?: string | undefined;
3927
3950
  storeOutputAs?: string | undefined;
3928
3951
  }>>, z.ZodIntersection<z.ZodObject<{
3929
3952
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -4004,6 +4027,7 @@ export declare const ScenarioSchema: z.ZodObject<{
4004
4027
  } & {
4005
4028
  transform?: string | undefined;
4006
4029
  postprocess?: string | undefined;
4030
+ transformVars?: string | undefined;
4007
4031
  storeOutputAs?: string | undefined;
4008
4032
  } & {
4009
4033
  provider?: any;
@@ -4120,6 +4144,7 @@ export declare const ScenarioSchema: z.ZodObject<{
4120
4144
  } & {
4121
4145
  transform?: string | undefined;
4122
4146
  postprocess?: string | undefined;
4147
+ transformVars?: string | undefined;
4123
4148
  storeOutputAs?: string | undefined;
4124
4149
  } & {
4125
4150
  provider?: any;
@@ -4602,14 +4627,17 @@ export declare const ScenarioSchema: z.ZodObject<{
4602
4627
  */
4603
4628
  postprocess: z.ZodOptional<z.ZodString>;
4604
4629
  transform: z.ZodOptional<z.ZodString>;
4630
+ transformVars: z.ZodOptional<z.ZodString>;
4605
4631
  storeOutputAs: z.ZodOptional<z.ZodString>;
4606
4632
  }, "strip", z.ZodTypeAny, {
4607
4633
  transform?: string | undefined;
4608
4634
  postprocess?: string | undefined;
4635
+ transformVars?: string | undefined;
4609
4636
  storeOutputAs?: string | undefined;
4610
4637
  }, {
4611
4638
  transform?: string | undefined;
4612
4639
  postprocess?: string | undefined;
4640
+ transformVars?: string | undefined;
4613
4641
  storeOutputAs?: string | undefined;
4614
4642
  }>>, z.ZodIntersection<z.ZodObject<{
4615
4643
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -4690,6 +4718,7 @@ export declare const ScenarioSchema: z.ZodObject<{
4690
4718
  } & {
4691
4719
  transform?: string | undefined;
4692
4720
  postprocess?: string | undefined;
4721
+ transformVars?: string | undefined;
4693
4722
  storeOutputAs?: string | undefined;
4694
4723
  } & {
4695
4724
  provider?: any;
@@ -4806,6 +4835,7 @@ export declare const ScenarioSchema: z.ZodObject<{
4806
4835
  } & {
4807
4836
  transform?: string | undefined;
4808
4837
  postprocess?: string | undefined;
4838
+ transformVars?: string | undefined;
4809
4839
  storeOutputAs?: string | undefined;
4810
4840
  } & {
4811
4841
  provider?: any;
@@ -4924,6 +4954,7 @@ export declare const ScenarioSchema: z.ZodObject<{
4924
4954
  } & {
4925
4955
  transform?: string | undefined;
4926
4956
  postprocess?: string | undefined;
4957
+ transformVars?: string | undefined;
4927
4958
  storeOutputAs?: string | undefined;
4928
4959
  } & {
4929
4960
  provider?: any;
@@ -5041,6 +5072,7 @@ export declare const ScenarioSchema: z.ZodObject<{
5041
5072
  } & {
5042
5073
  transform?: string | undefined;
5043
5074
  postprocess?: string | undefined;
5075
+ transformVars?: string | undefined;
5044
5076
  storeOutputAs?: string | undefined;
5045
5077
  } & {
5046
5078
  provider?: any;
@@ -5160,6 +5192,7 @@ export declare const ScenarioSchema: z.ZodObject<{
5160
5192
  } & {
5161
5193
  transform?: string | undefined;
5162
5194
  postprocess?: string | undefined;
5195
+ transformVars?: string | undefined;
5163
5196
  storeOutputAs?: string | undefined;
5164
5197
  } & {
5165
5198
  provider?: any;
@@ -5277,6 +5310,7 @@ export declare const ScenarioSchema: z.ZodObject<{
5277
5310
  } & {
5278
5311
  transform?: string | undefined;
5279
5312
  postprocess?: string | undefined;
5313
+ transformVars?: string | undefined;
5280
5314
  storeOutputAs?: string | undefined;
5281
5315
  } & {
5282
5316
  provider?: any;
@@ -5762,14 +5796,17 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5762
5796
  */
5763
5797
  postprocess: z.ZodOptional<z.ZodString>;
5764
5798
  transform: z.ZodOptional<z.ZodString>;
5799
+ transformVars: z.ZodOptional<z.ZodString>;
5765
5800
  storeOutputAs: z.ZodOptional<z.ZodString>;
5766
5801
  }, "strip", z.ZodTypeAny, {
5767
5802
  transform?: string | undefined;
5768
5803
  postprocess?: string | undefined;
5804
+ transformVars?: string | undefined;
5769
5805
  storeOutputAs?: string | undefined;
5770
5806
  }, {
5771
5807
  transform?: string | undefined;
5772
5808
  postprocess?: string | undefined;
5809
+ transformVars?: string | undefined;
5773
5810
  storeOutputAs?: string | undefined;
5774
5811
  }>>, z.ZodIntersection<z.ZodObject<{
5775
5812
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -5852,6 +5889,7 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5852
5889
  } & {
5853
5890
  transform?: string | undefined;
5854
5891
  postprocess?: string | undefined;
5892
+ transformVars?: string | undefined;
5855
5893
  storeOutputAs?: string | undefined;
5856
5894
  } & {
5857
5895
  provider?: any;
@@ -5968,6 +6006,7 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
5968
6006
  } & {
5969
6007
  transform?: string | undefined;
5970
6008
  postprocess?: string | undefined;
6009
+ transformVars?: string | undefined;
5971
6010
  storeOutputAs?: string | undefined;
5972
6011
  } & {
5973
6012
  provider?: any;
@@ -6528,14 +6567,17 @@ export declare const TestSuiteSchema: z.ZodObject<{
6528
6567
  */
6529
6568
  postprocess: z.ZodOptional<z.ZodString>;
6530
6569
  transform: z.ZodOptional<z.ZodString>;
6570
+ transformVars: z.ZodOptional<z.ZodString>;
6531
6571
  storeOutputAs: z.ZodOptional<z.ZodString>;
6532
6572
  }, "strip", z.ZodTypeAny, {
6533
6573
  transform?: string | undefined;
6534
6574
  postprocess?: string | undefined;
6575
+ transformVars?: string | undefined;
6535
6576
  storeOutputAs?: string | undefined;
6536
6577
  }, {
6537
6578
  transform?: string | undefined;
6538
6579
  postprocess?: string | undefined;
6580
+ transformVars?: string | undefined;
6539
6581
  storeOutputAs?: string | undefined;
6540
6582
  }>>, z.ZodIntersection<z.ZodObject<{
6541
6583
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -6616,6 +6658,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
6616
6658
  } & {
6617
6659
  transform?: string | undefined;
6618
6660
  postprocess?: string | undefined;
6661
+ transformVars?: string | undefined;
6619
6662
  storeOutputAs?: string | undefined;
6620
6663
  } & {
6621
6664
  provider?: any;
@@ -6732,6 +6775,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
6732
6775
  } & {
6733
6776
  transform?: string | undefined;
6734
6777
  postprocess?: string | undefined;
6778
+ transformVars?: string | undefined;
6735
6779
  storeOutputAs?: string | undefined;
6736
6780
  } & {
6737
6781
  provider?: any;
@@ -7216,14 +7260,17 @@ export declare const TestSuiteSchema: z.ZodObject<{
7216
7260
  */
7217
7261
  postprocess: z.ZodOptional<z.ZodString>;
7218
7262
  transform: z.ZodOptional<z.ZodString>;
7263
+ transformVars: z.ZodOptional<z.ZodString>;
7219
7264
  storeOutputAs: z.ZodOptional<z.ZodString>;
7220
7265
  }, "strip", z.ZodTypeAny, {
7221
7266
  transform?: string | undefined;
7222
7267
  postprocess?: string | undefined;
7268
+ transformVars?: string | undefined;
7223
7269
  storeOutputAs?: string | undefined;
7224
7270
  }, {
7225
7271
  transform?: string | undefined;
7226
7272
  postprocess?: string | undefined;
7273
+ transformVars?: string | undefined;
7227
7274
  storeOutputAs?: string | undefined;
7228
7275
  }>>, z.ZodIntersection<z.ZodObject<{
7229
7276
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -7304,6 +7351,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
7304
7351
  } & {
7305
7352
  transform?: string | undefined;
7306
7353
  postprocess?: string | undefined;
7354
+ transformVars?: string | undefined;
7307
7355
  storeOutputAs?: string | undefined;
7308
7356
  } & {
7309
7357
  provider?: any;
@@ -7420,6 +7468,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
7420
7468
  } & {
7421
7469
  transform?: string | undefined;
7422
7470
  postprocess?: string | undefined;
7471
+ transformVars?: string | undefined;
7423
7472
  storeOutputAs?: string | undefined;
7424
7473
  } & {
7425
7474
  provider?: any;
@@ -7902,14 +7951,17 @@ export declare const TestSuiteSchema: z.ZodObject<{
7902
7951
  */
7903
7952
  postprocess: z.ZodOptional<z.ZodString>;
7904
7953
  transform: z.ZodOptional<z.ZodString>;
7954
+ transformVars: z.ZodOptional<z.ZodString>;
7905
7955
  storeOutputAs: z.ZodOptional<z.ZodString>;
7906
7956
  }, "strip", z.ZodTypeAny, {
7907
7957
  transform?: string | undefined;
7908
7958
  postprocess?: string | undefined;
7959
+ transformVars?: string | undefined;
7909
7960
  storeOutputAs?: string | undefined;
7910
7961
  }, {
7911
7962
  transform?: string | undefined;
7912
7963
  postprocess?: string | undefined;
7964
+ transformVars?: string | undefined;
7913
7965
  storeOutputAs?: string | undefined;
7914
7966
  }>>, z.ZodIntersection<z.ZodObject<{
7915
7967
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -7990,6 +8042,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
7990
8042
  } & {
7991
8043
  transform?: string | undefined;
7992
8044
  postprocess?: string | undefined;
8045
+ transformVars?: string | undefined;
7993
8046
  storeOutputAs?: string | undefined;
7994
8047
  } & {
7995
8048
  provider?: any;
@@ -8106,6 +8159,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
8106
8159
  } & {
8107
8160
  transform?: string | undefined;
8108
8161
  postprocess?: string | undefined;
8162
+ transformVars?: string | undefined;
8109
8163
  storeOutputAs?: string | undefined;
8110
8164
  } & {
8111
8165
  provider?: any;
@@ -8224,6 +8278,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
8224
8278
  } & {
8225
8279
  transform?: string | undefined;
8226
8280
  postprocess?: string | undefined;
8281
+ transformVars?: string | undefined;
8227
8282
  storeOutputAs?: string | undefined;
8228
8283
  } & {
8229
8284
  provider?: any;
@@ -8341,6 +8396,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
8341
8396
  } & {
8342
8397
  transform?: string | undefined;
8343
8398
  postprocess?: string | undefined;
8399
+ transformVars?: string | undefined;
8344
8400
  storeOutputAs?: string | undefined;
8345
8401
  } & {
8346
8402
  provider?: any;
@@ -8460,6 +8516,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
8460
8516
  } & {
8461
8517
  transform?: string | undefined;
8462
8518
  postprocess?: string | undefined;
8519
+ transformVars?: string | undefined;
8463
8520
  storeOutputAs?: string | undefined;
8464
8521
  } & {
8465
8522
  provider?: any;
@@ -8577,6 +8634,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
8577
8634
  } & {
8578
8635
  transform?: string | undefined;
8579
8636
  postprocess?: string | undefined;
8637
+ transformVars?: string | undefined;
8580
8638
  storeOutputAs?: string | undefined;
8581
8639
  } & {
8582
8640
  provider?: any;
@@ -9061,14 +9119,17 @@ export declare const TestSuiteSchema: z.ZodObject<{
9061
9119
  */
9062
9120
  postprocess: z.ZodOptional<z.ZodString>;
9063
9121
  transform: z.ZodOptional<z.ZodString>;
9122
+ transformVars: z.ZodOptional<z.ZodString>;
9064
9123
  storeOutputAs: z.ZodOptional<z.ZodString>;
9065
9124
  }, "strip", z.ZodTypeAny, {
9066
9125
  transform?: string | undefined;
9067
9126
  postprocess?: string | undefined;
9127
+ transformVars?: string | undefined;
9068
9128
  storeOutputAs?: string | undefined;
9069
9129
  }, {
9070
9130
  transform?: string | undefined;
9071
9131
  postprocess?: string | undefined;
9132
+ transformVars?: string | undefined;
9072
9133
  storeOutputAs?: string | undefined;
9073
9134
  }>>, z.ZodIntersection<z.ZodObject<{
9074
9135
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -9149,6 +9210,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
9149
9210
  } & {
9150
9211
  transform?: string | undefined;
9151
9212
  postprocess?: string | undefined;
9213
+ transformVars?: string | undefined;
9152
9214
  storeOutputAs?: string | undefined;
9153
9215
  } & {
9154
9216
  provider?: any;
@@ -9265,6 +9327,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
9265
9327
  } & {
9266
9328
  transform?: string | undefined;
9267
9329
  postprocess?: string | undefined;
9330
+ transformVars?: string | undefined;
9268
9331
  storeOutputAs?: string | undefined;
9269
9332
  } & {
9270
9333
  provider?: any;
@@ -9559,6 +9622,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
9559
9622
  } & {
9560
9623
  transform?: string | undefined;
9561
9624
  postprocess?: string | undefined;
9625
+ transformVars?: string | undefined;
9562
9626
  storeOutputAs?: string | undefined;
9563
9627
  } & {
9564
9628
  provider?: any;
@@ -9680,6 +9744,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
9680
9744
  } & {
9681
9745
  transform?: string | undefined;
9682
9746
  postprocess?: string | undefined;
9747
+ transformVars?: string | undefined;
9683
9748
  storeOutputAs?: string | undefined;
9684
9749
  } & {
9685
9750
  provider?: any;
@@ -9797,6 +9862,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
9797
9862
  } & {
9798
9863
  transform?: string | undefined;
9799
9864
  postprocess?: string | undefined;
9865
+ transformVars?: string | undefined;
9800
9866
  storeOutputAs?: string | undefined;
9801
9867
  } & {
9802
9868
  provider?: any;
@@ -9916,6 +9982,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
9916
9982
  } & {
9917
9983
  transform?: string | undefined;
9918
9984
  postprocess?: string | undefined;
9985
+ transformVars?: string | undefined;
9919
9986
  storeOutputAs?: string | undefined;
9920
9987
  } & {
9921
9988
  provider?: any;
@@ -10097,6 +10164,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
10097
10164
  } & {
10098
10165
  transform?: string | undefined;
10099
10166
  postprocess?: string | undefined;
10167
+ transformVars?: string | undefined;
10100
10168
  storeOutputAs?: string | undefined;
10101
10169
  } & {
10102
10170
  provider?: any;
@@ -10218,6 +10286,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
10218
10286
  } & {
10219
10287
  transform?: string | undefined;
10220
10288
  postprocess?: string | undefined;
10289
+ transformVars?: string | undefined;
10221
10290
  storeOutputAs?: string | undefined;
10222
10291
  } & {
10223
10292
  provider?: any;
@@ -10335,6 +10404,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
10335
10404
  } & {
10336
10405
  transform?: string | undefined;
10337
10406
  postprocess?: string | undefined;
10407
+ transformVars?: string | undefined;
10338
10408
  storeOutputAs?: string | undefined;
10339
10409
  } & {
10340
10410
  provider?: any;
@@ -10454,6 +10524,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
10454
10524
  } & {
10455
10525
  transform?: string | undefined;
10456
10526
  postprocess?: string | undefined;
10527
+ transformVars?: string | undefined;
10457
10528
  storeOutputAs?: string | undefined;
10458
10529
  } & {
10459
10530
  provider?: any;
@@ -11579,14 +11650,17 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11579
11650
  */
11580
11651
  postprocess: z.ZodOptional<z.ZodString>;
11581
11652
  transform: z.ZodOptional<z.ZodString>;
11653
+ transformVars: z.ZodOptional<z.ZodString>;
11582
11654
  storeOutputAs: z.ZodOptional<z.ZodString>;
11583
11655
  }, "strip", z.ZodTypeAny, {
11584
11656
  transform?: string | undefined;
11585
11657
  postprocess?: string | undefined;
11658
+ transformVars?: string | undefined;
11586
11659
  storeOutputAs?: string | undefined;
11587
11660
  }, {
11588
11661
  transform?: string | undefined;
11589
11662
  postprocess?: string | undefined;
11663
+ transformVars?: string | undefined;
11590
11664
  storeOutputAs?: string | undefined;
11591
11665
  }>>, z.ZodIntersection<z.ZodObject<{
11592
11666
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -11667,6 +11741,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11667
11741
  } & {
11668
11742
  transform?: string | undefined;
11669
11743
  postprocess?: string | undefined;
11744
+ transformVars?: string | undefined;
11670
11745
  storeOutputAs?: string | undefined;
11671
11746
  } & {
11672
11747
  provider?: any;
@@ -11783,6 +11858,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
11783
11858
  } & {
11784
11859
  transform?: string | undefined;
11785
11860
  postprocess?: string | undefined;
11861
+ transformVars?: string | undefined;
11786
11862
  storeOutputAs?: string | undefined;
11787
11863
  } & {
11788
11864
  provider?: any;
@@ -12267,14 +12343,17 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12267
12343
  */
12268
12344
  postprocess: z.ZodOptional<z.ZodString>;
12269
12345
  transform: z.ZodOptional<z.ZodString>;
12346
+ transformVars: z.ZodOptional<z.ZodString>;
12270
12347
  storeOutputAs: z.ZodOptional<z.ZodString>;
12271
12348
  }, "strip", z.ZodTypeAny, {
12272
12349
  transform?: string | undefined;
12273
12350
  postprocess?: string | undefined;
12351
+ transformVars?: string | undefined;
12274
12352
  storeOutputAs?: string | undefined;
12275
12353
  }, {
12276
12354
  transform?: string | undefined;
12277
12355
  postprocess?: string | undefined;
12356
+ transformVars?: string | undefined;
12278
12357
  storeOutputAs?: string | undefined;
12279
12358
  }>>, z.ZodIntersection<z.ZodObject<{
12280
12359
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -12355,6 +12434,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12355
12434
  } & {
12356
12435
  transform?: string | undefined;
12357
12436
  postprocess?: string | undefined;
12437
+ transformVars?: string | undefined;
12358
12438
  storeOutputAs?: string | undefined;
12359
12439
  } & {
12360
12440
  provider?: any;
@@ -12471,6 +12551,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12471
12551
  } & {
12472
12552
  transform?: string | undefined;
12473
12553
  postprocess?: string | undefined;
12554
+ transformVars?: string | undefined;
12474
12555
  storeOutputAs?: string | undefined;
12475
12556
  } & {
12476
12557
  provider?: any;
@@ -12953,14 +13034,17 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
12953
13034
  */
12954
13035
  postprocess: z.ZodOptional<z.ZodString>;
12955
13036
  transform: z.ZodOptional<z.ZodString>;
13037
+ transformVars: z.ZodOptional<z.ZodString>;
12956
13038
  storeOutputAs: z.ZodOptional<z.ZodString>;
12957
13039
  }, "strip", z.ZodTypeAny, {
12958
13040
  transform?: string | undefined;
12959
13041
  postprocess?: string | undefined;
13042
+ transformVars?: string | undefined;
12960
13043
  storeOutputAs?: string | undefined;
12961
13044
  }, {
12962
13045
  transform?: string | undefined;
12963
13046
  postprocess?: string | undefined;
13047
+ transformVars?: string | undefined;
12964
13048
  storeOutputAs?: string | undefined;
12965
13049
  }>>, z.ZodIntersection<z.ZodObject<{
12966
13050
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -13041,6 +13125,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13041
13125
  } & {
13042
13126
  transform?: string | undefined;
13043
13127
  postprocess?: string | undefined;
13128
+ transformVars?: string | undefined;
13044
13129
  storeOutputAs?: string | undefined;
13045
13130
  } & {
13046
13131
  provider?: any;
@@ -13157,6 +13242,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13157
13242
  } & {
13158
13243
  transform?: string | undefined;
13159
13244
  postprocess?: string | undefined;
13245
+ transformVars?: string | undefined;
13160
13246
  storeOutputAs?: string | undefined;
13161
13247
  } & {
13162
13248
  provider?: any;
@@ -13275,6 +13361,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13275
13361
  } & {
13276
13362
  transform?: string | undefined;
13277
13363
  postprocess?: string | undefined;
13364
+ transformVars?: string | undefined;
13278
13365
  storeOutputAs?: string | undefined;
13279
13366
  } & {
13280
13367
  provider?: any;
@@ -13392,6 +13479,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13392
13479
  } & {
13393
13480
  transform?: string | undefined;
13394
13481
  postprocess?: string | undefined;
13482
+ transformVars?: string | undefined;
13395
13483
  storeOutputAs?: string | undefined;
13396
13484
  } & {
13397
13485
  provider?: any;
@@ -13511,6 +13599,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13511
13599
  } & {
13512
13600
  transform?: string | undefined;
13513
13601
  postprocess?: string | undefined;
13602
+ transformVars?: string | undefined;
13514
13603
  storeOutputAs?: string | undefined;
13515
13604
  } & {
13516
13605
  provider?: any;
@@ -13628,6 +13717,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
13628
13717
  } & {
13629
13718
  transform?: string | undefined;
13630
13719
  postprocess?: string | undefined;
13720
+ transformVars?: string | undefined;
13631
13721
  storeOutputAs?: string | undefined;
13632
13722
  } & {
13633
13723
  provider?: any;
@@ -14112,14 +14202,17 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14112
14202
  */
14113
14203
  postprocess: z.ZodOptional<z.ZodString>;
14114
14204
  transform: z.ZodOptional<z.ZodString>;
14205
+ transformVars: z.ZodOptional<z.ZodString>;
14115
14206
  storeOutputAs: z.ZodOptional<z.ZodString>;
14116
14207
  }, "strip", z.ZodTypeAny, {
14117
14208
  transform?: string | undefined;
14118
14209
  postprocess?: string | undefined;
14210
+ transformVars?: string | undefined;
14119
14211
  storeOutputAs?: string | undefined;
14120
14212
  }, {
14121
14213
  transform?: string | undefined;
14122
14214
  postprocess?: string | undefined;
14215
+ transformVars?: string | undefined;
14123
14216
  storeOutputAs?: string | undefined;
14124
14217
  }>>, z.ZodIntersection<z.ZodObject<{
14125
14218
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -14200,6 +14293,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14200
14293
  } & {
14201
14294
  transform?: string | undefined;
14202
14295
  postprocess?: string | undefined;
14296
+ transformVars?: string | undefined;
14203
14297
  storeOutputAs?: string | undefined;
14204
14298
  } & {
14205
14299
  provider?: any;
@@ -14315,6 +14409,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14315
14409
  } & {
14316
14410
  transform?: string | undefined;
14317
14411
  postprocess?: string | undefined;
14412
+ transformVars?: string | undefined;
14318
14413
  storeOutputAs?: string | undefined;
14319
14414
  } & {
14320
14415
  provider?: any;
@@ -14748,6 +14843,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14748
14843
  } & {
14749
14844
  transform?: string | undefined;
14750
14845
  postprocess?: string | undefined;
14846
+ transformVars?: string | undefined;
14751
14847
  storeOutputAs?: string | undefined;
14752
14848
  } & {
14753
14849
  provider?: any;
@@ -14868,6 +14964,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14868
14964
  } & {
14869
14965
  transform?: string | undefined;
14870
14966
  postprocess?: string | undefined;
14967
+ transformVars?: string | undefined;
14871
14968
  storeOutputAs?: string | undefined;
14872
14969
  } & {
14873
14970
  provider?: any;
@@ -14985,6 +15082,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
14985
15082
  } & {
14986
15083
  transform?: string | undefined;
14987
15084
  postprocess?: string | undefined;
15085
+ transformVars?: string | undefined;
14988
15086
  storeOutputAs?: string | undefined;
14989
15087
  } & {
14990
15088
  provider?: any;
@@ -15104,6 +15202,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15104
15202
  } & {
15105
15203
  transform?: string | undefined;
15106
15204
  postprocess?: string | undefined;
15205
+ transformVars?: string | undefined;
15107
15206
  storeOutputAs?: string | undefined;
15108
15207
  } & {
15109
15208
  provider?: any;
@@ -15417,6 +15516,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15417
15516
  } & {
15418
15517
  transform?: string | undefined;
15419
15518
  postprocess?: string | undefined;
15519
+ transformVars?: string | undefined;
15420
15520
  storeOutputAs?: string | undefined;
15421
15521
  } & {
15422
15522
  provider?: any;
@@ -15537,6 +15637,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15537
15637
  } & {
15538
15638
  transform?: string | undefined;
15539
15639
  postprocess?: string | undefined;
15640
+ transformVars?: string | undefined;
15540
15641
  storeOutputAs?: string | undefined;
15541
15642
  } & {
15542
15643
  provider?: any;
@@ -15654,6 +15755,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15654
15755
  } & {
15655
15756
  transform?: string | undefined;
15656
15757
  postprocess?: string | undefined;
15758
+ transformVars?: string | undefined;
15657
15759
  storeOutputAs?: string | undefined;
15658
15760
  } & {
15659
15761
  provider?: any;
@@ -15773,6 +15875,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
15773
15875
  } & {
15774
15876
  transform?: string | undefined;
15775
15877
  postprocess?: string | undefined;
15878
+ transformVars?: string | undefined;
15776
15879
  storeOutputAs?: string | undefined;
15777
15880
  } & {
15778
15881
  provider?: any;
@@ -16903,14 +17006,17 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16903
17006
  */
16904
17007
  postprocess: z.ZodOptional<z.ZodString>;
16905
17008
  transform: z.ZodOptional<z.ZodString>;
17009
+ transformVars: z.ZodOptional<z.ZodString>;
16906
17010
  storeOutputAs: z.ZodOptional<z.ZodString>;
16907
17011
  }, "strip", z.ZodTypeAny, {
16908
17012
  transform?: string | undefined;
16909
17013
  postprocess?: string | undefined;
17014
+ transformVars?: string | undefined;
16910
17015
  storeOutputAs?: string | undefined;
16911
17016
  }, {
16912
17017
  transform?: string | undefined;
16913
17018
  postprocess?: string | undefined;
17019
+ transformVars?: string | undefined;
16914
17020
  storeOutputAs?: string | undefined;
16915
17021
  }>>, z.ZodIntersection<z.ZodObject<{
16916
17022
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -16991,6 +17097,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
16991
17097
  } & {
16992
17098
  transform?: string | undefined;
16993
17099
  postprocess?: string | undefined;
17100
+ transformVars?: string | undefined;
16994
17101
  storeOutputAs?: string | undefined;
16995
17102
  } & {
16996
17103
  provider?: any;
@@ -17107,6 +17214,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17107
17214
  } & {
17108
17215
  transform?: string | undefined;
17109
17216
  postprocess?: string | undefined;
17217
+ transformVars?: string | undefined;
17110
17218
  storeOutputAs?: string | undefined;
17111
17219
  } & {
17112
17220
  provider?: any;
@@ -17591,14 +17699,17 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17591
17699
  */
17592
17700
  postprocess: z.ZodOptional<z.ZodString>;
17593
17701
  transform: z.ZodOptional<z.ZodString>;
17702
+ transformVars: z.ZodOptional<z.ZodString>;
17594
17703
  storeOutputAs: z.ZodOptional<z.ZodString>;
17595
17704
  }, "strip", z.ZodTypeAny, {
17596
17705
  transform?: string | undefined;
17597
17706
  postprocess?: string | undefined;
17707
+ transformVars?: string | undefined;
17598
17708
  storeOutputAs?: string | undefined;
17599
17709
  }, {
17600
17710
  transform?: string | undefined;
17601
17711
  postprocess?: string | undefined;
17712
+ transformVars?: string | undefined;
17602
17713
  storeOutputAs?: string | undefined;
17603
17714
  }>>, z.ZodIntersection<z.ZodObject<{
17604
17715
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -17679,6 +17790,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17679
17790
  } & {
17680
17791
  transform?: string | undefined;
17681
17792
  postprocess?: string | undefined;
17793
+ transformVars?: string | undefined;
17682
17794
  storeOutputAs?: string | undefined;
17683
17795
  } & {
17684
17796
  provider?: any;
@@ -17795,6 +17907,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
17795
17907
  } & {
17796
17908
  transform?: string | undefined;
17797
17909
  postprocess?: string | undefined;
17910
+ transformVars?: string | undefined;
17798
17911
  storeOutputAs?: string | undefined;
17799
17912
  } & {
17800
17913
  provider?: any;
@@ -18277,14 +18390,17 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18277
18390
  */
18278
18391
  postprocess: z.ZodOptional<z.ZodString>;
18279
18392
  transform: z.ZodOptional<z.ZodString>;
18393
+ transformVars: z.ZodOptional<z.ZodString>;
18280
18394
  storeOutputAs: z.ZodOptional<z.ZodString>;
18281
18395
  }, "strip", z.ZodTypeAny, {
18282
18396
  transform?: string | undefined;
18283
18397
  postprocess?: string | undefined;
18398
+ transformVars?: string | undefined;
18284
18399
  storeOutputAs?: string | undefined;
18285
18400
  }, {
18286
18401
  transform?: string | undefined;
18287
18402
  postprocess?: string | undefined;
18403
+ transformVars?: string | undefined;
18288
18404
  storeOutputAs?: string | undefined;
18289
18405
  }>>, z.ZodIntersection<z.ZodObject<{
18290
18406
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -18365,6 +18481,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18365
18481
  } & {
18366
18482
  transform?: string | undefined;
18367
18483
  postprocess?: string | undefined;
18484
+ transformVars?: string | undefined;
18368
18485
  storeOutputAs?: string | undefined;
18369
18486
  } & {
18370
18487
  provider?: any;
@@ -18481,6 +18598,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18481
18598
  } & {
18482
18599
  transform?: string | undefined;
18483
18600
  postprocess?: string | undefined;
18601
+ transformVars?: string | undefined;
18484
18602
  storeOutputAs?: string | undefined;
18485
18603
  } & {
18486
18604
  provider?: any;
@@ -18599,6 +18717,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18599
18717
  } & {
18600
18718
  transform?: string | undefined;
18601
18719
  postprocess?: string | undefined;
18720
+ transformVars?: string | undefined;
18602
18721
  storeOutputAs?: string | undefined;
18603
18722
  } & {
18604
18723
  provider?: any;
@@ -18716,6 +18835,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18716
18835
  } & {
18717
18836
  transform?: string | undefined;
18718
18837
  postprocess?: string | undefined;
18838
+ transformVars?: string | undefined;
18719
18839
  storeOutputAs?: string | undefined;
18720
18840
  } & {
18721
18841
  provider?: any;
@@ -18835,6 +18955,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18835
18955
  } & {
18836
18956
  transform?: string | undefined;
18837
18957
  postprocess?: string | undefined;
18958
+ transformVars?: string | undefined;
18838
18959
  storeOutputAs?: string | undefined;
18839
18960
  } & {
18840
18961
  provider?: any;
@@ -18952,6 +19073,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
18952
19073
  } & {
18953
19074
  transform?: string | undefined;
18954
19075
  postprocess?: string | undefined;
19076
+ transformVars?: string | undefined;
18955
19077
  storeOutputAs?: string | undefined;
18956
19078
  } & {
18957
19079
  provider?: any;
@@ -19436,14 +19558,17 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19436
19558
  */
19437
19559
  postprocess: z.ZodOptional<z.ZodString>;
19438
19560
  transform: z.ZodOptional<z.ZodString>;
19561
+ transformVars: z.ZodOptional<z.ZodString>;
19439
19562
  storeOutputAs: z.ZodOptional<z.ZodString>;
19440
19563
  }, "strip", z.ZodTypeAny, {
19441
19564
  transform?: string | undefined;
19442
19565
  postprocess?: string | undefined;
19566
+ transformVars?: string | undefined;
19443
19567
  storeOutputAs?: string | undefined;
19444
19568
  }, {
19445
19569
  transform?: string | undefined;
19446
19570
  postprocess?: string | undefined;
19571
+ transformVars?: string | undefined;
19447
19572
  storeOutputAs?: string | undefined;
19448
19573
  }>>, z.ZodIntersection<z.ZodObject<{
19449
19574
  rubricPrompt: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodString, "many">, z.ZodArray<z.ZodObject<{
@@ -19524,6 +19649,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19524
19649
  } & {
19525
19650
  transform?: string | undefined;
19526
19651
  postprocess?: string | undefined;
19652
+ transformVars?: string | undefined;
19527
19653
  storeOutputAs?: string | undefined;
19528
19654
  } & {
19529
19655
  provider?: any;
@@ -19639,6 +19765,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
19639
19765
  } & {
19640
19766
  transform?: string | undefined;
19641
19767
  postprocess?: string | undefined;
19768
+ transformVars?: string | undefined;
19642
19769
  storeOutputAs?: string | undefined;
19643
19770
  } & {
19644
19771
  provider?: any;
@@ -20203,6 +20330,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20203
20330
  } & {
20204
20331
  transform?: string | undefined;
20205
20332
  postprocess?: string | undefined;
20333
+ transformVars?: string | undefined;
20206
20334
  storeOutputAs?: string | undefined;
20207
20335
  } & {
20208
20336
  provider?: any;
@@ -20323,6 +20451,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20323
20451
  } & {
20324
20452
  transform?: string | undefined;
20325
20453
  postprocess?: string | undefined;
20454
+ transformVars?: string | undefined;
20326
20455
  storeOutputAs?: string | undefined;
20327
20456
  } & {
20328
20457
  provider?: any;
@@ -20440,6 +20569,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20440
20569
  } & {
20441
20570
  transform?: string | undefined;
20442
20571
  postprocess?: string | undefined;
20572
+ transformVars?: string | undefined;
20443
20573
  storeOutputAs?: string | undefined;
20444
20574
  } & {
20445
20575
  provider?: any;
@@ -20559,6 +20689,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20559
20689
  } & {
20560
20690
  transform?: string | undefined;
20561
20691
  postprocess?: string | undefined;
20692
+ transformVars?: string | undefined;
20562
20693
  storeOutputAs?: string | undefined;
20563
20694
  } & {
20564
20695
  provider?: any;
@@ -20915,6 +21046,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
20915
21046
  } & {
20916
21047
  transform?: string | undefined;
20917
21048
  postprocess?: string | undefined;
21049
+ transformVars?: string | undefined;
20918
21050
  storeOutputAs?: string | undefined;
20919
21051
  } & {
20920
21052
  provider?: any;
@@ -21035,6 +21167,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
21035
21167
  } & {
21036
21168
  transform?: string | undefined;
21037
21169
  postprocess?: string | undefined;
21170
+ transformVars?: string | undefined;
21038
21171
  storeOutputAs?: string | undefined;
21039
21172
  } & {
21040
21173
  provider?: any;
@@ -21152,6 +21285,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
21152
21285
  } & {
21153
21286
  transform?: string | undefined;
21154
21287
  postprocess?: string | undefined;
21288
+ transformVars?: string | undefined;
21155
21289
  storeOutputAs?: string | undefined;
21156
21290
  } & {
21157
21291
  provider?: any;
@@ -21271,6 +21405,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
21271
21405
  } & {
21272
21406
  transform?: string | undefined;
21273
21407
  postprocess?: string | undefined;
21408
+ transformVars?: string | undefined;
21274
21409
  storeOutputAs?: string | undefined;
21275
21410
  } & {
21276
21411
  provider?: any;