promptfoo 0.86.0 → 0.86.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +1 -1
- package/dist/src/database/tables.d.ts +5 -0
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +17 -1
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/index.d.ts +2 -0
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/redteam/constants.d.ts +1 -1
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +2 -0
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/graders.d.ts +2 -0
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/graders.js +2 -0
- package/dist/src/redteam/graders.js.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts +17 -0
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -0
- package/dist/src/redteam/plugins/crossSessionLeak.js +116 -0
- package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -0
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +2 -0
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/types/index.d.ts +132 -0
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +2 -0
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/util/index.d.ts +2 -0
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +1 -1
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/{86-77b7a9056116d4d0.js → 86-fcb0efd0a19bac7d.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/{layout-2020c5f7a3d5d614.js → layout-7e9f2f2e6e73012a.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-f7c9e46492061e19.js +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +2 -2
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +2 -2
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +2 -2
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +3 -3
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +2 -2
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +2 -2
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +2 -2
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +3 -3
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +2 -2
- package/package.json +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-734a2a4a67b756c4.js +0 -1
- /package/dist/src/web/nextui/_next/static/{esmgjQylizTs69qxSTyX7 → dZdaCq6si45aMjpqs5Eik}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{esmgjQylizTs69qxSTyX7 → dZdaCq6si45aMjpqs5Eik}/_ssgManifest.js +0 -0
|
@@ -1202,12 +1202,15 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1202
1202
|
}>, z.ZodObject<{
|
|
1203
1203
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
1204
1204
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
1205
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
1205
1206
|
}, "strip", z.ZodTypeAny, {
|
|
1206
1207
|
disableVarExpansion?: boolean | undefined;
|
|
1207
1208
|
disableConversationVar?: boolean | undefined;
|
|
1209
|
+
runSerially?: boolean | undefined;
|
|
1208
1210
|
}, {
|
|
1209
1211
|
disableVarExpansion?: boolean | undefined;
|
|
1210
1212
|
disableConversationVar?: boolean | undefined;
|
|
1213
|
+
runSerially?: boolean | undefined;
|
|
1211
1214
|
}>>>>;
|
|
1212
1215
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
1213
1216
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
@@ -1235,6 +1238,7 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1235
1238
|
} & {
|
|
1236
1239
|
disableVarExpansion?: boolean | undefined;
|
|
1237
1240
|
disableConversationVar?: boolean | undefined;
|
|
1241
|
+
runSerially?: boolean | undefined;
|
|
1238
1242
|
}) | undefined;
|
|
1239
1243
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
1240
1244
|
provider?: string | {
|
|
@@ -1348,6 +1352,7 @@ export declare const TestCaseSchema: z.ZodObject<{
|
|
|
1348
1352
|
} & {
|
|
1349
1353
|
disableVarExpansion?: boolean | undefined;
|
|
1350
1354
|
disableConversationVar?: boolean | undefined;
|
|
1355
|
+
runSerially?: boolean | undefined;
|
|
1351
1356
|
}) | undefined;
|
|
1352
1357
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
1353
1358
|
provider?: string | {
|
|
@@ -1877,12 +1882,15 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1877
1882
|
}>, z.ZodObject<{
|
|
1878
1883
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
1879
1884
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
1885
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
1880
1886
|
}, "strip", z.ZodTypeAny, {
|
|
1881
1887
|
disableVarExpansion?: boolean | undefined;
|
|
1882
1888
|
disableConversationVar?: boolean | undefined;
|
|
1889
|
+
runSerially?: boolean | undefined;
|
|
1883
1890
|
}, {
|
|
1884
1891
|
disableVarExpansion?: boolean | undefined;
|
|
1885
1892
|
disableConversationVar?: boolean | undefined;
|
|
1893
|
+
runSerially?: boolean | undefined;
|
|
1886
1894
|
}>>>>;
|
|
1887
1895
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
1888
1896
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
@@ -1912,6 +1920,7 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
1912
1920
|
} & {
|
|
1913
1921
|
disableVarExpansion?: boolean | undefined;
|
|
1914
1922
|
disableConversationVar?: boolean | undefined;
|
|
1923
|
+
runSerially?: boolean | undefined;
|
|
1915
1924
|
}) | undefined;
|
|
1916
1925
|
vars?: string | string[] | Record<string, string | any[] | string[] | {}> | undefined;
|
|
1917
1926
|
provider?: string | {
|
|
@@ -2025,6 +2034,7 @@ export declare const TestCaseWithVarsFileSchema: z.ZodObject<z.objectUtil.extend
|
|
|
2025
2034
|
} & {
|
|
2026
2035
|
disableVarExpansion?: boolean | undefined;
|
|
2027
2036
|
disableConversationVar?: boolean | undefined;
|
|
2037
|
+
runSerially?: boolean | undefined;
|
|
2028
2038
|
}) | undefined;
|
|
2029
2039
|
vars?: string | string[] | Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
2030
2040
|
provider?: string | {
|
|
@@ -2551,12 +2561,15 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2551
2561
|
}>, z.ZodObject<{
|
|
2552
2562
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
2553
2563
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
2564
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
2554
2565
|
}, "strip", z.ZodTypeAny, {
|
|
2555
2566
|
disableVarExpansion?: boolean | undefined;
|
|
2556
2567
|
disableConversationVar?: boolean | undefined;
|
|
2568
|
+
runSerially?: boolean | undefined;
|
|
2557
2569
|
}, {
|
|
2558
2570
|
disableVarExpansion?: boolean | undefined;
|
|
2559
2571
|
disableConversationVar?: boolean | undefined;
|
|
2572
|
+
runSerially?: boolean | undefined;
|
|
2560
2573
|
}>>>>;
|
|
2561
2574
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
2562
2575
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
@@ -2584,6 +2597,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2584
2597
|
} & {
|
|
2585
2598
|
disableVarExpansion?: boolean | undefined;
|
|
2586
2599
|
disableConversationVar?: boolean | undefined;
|
|
2600
|
+
runSerially?: boolean | undefined;
|
|
2587
2601
|
}) | undefined;
|
|
2588
2602
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
2589
2603
|
provider?: string | {
|
|
@@ -2697,6 +2711,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
2697
2711
|
} & {
|
|
2698
2712
|
disableVarExpansion?: boolean | undefined;
|
|
2699
2713
|
disableConversationVar?: boolean | undefined;
|
|
2714
|
+
runSerially?: boolean | undefined;
|
|
2700
2715
|
}) | undefined;
|
|
2701
2716
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
2702
2717
|
provider?: string | {
|
|
@@ -3043,6 +3058,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3043
3058
|
} & {
|
|
3044
3059
|
disableVarExpansion?: boolean | undefined;
|
|
3045
3060
|
disableConversationVar?: boolean | undefined;
|
|
3061
|
+
runSerially?: boolean | undefined;
|
|
3046
3062
|
}) | undefined;
|
|
3047
3063
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
3048
3064
|
provider?: string | {
|
|
@@ -3194,6 +3210,7 @@ export declare const TestCasesWithMetadataSchema: z.ZodObject<{
|
|
|
3194
3210
|
} & {
|
|
3195
3211
|
disableVarExpansion?: boolean | undefined;
|
|
3196
3212
|
disableConversationVar?: boolean | undefined;
|
|
3213
|
+
runSerially?: boolean | undefined;
|
|
3197
3214
|
}) | undefined;
|
|
3198
3215
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
3199
3216
|
provider?: string | {
|
|
@@ -3724,12 +3741,15 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3724
3741
|
}>, z.ZodObject<{
|
|
3725
3742
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
3726
3743
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
3744
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
3727
3745
|
}, "strip", z.ZodTypeAny, {
|
|
3728
3746
|
disableVarExpansion?: boolean | undefined;
|
|
3729
3747
|
disableConversationVar?: boolean | undefined;
|
|
3748
|
+
runSerially?: boolean | undefined;
|
|
3730
3749
|
}, {
|
|
3731
3750
|
disableVarExpansion?: boolean | undefined;
|
|
3732
3751
|
disableConversationVar?: boolean | undefined;
|
|
3752
|
+
runSerially?: boolean | undefined;
|
|
3733
3753
|
}>>>>>;
|
|
3734
3754
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3735
3755
|
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
|
|
@@ -3757,6 +3777,7 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3757
3777
|
} & {
|
|
3758
3778
|
disableVarExpansion?: boolean | undefined;
|
|
3759
3779
|
disableConversationVar?: boolean | undefined;
|
|
3780
|
+
runSerially?: boolean | undefined;
|
|
3760
3781
|
}) | undefined;
|
|
3761
3782
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
3762
3783
|
provider?: string | {
|
|
@@ -3870,6 +3891,7 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
3870
3891
|
} & {
|
|
3871
3892
|
disableVarExpansion?: boolean | undefined;
|
|
3872
3893
|
disableConversationVar?: boolean | undefined;
|
|
3894
|
+
runSerially?: boolean | undefined;
|
|
3873
3895
|
}) | undefined;
|
|
3874
3896
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
3875
3897
|
provider?: string | {
|
|
@@ -4393,12 +4415,15 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4393
4415
|
}>, z.ZodObject<{
|
|
4394
4416
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
4395
4417
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
4418
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
4396
4419
|
}, "strip", z.ZodTypeAny, {
|
|
4397
4420
|
disableVarExpansion?: boolean | undefined;
|
|
4398
4421
|
disableConversationVar?: boolean | undefined;
|
|
4422
|
+
runSerially?: boolean | undefined;
|
|
4399
4423
|
}, {
|
|
4400
4424
|
disableVarExpansion?: boolean | undefined;
|
|
4401
4425
|
disableConversationVar?: boolean | undefined;
|
|
4426
|
+
runSerially?: boolean | undefined;
|
|
4402
4427
|
}>>>>;
|
|
4403
4428
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
4404
4429
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
@@ -4426,6 +4451,7 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4426
4451
|
} & {
|
|
4427
4452
|
disableVarExpansion?: boolean | undefined;
|
|
4428
4453
|
disableConversationVar?: boolean | undefined;
|
|
4454
|
+
runSerially?: boolean | undefined;
|
|
4429
4455
|
}) | undefined;
|
|
4430
4456
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
4431
4457
|
provider?: string | {
|
|
@@ -4539,6 +4565,7 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4539
4565
|
} & {
|
|
4540
4566
|
disableVarExpansion?: boolean | undefined;
|
|
4541
4567
|
disableConversationVar?: boolean | undefined;
|
|
4568
|
+
runSerially?: boolean | undefined;
|
|
4542
4569
|
}) | undefined;
|
|
4543
4570
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
4544
4571
|
provider?: string | {
|
|
@@ -4654,6 +4681,7 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4654
4681
|
} & {
|
|
4655
4682
|
disableVarExpansion?: boolean | undefined;
|
|
4656
4683
|
disableConversationVar?: boolean | undefined;
|
|
4684
|
+
runSerially?: boolean | undefined;
|
|
4657
4685
|
}) | undefined;
|
|
4658
4686
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
4659
4687
|
provider?: string | {
|
|
@@ -4768,6 +4796,7 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4768
4796
|
} & {
|
|
4769
4797
|
disableVarExpansion?: boolean | undefined;
|
|
4770
4798
|
disableConversationVar?: boolean | undefined;
|
|
4799
|
+
runSerially?: boolean | undefined;
|
|
4771
4800
|
}) | undefined;
|
|
4772
4801
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
4773
4802
|
provider?: string | {
|
|
@@ -4884,6 +4913,7 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4884
4913
|
} & {
|
|
4885
4914
|
disableVarExpansion?: boolean | undefined;
|
|
4886
4915
|
disableConversationVar?: boolean | undefined;
|
|
4916
|
+
runSerially?: boolean | undefined;
|
|
4887
4917
|
}) | undefined;
|
|
4888
4918
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
4889
4919
|
provider?: string | {
|
|
@@ -4998,6 +5028,7 @@ export declare const ScenarioSchema: z.ZodObject<{
|
|
|
4998
5028
|
} & {
|
|
4999
5029
|
disableVarExpansion?: boolean | undefined;
|
|
5000
5030
|
disableConversationVar?: boolean | undefined;
|
|
5031
|
+
runSerially?: boolean | undefined;
|
|
5001
5032
|
}) | undefined;
|
|
5002
5033
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
5003
5034
|
provider?: string | {
|
|
@@ -5524,12 +5555,15 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5524
5555
|
}>, z.ZodObject<{
|
|
5525
5556
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
5526
5557
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
5558
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
5527
5559
|
}, "strip", z.ZodTypeAny, {
|
|
5528
5560
|
disableVarExpansion?: boolean | undefined;
|
|
5529
5561
|
disableConversationVar?: boolean | undefined;
|
|
5562
|
+
runSerially?: boolean | undefined;
|
|
5530
5563
|
}, {
|
|
5531
5564
|
disableVarExpansion?: boolean | undefined;
|
|
5532
5565
|
disableConversationVar?: boolean | undefined;
|
|
5566
|
+
runSerially?: boolean | undefined;
|
|
5533
5567
|
}>>>>;
|
|
5534
5568
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
5535
5569
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
@@ -5559,6 +5593,7 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5559
5593
|
} & {
|
|
5560
5594
|
disableVarExpansion?: boolean | undefined;
|
|
5561
5595
|
disableConversationVar?: boolean | undefined;
|
|
5596
|
+
runSerially?: boolean | undefined;
|
|
5562
5597
|
}) | undefined;
|
|
5563
5598
|
vars?: Record<string, string | {}> | undefined;
|
|
5564
5599
|
provider?: string | {
|
|
@@ -5672,6 +5707,7 @@ export declare const AtomicTestCaseSchema: z.ZodObject<z.objectUtil.extendShape<
|
|
|
5672
5707
|
} & {
|
|
5673
5708
|
disableVarExpansion?: boolean | undefined;
|
|
5674
5709
|
disableConversationVar?: boolean | undefined;
|
|
5710
|
+
runSerially?: boolean | undefined;
|
|
5675
5711
|
}) | undefined;
|
|
5676
5712
|
vars?: Record<string, string | {}> | undefined;
|
|
5677
5713
|
provider?: string | {
|
|
@@ -6273,12 +6309,15 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6273
6309
|
}>, z.ZodObject<{
|
|
6274
6310
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
6275
6311
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
6312
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
6276
6313
|
}, "strip", z.ZodTypeAny, {
|
|
6277
6314
|
disableVarExpansion?: boolean | undefined;
|
|
6278
6315
|
disableConversationVar?: boolean | undefined;
|
|
6316
|
+
runSerially?: boolean | undefined;
|
|
6279
6317
|
}, {
|
|
6280
6318
|
disableVarExpansion?: boolean | undefined;
|
|
6281
6319
|
disableConversationVar?: boolean | undefined;
|
|
6320
|
+
runSerially?: boolean | undefined;
|
|
6282
6321
|
}>>>>;
|
|
6283
6322
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
6284
6323
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
@@ -6306,6 +6345,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6306
6345
|
} & {
|
|
6307
6346
|
disableVarExpansion?: boolean | undefined;
|
|
6308
6347
|
disableConversationVar?: boolean | undefined;
|
|
6348
|
+
runSerially?: boolean | undefined;
|
|
6309
6349
|
}) | undefined;
|
|
6310
6350
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
6311
6351
|
provider?: string | {
|
|
@@ -6419,6 +6459,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6419
6459
|
} & {
|
|
6420
6460
|
disableVarExpansion?: boolean | undefined;
|
|
6421
6461
|
disableConversationVar?: boolean | undefined;
|
|
6462
|
+
runSerially?: boolean | undefined;
|
|
6422
6463
|
}) | undefined;
|
|
6423
6464
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
6424
6465
|
provider?: string | {
|
|
@@ -6944,12 +6985,15 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6944
6985
|
}>, z.ZodObject<{
|
|
6945
6986
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
6946
6987
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
6988
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
6947
6989
|
}, "strip", z.ZodTypeAny, {
|
|
6948
6990
|
disableVarExpansion?: boolean | undefined;
|
|
6949
6991
|
disableConversationVar?: boolean | undefined;
|
|
6992
|
+
runSerially?: boolean | undefined;
|
|
6950
6993
|
}, {
|
|
6951
6994
|
disableVarExpansion?: boolean | undefined;
|
|
6952
6995
|
disableConversationVar?: boolean | undefined;
|
|
6996
|
+
runSerially?: boolean | undefined;
|
|
6953
6997
|
}>>>>>;
|
|
6954
6998
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
6955
6999
|
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
|
|
@@ -6977,6 +7021,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
6977
7021
|
} & {
|
|
6978
7022
|
disableVarExpansion?: boolean | undefined;
|
|
6979
7023
|
disableConversationVar?: boolean | undefined;
|
|
7024
|
+
runSerially?: boolean | undefined;
|
|
6980
7025
|
}) | undefined;
|
|
6981
7026
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
6982
7027
|
provider?: string | {
|
|
@@ -7090,6 +7135,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7090
7135
|
} & {
|
|
7091
7136
|
disableVarExpansion?: boolean | undefined;
|
|
7092
7137
|
disableConversationVar?: boolean | undefined;
|
|
7138
|
+
runSerially?: boolean | undefined;
|
|
7093
7139
|
}) | undefined;
|
|
7094
7140
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
7095
7141
|
provider?: string | {
|
|
@@ -7613,12 +7659,15 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7613
7659
|
}>, z.ZodObject<{
|
|
7614
7660
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
7615
7661
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
7662
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
7616
7663
|
}, "strip", z.ZodTypeAny, {
|
|
7617
7664
|
disableVarExpansion?: boolean | undefined;
|
|
7618
7665
|
disableConversationVar?: boolean | undefined;
|
|
7666
|
+
runSerially?: boolean | undefined;
|
|
7619
7667
|
}, {
|
|
7620
7668
|
disableVarExpansion?: boolean | undefined;
|
|
7621
7669
|
disableConversationVar?: boolean | undefined;
|
|
7670
|
+
runSerially?: boolean | undefined;
|
|
7622
7671
|
}>>>>;
|
|
7623
7672
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
7624
7673
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
@@ -7646,6 +7695,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7646
7695
|
} & {
|
|
7647
7696
|
disableVarExpansion?: boolean | undefined;
|
|
7648
7697
|
disableConversationVar?: boolean | undefined;
|
|
7698
|
+
runSerially?: boolean | undefined;
|
|
7649
7699
|
}) | undefined;
|
|
7650
7700
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
7651
7701
|
provider?: string | {
|
|
@@ -7759,6 +7809,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7759
7809
|
} & {
|
|
7760
7810
|
disableVarExpansion?: boolean | undefined;
|
|
7761
7811
|
disableConversationVar?: boolean | undefined;
|
|
7812
|
+
runSerially?: boolean | undefined;
|
|
7762
7813
|
}) | undefined;
|
|
7763
7814
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
7764
7815
|
provider?: string | {
|
|
@@ -7874,6 +7925,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7874
7925
|
} & {
|
|
7875
7926
|
disableVarExpansion?: boolean | undefined;
|
|
7876
7927
|
disableConversationVar?: boolean | undefined;
|
|
7928
|
+
runSerially?: boolean | undefined;
|
|
7877
7929
|
}) | undefined;
|
|
7878
7930
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
7879
7931
|
provider?: string | {
|
|
@@ -7988,6 +8040,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
7988
8040
|
} & {
|
|
7989
8041
|
disableVarExpansion?: boolean | undefined;
|
|
7990
8042
|
disableConversationVar?: boolean | undefined;
|
|
8043
|
+
runSerially?: boolean | undefined;
|
|
7991
8044
|
}) | undefined;
|
|
7992
8045
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
7993
8046
|
provider?: string | {
|
|
@@ -8104,6 +8157,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8104
8157
|
} & {
|
|
8105
8158
|
disableVarExpansion?: boolean | undefined;
|
|
8106
8159
|
disableConversationVar?: boolean | undefined;
|
|
8160
|
+
runSerially?: boolean | undefined;
|
|
8107
8161
|
}) | undefined;
|
|
8108
8162
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
8109
8163
|
provider?: string | {
|
|
@@ -8218,6 +8272,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8218
8272
|
} & {
|
|
8219
8273
|
disableVarExpansion?: boolean | undefined;
|
|
8220
8274
|
disableConversationVar?: boolean | undefined;
|
|
8275
|
+
runSerially?: boolean | undefined;
|
|
8221
8276
|
}) | undefined;
|
|
8222
8277
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
8223
8278
|
provider?: string | {
|
|
@@ -8743,12 +8798,15 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8743
8798
|
}>, z.ZodObject<{
|
|
8744
8799
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
8745
8800
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
8801
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
8746
8802
|
}, "strip", z.ZodTypeAny, {
|
|
8747
8803
|
disableVarExpansion?: boolean | undefined;
|
|
8748
8804
|
disableConversationVar?: boolean | undefined;
|
|
8805
|
+
runSerially?: boolean | undefined;
|
|
8749
8806
|
}, {
|
|
8750
8807
|
disableVarExpansion?: boolean | undefined;
|
|
8751
8808
|
disableConversationVar?: boolean | undefined;
|
|
8809
|
+
runSerially?: boolean | undefined;
|
|
8752
8810
|
}>>>>>;
|
|
8753
8811
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
8754
8812
|
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
|
|
@@ -8776,6 +8834,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8776
8834
|
} & {
|
|
8777
8835
|
disableVarExpansion?: boolean | undefined;
|
|
8778
8836
|
disableConversationVar?: boolean | undefined;
|
|
8837
|
+
runSerially?: boolean | undefined;
|
|
8779
8838
|
}) | undefined;
|
|
8780
8839
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
8781
8840
|
provider?: string | {
|
|
@@ -8889,6 +8948,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
8889
8948
|
} & {
|
|
8890
8949
|
disableVarExpansion?: boolean | undefined;
|
|
8891
8950
|
disableConversationVar?: boolean | undefined;
|
|
8951
|
+
runSerially?: boolean | undefined;
|
|
8892
8952
|
}) | undefined;
|
|
8893
8953
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
8894
8954
|
provider?: string | {
|
|
@@ -9180,6 +9240,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9180
9240
|
} & {
|
|
9181
9241
|
disableVarExpansion?: boolean | undefined;
|
|
9182
9242
|
disableConversationVar?: boolean | undefined;
|
|
9243
|
+
runSerially?: boolean | undefined;
|
|
9183
9244
|
}) | undefined;
|
|
9184
9245
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9185
9246
|
provider?: string | {
|
|
@@ -9297,6 +9358,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9297
9358
|
} & {
|
|
9298
9359
|
disableVarExpansion?: boolean | undefined;
|
|
9299
9360
|
disableConversationVar?: boolean | undefined;
|
|
9361
|
+
runSerially?: boolean | undefined;
|
|
9300
9362
|
}) | undefined;
|
|
9301
9363
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9302
9364
|
provider?: string | {
|
|
@@ -9411,6 +9473,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9411
9473
|
} & {
|
|
9412
9474
|
disableVarExpansion?: boolean | undefined;
|
|
9413
9475
|
disableConversationVar?: boolean | undefined;
|
|
9476
|
+
runSerially?: boolean | undefined;
|
|
9414
9477
|
}) | undefined;
|
|
9415
9478
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9416
9479
|
provider?: string | {
|
|
@@ -9527,6 +9590,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9527
9590
|
} & {
|
|
9528
9591
|
disableVarExpansion?: boolean | undefined;
|
|
9529
9592
|
disableConversationVar?: boolean | undefined;
|
|
9593
|
+
runSerially?: boolean | undefined;
|
|
9530
9594
|
}) | undefined;
|
|
9531
9595
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
9532
9596
|
provider?: string | {
|
|
@@ -9706,6 +9770,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9706
9770
|
} & {
|
|
9707
9771
|
disableVarExpansion?: boolean | undefined;
|
|
9708
9772
|
disableConversationVar?: boolean | undefined;
|
|
9773
|
+
runSerially?: boolean | undefined;
|
|
9709
9774
|
}) | undefined;
|
|
9710
9775
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
9711
9776
|
provider?: string | {
|
|
@@ -9823,6 +9888,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9823
9888
|
} & {
|
|
9824
9889
|
disableVarExpansion?: boolean | undefined;
|
|
9825
9890
|
disableConversationVar?: boolean | undefined;
|
|
9891
|
+
runSerially?: boolean | undefined;
|
|
9826
9892
|
}) | undefined;
|
|
9827
9893
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
9828
9894
|
provider?: string | {
|
|
@@ -9937,6 +10003,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
9937
10003
|
} & {
|
|
9938
10004
|
disableVarExpansion?: boolean | undefined;
|
|
9939
10005
|
disableConversationVar?: boolean | undefined;
|
|
10006
|
+
runSerially?: boolean | undefined;
|
|
9940
10007
|
}) | undefined;
|
|
9941
10008
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
9942
10009
|
provider?: string | {
|
|
@@ -10053,6 +10120,7 @@ export declare const TestSuiteSchema: z.ZodObject<{
|
|
|
10053
10120
|
} & {
|
|
10054
10121
|
disableVarExpansion?: boolean | undefined;
|
|
10055
10122
|
disableConversationVar?: boolean | undefined;
|
|
10123
|
+
runSerially?: boolean | undefined;
|
|
10056
10124
|
}) | undefined;
|
|
10057
10125
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
10058
10126
|
provider?: string | {
|
|
@@ -11220,12 +11288,15 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11220
11288
|
}>, z.ZodObject<{
|
|
11221
11289
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
11222
11290
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
11291
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
11223
11292
|
}, "strip", z.ZodTypeAny, {
|
|
11224
11293
|
disableVarExpansion?: boolean | undefined;
|
|
11225
11294
|
disableConversationVar?: boolean | undefined;
|
|
11295
|
+
runSerially?: boolean | undefined;
|
|
11226
11296
|
}, {
|
|
11227
11297
|
disableVarExpansion?: boolean | undefined;
|
|
11228
11298
|
disableConversationVar?: boolean | undefined;
|
|
11299
|
+
runSerially?: boolean | undefined;
|
|
11229
11300
|
}>>>>;
|
|
11230
11301
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
11231
11302
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
@@ -11253,6 +11324,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11253
11324
|
} & {
|
|
11254
11325
|
disableVarExpansion?: boolean | undefined;
|
|
11255
11326
|
disableConversationVar?: boolean | undefined;
|
|
11327
|
+
runSerially?: boolean | undefined;
|
|
11256
11328
|
}) | undefined;
|
|
11257
11329
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
11258
11330
|
provider?: string | {
|
|
@@ -11366,6 +11438,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11366
11438
|
} & {
|
|
11367
11439
|
disableVarExpansion?: boolean | undefined;
|
|
11368
11440
|
disableConversationVar?: boolean | undefined;
|
|
11441
|
+
runSerially?: boolean | undefined;
|
|
11369
11442
|
}) | undefined;
|
|
11370
11443
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
11371
11444
|
provider?: string | {
|
|
@@ -11891,12 +11964,15 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11891
11964
|
}>, z.ZodObject<{
|
|
11892
11965
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
11893
11966
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
11967
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
11894
11968
|
}, "strip", z.ZodTypeAny, {
|
|
11895
11969
|
disableVarExpansion?: boolean | undefined;
|
|
11896
11970
|
disableConversationVar?: boolean | undefined;
|
|
11971
|
+
runSerially?: boolean | undefined;
|
|
11897
11972
|
}, {
|
|
11898
11973
|
disableVarExpansion?: boolean | undefined;
|
|
11899
11974
|
disableConversationVar?: boolean | undefined;
|
|
11975
|
+
runSerially?: boolean | undefined;
|
|
11900
11976
|
}>>>>>;
|
|
11901
11977
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
11902
11978
|
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
|
|
@@ -11924,6 +12000,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
11924
12000
|
} & {
|
|
11925
12001
|
disableVarExpansion?: boolean | undefined;
|
|
11926
12002
|
disableConversationVar?: boolean | undefined;
|
|
12003
|
+
runSerially?: boolean | undefined;
|
|
11927
12004
|
}) | undefined;
|
|
11928
12005
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
11929
12006
|
provider?: string | {
|
|
@@ -12037,6 +12114,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12037
12114
|
} & {
|
|
12038
12115
|
disableVarExpansion?: boolean | undefined;
|
|
12039
12116
|
disableConversationVar?: boolean | undefined;
|
|
12117
|
+
runSerially?: boolean | undefined;
|
|
12040
12118
|
}) | undefined;
|
|
12041
12119
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
12042
12120
|
provider?: string | {
|
|
@@ -12560,12 +12638,15 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12560
12638
|
}>, z.ZodObject<{
|
|
12561
12639
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
12562
12640
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
12641
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
12563
12642
|
}, "strip", z.ZodTypeAny, {
|
|
12564
12643
|
disableVarExpansion?: boolean | undefined;
|
|
12565
12644
|
disableConversationVar?: boolean | undefined;
|
|
12645
|
+
runSerially?: boolean | undefined;
|
|
12566
12646
|
}, {
|
|
12567
12647
|
disableVarExpansion?: boolean | undefined;
|
|
12568
12648
|
disableConversationVar?: boolean | undefined;
|
|
12649
|
+
runSerially?: boolean | undefined;
|
|
12569
12650
|
}>>>>;
|
|
12570
12651
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
12571
12652
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
@@ -12593,6 +12674,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12593
12674
|
} & {
|
|
12594
12675
|
disableVarExpansion?: boolean | undefined;
|
|
12595
12676
|
disableConversationVar?: boolean | undefined;
|
|
12677
|
+
runSerially?: boolean | undefined;
|
|
12596
12678
|
}) | undefined;
|
|
12597
12679
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
12598
12680
|
provider?: string | {
|
|
@@ -12706,6 +12788,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12706
12788
|
} & {
|
|
12707
12789
|
disableVarExpansion?: boolean | undefined;
|
|
12708
12790
|
disableConversationVar?: boolean | undefined;
|
|
12791
|
+
runSerially?: boolean | undefined;
|
|
12709
12792
|
}) | undefined;
|
|
12710
12793
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
12711
12794
|
provider?: string | {
|
|
@@ -12821,6 +12904,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12821
12904
|
} & {
|
|
12822
12905
|
disableVarExpansion?: boolean | undefined;
|
|
12823
12906
|
disableConversationVar?: boolean | undefined;
|
|
12907
|
+
runSerially?: boolean | undefined;
|
|
12824
12908
|
}) | undefined;
|
|
12825
12909
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
12826
12910
|
provider?: string | {
|
|
@@ -12935,6 +13019,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
12935
13019
|
} & {
|
|
12936
13020
|
disableVarExpansion?: boolean | undefined;
|
|
12937
13021
|
disableConversationVar?: boolean | undefined;
|
|
13022
|
+
runSerially?: boolean | undefined;
|
|
12938
13023
|
}) | undefined;
|
|
12939
13024
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
12940
13025
|
provider?: string | {
|
|
@@ -13051,6 +13136,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13051
13136
|
} & {
|
|
13052
13137
|
disableVarExpansion?: boolean | undefined;
|
|
13053
13138
|
disableConversationVar?: boolean | undefined;
|
|
13139
|
+
runSerially?: boolean | undefined;
|
|
13054
13140
|
}) | undefined;
|
|
13055
13141
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
13056
13142
|
provider?: string | {
|
|
@@ -13165,6 +13251,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13165
13251
|
} & {
|
|
13166
13252
|
disableVarExpansion?: boolean | undefined;
|
|
13167
13253
|
disableConversationVar?: boolean | undefined;
|
|
13254
|
+
runSerially?: boolean | undefined;
|
|
13168
13255
|
}) | undefined;
|
|
13169
13256
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
13170
13257
|
provider?: string | {
|
|
@@ -13690,12 +13777,15 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13690
13777
|
}>, z.ZodObject<{
|
|
13691
13778
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
13692
13779
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
13780
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
13693
13781
|
}, "strip", z.ZodTypeAny, {
|
|
13694
13782
|
disableVarExpansion?: boolean | undefined;
|
|
13695
13783
|
disableConversationVar?: boolean | undefined;
|
|
13784
|
+
runSerially?: boolean | undefined;
|
|
13696
13785
|
}, {
|
|
13697
13786
|
disableVarExpansion?: boolean | undefined;
|
|
13698
13787
|
disableConversationVar?: boolean | undefined;
|
|
13788
|
+
runSerially?: boolean | undefined;
|
|
13699
13789
|
}>>>>>;
|
|
13700
13790
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
13701
13791
|
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
|
|
@@ -13723,6 +13813,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13723
13813
|
} & {
|
|
13724
13814
|
disableVarExpansion?: boolean | undefined;
|
|
13725
13815
|
disableConversationVar?: boolean | undefined;
|
|
13816
|
+
runSerially?: boolean | undefined;
|
|
13726
13817
|
}) | undefined;
|
|
13727
13818
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
13728
13819
|
provider?: string | {
|
|
@@ -13835,6 +13926,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
13835
13926
|
} & {
|
|
13836
13927
|
disableVarExpansion?: boolean | undefined;
|
|
13837
13928
|
disableConversationVar?: boolean | undefined;
|
|
13929
|
+
runSerially?: boolean | undefined;
|
|
13838
13930
|
}) | undefined;
|
|
13839
13931
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
13840
13932
|
provider?: string | {
|
|
@@ -14265,6 +14357,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14265
14357
|
} & {
|
|
14266
14358
|
disableVarExpansion?: boolean | undefined;
|
|
14267
14359
|
disableConversationVar?: boolean | undefined;
|
|
14360
|
+
runSerially?: boolean | undefined;
|
|
14268
14361
|
}) | undefined;
|
|
14269
14362
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14270
14363
|
provider?: string | {
|
|
@@ -14381,6 +14474,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14381
14474
|
} & {
|
|
14382
14475
|
disableVarExpansion?: boolean | undefined;
|
|
14383
14476
|
disableConversationVar?: boolean | undefined;
|
|
14477
|
+
runSerially?: boolean | undefined;
|
|
14384
14478
|
}) | undefined;
|
|
14385
14479
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14386
14480
|
provider?: string | {
|
|
@@ -14495,6 +14589,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14495
14589
|
} & {
|
|
14496
14590
|
disableVarExpansion?: boolean | undefined;
|
|
14497
14591
|
disableConversationVar?: boolean | undefined;
|
|
14592
|
+
runSerially?: boolean | undefined;
|
|
14498
14593
|
}) | undefined;
|
|
14499
14594
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14500
14595
|
provider?: string | {
|
|
@@ -14611,6 +14706,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14611
14706
|
} & {
|
|
14612
14707
|
disableVarExpansion?: boolean | undefined;
|
|
14613
14708
|
disableConversationVar?: boolean | undefined;
|
|
14709
|
+
runSerially?: boolean | undefined;
|
|
14614
14710
|
}) | undefined;
|
|
14615
14711
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
14616
14712
|
provider?: string | {
|
|
@@ -14922,6 +15018,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
14922
15018
|
} & {
|
|
14923
15019
|
disableVarExpansion?: boolean | undefined;
|
|
14924
15020
|
disableConversationVar?: boolean | undefined;
|
|
15021
|
+
runSerially?: boolean | undefined;
|
|
14925
15022
|
}) | undefined;
|
|
14926
15023
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
14927
15024
|
provider?: string | {
|
|
@@ -15038,6 +15135,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15038
15135
|
} & {
|
|
15039
15136
|
disableVarExpansion?: boolean | undefined;
|
|
15040
15137
|
disableConversationVar?: boolean | undefined;
|
|
15138
|
+
runSerially?: boolean | undefined;
|
|
15041
15139
|
}) | undefined;
|
|
15042
15140
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
15043
15141
|
provider?: string | {
|
|
@@ -15152,6 +15250,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15152
15250
|
} & {
|
|
15153
15251
|
disableVarExpansion?: boolean | undefined;
|
|
15154
15252
|
disableConversationVar?: boolean | undefined;
|
|
15253
|
+
runSerially?: boolean | undefined;
|
|
15155
15254
|
}) | undefined;
|
|
15156
15255
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
15157
15256
|
provider?: string | {
|
|
@@ -15268,6 +15367,7 @@ export declare const TestSuiteConfigSchema: z.ZodObject<{
|
|
|
15268
15367
|
} & {
|
|
15269
15368
|
disableVarExpansion?: boolean | undefined;
|
|
15270
15369
|
disableConversationVar?: boolean | undefined;
|
|
15370
|
+
runSerially?: boolean | undefined;
|
|
15271
15371
|
}) | undefined;
|
|
15272
15372
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
15273
15373
|
provider?: string | {
|
|
@@ -16440,12 +16540,15 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16440
16540
|
}>, z.ZodObject<{
|
|
16441
16541
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
16442
16542
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
16543
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
16443
16544
|
}, "strip", z.ZodTypeAny, {
|
|
16444
16545
|
disableVarExpansion?: boolean | undefined;
|
|
16445
16546
|
disableConversationVar?: boolean | undefined;
|
|
16547
|
+
runSerially?: boolean | undefined;
|
|
16446
16548
|
}, {
|
|
16447
16549
|
disableVarExpansion?: boolean | undefined;
|
|
16448
16550
|
disableConversationVar?: boolean | undefined;
|
|
16551
|
+
runSerially?: boolean | undefined;
|
|
16449
16552
|
}>>>>;
|
|
16450
16553
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
16451
16554
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
@@ -16473,6 +16576,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16473
16576
|
} & {
|
|
16474
16577
|
disableVarExpansion?: boolean | undefined;
|
|
16475
16578
|
disableConversationVar?: boolean | undefined;
|
|
16579
|
+
runSerially?: boolean | undefined;
|
|
16476
16580
|
}) | undefined;
|
|
16477
16581
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
16478
16582
|
provider?: string | {
|
|
@@ -16586,6 +16690,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
16586
16690
|
} & {
|
|
16587
16691
|
disableVarExpansion?: boolean | undefined;
|
|
16588
16692
|
disableConversationVar?: boolean | undefined;
|
|
16693
|
+
runSerially?: boolean | undefined;
|
|
16589
16694
|
}) | undefined;
|
|
16590
16695
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
16591
16696
|
provider?: string | {
|
|
@@ -17111,12 +17216,15 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17111
17216
|
}>, z.ZodObject<{
|
|
17112
17217
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
17113
17218
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
17219
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
17114
17220
|
}, "strip", z.ZodTypeAny, {
|
|
17115
17221
|
disableVarExpansion?: boolean | undefined;
|
|
17116
17222
|
disableConversationVar?: boolean | undefined;
|
|
17223
|
+
runSerially?: boolean | undefined;
|
|
17117
17224
|
}, {
|
|
17118
17225
|
disableVarExpansion?: boolean | undefined;
|
|
17119
17226
|
disableConversationVar?: boolean | undefined;
|
|
17227
|
+
runSerially?: boolean | undefined;
|
|
17120
17228
|
}>>>>>;
|
|
17121
17229
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
17122
17230
|
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
|
|
@@ -17144,6 +17252,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17144
17252
|
} & {
|
|
17145
17253
|
disableVarExpansion?: boolean | undefined;
|
|
17146
17254
|
disableConversationVar?: boolean | undefined;
|
|
17255
|
+
runSerially?: boolean | undefined;
|
|
17147
17256
|
}) | undefined;
|
|
17148
17257
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
17149
17258
|
provider?: string | {
|
|
@@ -17257,6 +17366,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17257
17366
|
} & {
|
|
17258
17367
|
disableVarExpansion?: boolean | undefined;
|
|
17259
17368
|
disableConversationVar?: boolean | undefined;
|
|
17369
|
+
runSerially?: boolean | undefined;
|
|
17260
17370
|
}) | undefined;
|
|
17261
17371
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
17262
17372
|
provider?: string | {
|
|
@@ -17780,12 +17890,15 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17780
17890
|
}>, z.ZodObject<{
|
|
17781
17891
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
17782
17892
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
17893
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
17783
17894
|
}, "strip", z.ZodTypeAny, {
|
|
17784
17895
|
disableVarExpansion?: boolean | undefined;
|
|
17785
17896
|
disableConversationVar?: boolean | undefined;
|
|
17897
|
+
runSerially?: boolean | undefined;
|
|
17786
17898
|
}, {
|
|
17787
17899
|
disableVarExpansion?: boolean | undefined;
|
|
17788
17900
|
disableConversationVar?: boolean | undefined;
|
|
17901
|
+
runSerially?: boolean | undefined;
|
|
17789
17902
|
}>>>>;
|
|
17790
17903
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
17791
17904
|
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
|
|
@@ -17813,6 +17926,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17813
17926
|
} & {
|
|
17814
17927
|
disableVarExpansion?: boolean | undefined;
|
|
17815
17928
|
disableConversationVar?: boolean | undefined;
|
|
17929
|
+
runSerially?: boolean | undefined;
|
|
17816
17930
|
}) | undefined;
|
|
17817
17931
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
17818
17932
|
provider?: string | {
|
|
@@ -17926,6 +18040,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
17926
18040
|
} & {
|
|
17927
18041
|
disableVarExpansion?: boolean | undefined;
|
|
17928
18042
|
disableConversationVar?: boolean | undefined;
|
|
18043
|
+
runSerially?: boolean | undefined;
|
|
17929
18044
|
}) | undefined;
|
|
17930
18045
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
17931
18046
|
provider?: string | {
|
|
@@ -18041,6 +18156,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18041
18156
|
} & {
|
|
18042
18157
|
disableVarExpansion?: boolean | undefined;
|
|
18043
18158
|
disableConversationVar?: boolean | undefined;
|
|
18159
|
+
runSerially?: boolean | undefined;
|
|
18044
18160
|
}) | undefined;
|
|
18045
18161
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
18046
18162
|
provider?: string | {
|
|
@@ -18155,6 +18271,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18155
18271
|
} & {
|
|
18156
18272
|
disableVarExpansion?: boolean | undefined;
|
|
18157
18273
|
disableConversationVar?: boolean | undefined;
|
|
18274
|
+
runSerially?: boolean | undefined;
|
|
18158
18275
|
}) | undefined;
|
|
18159
18276
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
18160
18277
|
provider?: string | {
|
|
@@ -18271,6 +18388,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18271
18388
|
} & {
|
|
18272
18389
|
disableVarExpansion?: boolean | undefined;
|
|
18273
18390
|
disableConversationVar?: boolean | undefined;
|
|
18391
|
+
runSerially?: boolean | undefined;
|
|
18274
18392
|
}) | undefined;
|
|
18275
18393
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
18276
18394
|
provider?: string | {
|
|
@@ -18385,6 +18503,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18385
18503
|
} & {
|
|
18386
18504
|
disableVarExpansion?: boolean | undefined;
|
|
18387
18505
|
disableConversationVar?: boolean | undefined;
|
|
18506
|
+
runSerially?: boolean | undefined;
|
|
18388
18507
|
}) | undefined;
|
|
18389
18508
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
18390
18509
|
provider?: string | {
|
|
@@ -18910,12 +19029,15 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18910
19029
|
}>, z.ZodObject<{
|
|
18911
19030
|
disableVarExpansion: z.ZodOptional<z.ZodBoolean>;
|
|
18912
19031
|
disableConversationVar: z.ZodOptional<z.ZodBoolean>;
|
|
19032
|
+
runSerially: z.ZodOptional<z.ZodBoolean>;
|
|
18913
19033
|
}, "strip", z.ZodTypeAny, {
|
|
18914
19034
|
disableVarExpansion?: boolean | undefined;
|
|
18915
19035
|
disableConversationVar?: boolean | undefined;
|
|
19036
|
+
runSerially?: boolean | undefined;
|
|
18916
19037
|
}, {
|
|
18917
19038
|
disableVarExpansion?: boolean | undefined;
|
|
18918
19039
|
disableConversationVar?: boolean | undefined;
|
|
19040
|
+
runSerially?: boolean | undefined;
|
|
18919
19041
|
}>>>>>;
|
|
18920
19042
|
threshold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
18921
19043
|
metadata: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>>;
|
|
@@ -18943,6 +19065,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
18943
19065
|
} & {
|
|
18944
19066
|
disableVarExpansion?: boolean | undefined;
|
|
18945
19067
|
disableConversationVar?: boolean | undefined;
|
|
19068
|
+
runSerially?: boolean | undefined;
|
|
18946
19069
|
}) | undefined;
|
|
18947
19070
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
18948
19071
|
provider?: string | {
|
|
@@ -19055,6 +19178,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19055
19178
|
} & {
|
|
19056
19179
|
disableVarExpansion?: boolean | undefined;
|
|
19057
19180
|
disableConversationVar?: boolean | undefined;
|
|
19181
|
+
runSerially?: boolean | undefined;
|
|
19058
19182
|
}) | undefined;
|
|
19059
19183
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
19060
19184
|
provider?: string | {
|
|
@@ -19616,6 +19740,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19616
19740
|
} & {
|
|
19617
19741
|
disableVarExpansion?: boolean | undefined;
|
|
19618
19742
|
disableConversationVar?: boolean | undefined;
|
|
19743
|
+
runSerially?: boolean | undefined;
|
|
19619
19744
|
}) | undefined;
|
|
19620
19745
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19621
19746
|
provider?: string | {
|
|
@@ -19732,6 +19857,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19732
19857
|
} & {
|
|
19733
19858
|
disableVarExpansion?: boolean | undefined;
|
|
19734
19859
|
disableConversationVar?: boolean | undefined;
|
|
19860
|
+
runSerially?: boolean | undefined;
|
|
19735
19861
|
}) | undefined;
|
|
19736
19862
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19737
19863
|
provider?: string | {
|
|
@@ -19846,6 +19972,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19846
19972
|
} & {
|
|
19847
19973
|
disableVarExpansion?: boolean | undefined;
|
|
19848
19974
|
disableConversationVar?: boolean | undefined;
|
|
19975
|
+
runSerially?: boolean | undefined;
|
|
19849
19976
|
}) | undefined;
|
|
19850
19977
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19851
19978
|
provider?: string | {
|
|
@@ -19962,6 +20089,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
19962
20089
|
} & {
|
|
19963
20090
|
disableVarExpansion?: boolean | undefined;
|
|
19964
20091
|
disableConversationVar?: boolean | undefined;
|
|
20092
|
+
runSerially?: boolean | undefined;
|
|
19965
20093
|
}) | undefined;
|
|
19966
20094
|
vars?: Record<string, string | any[] | string[] | {}> | undefined;
|
|
19967
20095
|
provider?: string | {
|
|
@@ -20316,6 +20444,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20316
20444
|
} & {
|
|
20317
20445
|
disableVarExpansion?: boolean | undefined;
|
|
20318
20446
|
disableConversationVar?: boolean | undefined;
|
|
20447
|
+
runSerially?: boolean | undefined;
|
|
20319
20448
|
}) | undefined;
|
|
20320
20449
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20321
20450
|
provider?: string | {
|
|
@@ -20432,6 +20561,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20432
20561
|
} & {
|
|
20433
20562
|
disableVarExpansion?: boolean | undefined;
|
|
20434
20563
|
disableConversationVar?: boolean | undefined;
|
|
20564
|
+
runSerially?: boolean | undefined;
|
|
20435
20565
|
}) | undefined;
|
|
20436
20566
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20437
20567
|
provider?: string | {
|
|
@@ -20546,6 +20676,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20546
20676
|
} & {
|
|
20547
20677
|
disableVarExpansion?: boolean | undefined;
|
|
20548
20678
|
disableConversationVar?: boolean | undefined;
|
|
20679
|
+
runSerially?: boolean | undefined;
|
|
20549
20680
|
}) | undefined;
|
|
20550
20681
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20551
20682
|
provider?: string | {
|
|
@@ -20662,6 +20793,7 @@ export declare const UnifiedConfigSchema: z.ZodObject<z.objectUtil.extendShape<{
|
|
|
20662
20793
|
} & {
|
|
20663
20794
|
disableVarExpansion?: boolean | undefined;
|
|
20664
20795
|
disableConversationVar?: boolean | undefined;
|
|
20796
|
+
runSerially?: boolean | undefined;
|
|
20665
20797
|
}) | undefined;
|
|
20666
20798
|
vars?: Record<string, string | number | boolean | any[] | (string | number | boolean)[] | {}> | undefined;
|
|
20667
20799
|
provider?: string | {
|