promptfoo 0.115.1 → 0.115.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +1 -1
- package/dist/src/app/assets/{index-BguflfND.css → index-BPc2R353.css} +1 -1
- package/dist/src/app/assets/index-BfrupEi-.js +839 -0
- package/dist/src/app/assets/{source-map-support-yC3CWAhX.js → source-map-support-Bxu-SWOe.js} +1 -1
- package/dist/src/app/assets/{sync-Dow9n6Ue.js → sync-b9Bq8szO.js} +1 -1
- package/dist/src/app/index.html +2 -2
- package/dist/src/assertions/openai.d.ts.map +1 -1
- package/dist/src/assertions/openai.js +3 -1
- package/dist/src/assertions/openai.js.map +1 -1
- package/dist/src/assertions/synthesis.d.ts +15 -0
- package/dist/src/assertions/synthesis.d.ts.map +1 -0
- package/dist/src/assertions/synthesis.js +504 -0
- package/dist/src/assertions/synthesis.js.map +1 -0
- package/dist/src/commands/delete.d.ts +2 -0
- package/dist/src/commands/delete.d.ts.map +1 -1
- package/dist/src/commands/delete.js +3 -0
- package/dist/src/commands/delete.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +15 -14
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/generate/assertions.d.ts +19 -0
- package/dist/src/commands/generate/assertions.d.ts.map +1 -0
- package/dist/src/commands/generate/assertions.js +150 -0
- package/dist/src/commands/generate/assertions.js.map +1 -0
- package/dist/src/commands/modelScan.d.ts +1 -0
- package/dist/src/commands/modelScan.d.ts.map +1 -1
- package/dist/src/commands/modelScan.js +4 -5
- package/dist/src/commands/modelScan.js.map +1 -1
- package/dist/src/commands/show.d.ts +3 -0
- package/dist/src/commands/show.d.ts.map +1 -1
- package/dist/src/commands/show.js +7 -0
- package/dist/src/commands/show.js.map +1 -1
- package/dist/src/database/tables.d.ts +22 -0
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/envars.d.ts +1 -1
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/evaluator.d.ts +9 -0
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +48 -24
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/evaluatorHelpers.d.ts +10156 -5
- package/dist/src/evaluatorHelpers.d.ts.map +1 -1
- package/dist/src/evaluatorHelpers.js +92 -5
- package/dist/src/evaluatorHelpers.js.map +1 -1
- package/dist/src/main.d.ts.map +1 -1
- package/dist/src/main.js +2 -0
- package/dist/src/main.js.map +1 -1
- package/dist/src/providers/azure/chat.d.ts.map +1 -1
- package/dist/src/providers/azure/chat.js +1 -1
- package/dist/src/providers/azure/chat.js.map +1 -1
- package/dist/src/providers/azure/completion.d.ts.map +1 -1
- package/dist/src/providers/azure/completion.js +1 -1
- package/dist/src/providers/azure/completion.js.map +1 -1
- package/dist/src/providers/azure/types.d.ts +1 -1
- package/dist/src/providers/azure/types.d.ts.map +1 -1
- package/dist/src/providers/golangCompletion.d.ts.map +1 -1
- package/dist/src/providers/golangCompletion.js +0 -1
- package/dist/src/providers/golangCompletion.js.map +1 -1
- package/dist/src/providers/google/ai.studio.js +1 -1
- package/dist/src/providers/google/ai.studio.js.map +1 -1
- package/dist/src/providers/google/live.d.ts +11 -0
- package/dist/src/providers/google/live.d.ts.map +1 -1
- package/dist/src/providers/google/live.js +84 -2
- package/dist/src/providers/google/live.js.map +1 -1
- package/dist/src/providers/google/shared.d.ts.map +1 -1
- package/dist/src/providers/google/shared.js +15 -0
- package/dist/src/providers/google/shared.js.map +1 -1
- package/dist/src/providers/google/types.d.ts +2 -2
- package/dist/src/providers/google/types.d.ts.map +1 -1
- package/dist/src/providers/google/vertex.d.ts +11 -0
- package/dist/src/providers/google/vertex.d.ts.map +1 -1
- package/dist/src/providers/google/vertex.js +82 -3
- package/dist/src/providers/google/vertex.js.map +1 -1
- package/dist/src/providers/groq.d.ts +3 -1
- package/dist/src/providers/groq.d.ts.map +1 -1
- package/dist/src/providers/http.js +1 -1
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/hyperbolic/audio.d.ts +40 -0
- package/dist/src/providers/hyperbolic/audio.d.ts.map +1 -0
- package/dist/src/providers/hyperbolic/audio.js +141 -0
- package/dist/src/providers/hyperbolic/audio.js.map +1 -0
- package/dist/src/providers/hyperbolic/chat.d.ts +110 -0
- package/dist/src/providers/hyperbolic/chat.d.ts.map +1 -0
- package/dist/src/providers/hyperbolic/chat.js +318 -0
- package/dist/src/providers/hyperbolic/chat.js.map +1 -0
- package/dist/src/providers/hyperbolic/image.d.ts +57 -0
- package/dist/src/providers/hyperbolic/image.d.ts.map +1 -0
- package/dist/src/providers/hyperbolic/image.js +231 -0
- package/dist/src/providers/hyperbolic/image.js.map +1 -0
- package/dist/src/providers/litellm.d.ts +3 -1
- package/dist/src/providers/litellm.d.ts.map +1 -1
- package/dist/src/providers/ollama.d.ts.map +1 -1
- package/dist/src/providers/ollama.js +1 -1
- package/dist/src/providers/ollama.js.map +1 -1
- package/dist/src/providers/openai/chat.d.ts +11 -0
- package/dist/src/providers/openai/chat.d.ts.map +1 -1
- package/dist/src/providers/openai/chat.js +132 -4
- package/dist/src/providers/openai/chat.js.map +1 -1
- package/dist/src/providers/openai/completion.d.ts.map +1 -1
- package/dist/src/providers/openai/completion.js +1 -1
- package/dist/src/providers/openai/completion.js.map +1 -1
- package/dist/src/providers/openai/responses.d.ts.map +1 -1
- package/dist/src/providers/openai/responses.js +21 -1
- package/dist/src/providers/openai/responses.js.map +1 -1
- package/dist/src/providers/openai/types.d.ts +27 -2
- package/dist/src/providers/openai/types.d.ts.map +1 -1
- package/dist/src/providers/openai/util.d.ts.map +1 -1
- package/dist/src/providers/openai/util.js +24 -1
- package/dist/src/providers/openai/util.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts +1 -1
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/promptfoo.js.map +1 -1
- package/dist/src/providers/pythonCompletion.d.ts.map +1 -1
- package/dist/src/providers/pythonCompletion.js +0 -1
- package/dist/src/providers/pythonCompletion.js.map +1 -1
- package/dist/src/providers/registry.d.ts.map +1 -1
- package/dist/src/providers/registry.js +21 -12
- package/dist/src/providers/registry.js.map +1 -1
- package/dist/src/providers/sagemaker.js +1 -1
- package/dist/src/providers/sagemaker.js.map +1 -1
- package/dist/src/providers/scriptCompletion.d.ts.map +1 -1
- package/dist/src/providers/scriptCompletion.js +0 -1
- package/dist/src/providers/scriptCompletion.js.map +1 -1
- package/dist/src/providers/simulatedUser.d.ts.map +1 -1
- package/dist/src/providers/simulatedUser.js +5 -3
- package/dist/src/providers/simulatedUser.js.map +1 -1
- package/dist/src/providers/xai/chat.d.ts +3 -1
- package/dist/src/providers/xai/chat.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.d.ts +1 -0
- package/dist/src/python/pythonUtils.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.js +9 -7
- package/dist/src/python/pythonUtils.js.map +1 -1
- package/dist/src/redteam/commands/discover.d.ts +2 -8
- package/dist/src/redteam/commands/discover.d.ts.map +1 -1
- package/dist/src/redteam/commands/discover.js +31 -100
- package/dist/src/redteam/commands/discover.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +10 -26
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +24 -5
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +6 -0
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +19 -0
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts +2 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.js +11 -0
- package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +15 -3
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +152 -15
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/prompts.js +4 -4
- package/dist/src/redteam/providers/goat.d.ts +9 -0
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +23 -2
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/remoteGeneration.d.ts +5 -0
- package/dist/src/redteam/remoteGeneration.d.ts.map +1 -1
- package/dist/src/redteam/remoteGeneration.js +21 -7
- package/dist/src/redteam/remoteGeneration.js.map +1 -1
- package/dist/src/redteam/types.d.ts +1 -0
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/server/routes/providers.d.ts.map +1 -1
- package/dist/src/server/routes/providers.js +41 -0
- package/dist/src/server/routes/providers.js.map +1 -1
- package/dist/src/server/server.js +2 -2
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/tableOutput.html +2 -2
- package/dist/src/types/env.d.ts +3 -0
- package/dist/src/types/env.d.ts.map +1 -1
- package/dist/src/types/env.js +1 -0
- package/dist/src/types/env.js.map +1 -1
- package/dist/src/types/index.d.ts +281 -0
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/providers.d.ts +1 -1
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/util/config/load.d.ts +1 -1
- package/dist/src/util/config/load.d.ts.map +1 -1
- package/dist/src/util/config/load.js +1 -0
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/database.d.ts +2 -0
- package/dist/src/util/database.d.ts.map +1 -1
- package/dist/src/util/server.d.ts +12 -0
- package/dist/src/util/server.d.ts.map +1 -1
- package/dist/src/util/server.js +59 -0
- package/dist/src/util/server.js.map +1 -1
- package/dist/src/util/transform.d.ts +3 -8
- package/dist/src/util/transform.d.ts.map +1 -1
- package/dist/src/util/transform.js +1 -1
- package/dist/src/util/transform.js.map +1 -1
- package/dist/src/validators/providers.d.ts +20 -0
- package/dist/src/validators/providers.d.ts.map +1 -1
- package/dist/src/validators/redteam.d.ts +8 -0
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/dist/src/app/assets/index-DLhvLf11.js +0 -1051
- package/dist/src/app/assets/index.es-BFIXrhjI.js +0 -18
- package/dist/src/app/assets/purify.es-CQJ0hv7W.js +0 -2
|
@@ -281,6 +281,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
281
281
|
HELICONE_API_KEY?: string | undefined;
|
|
282
282
|
HF_API_TOKEN?: string | undefined;
|
|
283
283
|
HF_TOKEN?: string | undefined;
|
|
284
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
284
285
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
285
286
|
JFROG_API_KEY?: string | undefined;
|
|
286
287
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -399,6 +400,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
399
400
|
HELICONE_API_KEY?: string | undefined;
|
|
400
401
|
HF_API_TOKEN?: string | undefined;
|
|
401
402
|
HF_TOKEN?: string | undefined;
|
|
403
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
402
404
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
403
405
|
JFROG_API_KEY?: string | undefined;
|
|
404
406
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -515,6 +517,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
515
517
|
HELICONE_API_KEY?: string | undefined;
|
|
516
518
|
HF_API_TOKEN?: string | undefined;
|
|
517
519
|
HF_TOKEN?: string | undefined;
|
|
520
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
518
521
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
519
522
|
JFROG_API_KEY?: string | undefined;
|
|
520
523
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -641,6 +644,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
641
644
|
HELICONE_API_KEY?: string | undefined;
|
|
642
645
|
HF_API_TOKEN?: string | undefined;
|
|
643
646
|
HF_TOKEN?: string | undefined;
|
|
647
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
644
648
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
645
649
|
JFROG_API_KEY?: string | undefined;
|
|
646
650
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -822,6 +826,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
822
826
|
HELICONE_API_KEY?: string | undefined;
|
|
823
827
|
HF_API_TOKEN?: string | undefined;
|
|
824
828
|
HF_TOKEN?: string | undefined;
|
|
829
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
825
830
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
826
831
|
JFROG_API_KEY?: string | undefined;
|
|
827
832
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -997,6 +1002,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
997
1002
|
HELICONE_API_KEY?: string | undefined;
|
|
998
1003
|
HF_API_TOKEN?: string | undefined;
|
|
999
1004
|
HF_TOKEN?: string | undefined;
|
|
1005
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1000
1006
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1001
1007
|
JFROG_API_KEY?: string | undefined;
|
|
1002
1008
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1174,6 +1180,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1174
1180
|
HELICONE_API_KEY?: string | undefined;
|
|
1175
1181
|
HF_API_TOKEN?: string | undefined;
|
|
1176
1182
|
HF_TOKEN?: string | undefined;
|
|
1183
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1177
1184
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1178
1185
|
JFROG_API_KEY?: string | undefined;
|
|
1179
1186
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1450,6 +1457,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1450
1457
|
HELICONE_API_KEY?: string | undefined;
|
|
1451
1458
|
HF_API_TOKEN?: string | undefined;
|
|
1452
1459
|
HF_TOKEN?: string | undefined;
|
|
1460
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1453
1461
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1454
1462
|
JFROG_API_KEY?: string | undefined;
|
|
1455
1463
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1566,6 +1574,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1566
1574
|
HELICONE_API_KEY?: string | undefined;
|
|
1567
1575
|
HF_API_TOKEN?: string | undefined;
|
|
1568
1576
|
HF_TOKEN?: string | undefined;
|
|
1577
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1569
1578
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1570
1579
|
JFROG_API_KEY?: string | undefined;
|
|
1571
1580
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1682,6 +1691,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1682
1691
|
HELICONE_API_KEY?: string | undefined;
|
|
1683
1692
|
HF_API_TOKEN?: string | undefined;
|
|
1684
1693
|
HF_TOKEN?: string | undefined;
|
|
1694
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1685
1695
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1686
1696
|
JFROG_API_KEY?: string | undefined;
|
|
1687
1697
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1800,6 +1810,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1800
1810
|
HELICONE_API_KEY?: string | undefined;
|
|
1801
1811
|
HF_API_TOKEN?: string | undefined;
|
|
1802
1812
|
HF_TOKEN?: string | undefined;
|
|
1813
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1803
1814
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1804
1815
|
JFROG_API_KEY?: string | undefined;
|
|
1805
1816
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1916,6 +1927,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1916
1927
|
HELICONE_API_KEY?: string | undefined;
|
|
1917
1928
|
HF_API_TOKEN?: string | undefined;
|
|
1918
1929
|
HF_TOKEN?: string | undefined;
|
|
1930
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1919
1931
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1920
1932
|
JFROG_API_KEY?: string | undefined;
|
|
1921
1933
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2042,6 +2054,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2042
2054
|
HELICONE_API_KEY?: string | undefined;
|
|
2043
2055
|
HF_API_TOKEN?: string | undefined;
|
|
2044
2056
|
HF_TOKEN?: string | undefined;
|
|
2057
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2045
2058
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2046
2059
|
JFROG_API_KEY?: string | undefined;
|
|
2047
2060
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2223,6 +2236,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2223
2236
|
HELICONE_API_KEY?: string | undefined;
|
|
2224
2237
|
HF_API_TOKEN?: string | undefined;
|
|
2225
2238
|
HF_TOKEN?: string | undefined;
|
|
2239
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2226
2240
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2227
2241
|
JFROG_API_KEY?: string | undefined;
|
|
2228
2242
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2398,6 +2412,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2398
2412
|
HELICONE_API_KEY?: string | undefined;
|
|
2399
2413
|
HF_API_TOKEN?: string | undefined;
|
|
2400
2414
|
HF_TOKEN?: string | undefined;
|
|
2415
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2401
2416
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2402
2417
|
JFROG_API_KEY?: string | undefined;
|
|
2403
2418
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2575,6 +2590,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2575
2590
|
HELICONE_API_KEY?: string | undefined;
|
|
2576
2591
|
HF_API_TOKEN?: string | undefined;
|
|
2577
2592
|
HF_TOKEN?: string | undefined;
|
|
2593
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2578
2594
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2579
2595
|
JFROG_API_KEY?: string | undefined;
|
|
2580
2596
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2851,6 +2867,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2851
2867
|
HELICONE_API_KEY?: string | undefined;
|
|
2852
2868
|
HF_API_TOKEN?: string | undefined;
|
|
2853
2869
|
HF_TOKEN?: string | undefined;
|
|
2870
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2854
2871
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2855
2872
|
JFROG_API_KEY?: string | undefined;
|
|
2856
2873
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2967,6 +2984,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2967
2984
|
HELICONE_API_KEY?: string | undefined;
|
|
2968
2985
|
HF_API_TOKEN?: string | undefined;
|
|
2969
2986
|
HF_TOKEN?: string | undefined;
|
|
2987
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2970
2988
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2971
2989
|
JFROG_API_KEY?: string | undefined;
|
|
2972
2990
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -3366,6 +3384,7 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
|
|
|
3366
3384
|
HELICONE_API_KEY?: string | undefined;
|
|
3367
3385
|
HF_API_TOKEN?: string | undefined;
|
|
3368
3386
|
HF_TOKEN?: string | undefined;
|
|
3387
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
3369
3388
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
3370
3389
|
JFROG_API_KEY?: string | undefined;
|
|
3371
3390
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -3552,6 +3571,7 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
|
|
|
3552
3571
|
HELICONE_API_KEY?: string | undefined;
|
|
3553
3572
|
HF_API_TOKEN?: string | undefined;
|
|
3554
3573
|
HF_TOKEN?: string | undefined;
|
|
3574
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
3555
3575
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
3556
3576
|
JFROG_API_KEY?: string | undefined;
|
|
3557
3577
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -4099,6 +4119,7 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
|
|
|
4099
4119
|
HELICONE_API_KEY?: string | undefined;
|
|
4100
4120
|
HF_API_TOKEN?: string | undefined;
|
|
4101
4121
|
HF_TOKEN?: string | undefined;
|
|
4122
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
4102
4123
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
4103
4124
|
JFROG_API_KEY?: string | undefined;
|
|
4104
4125
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -4291,6 +4312,7 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
|
|
|
4291
4312
|
HELICONE_API_KEY?: string | undefined;
|
|
4292
4313
|
HF_API_TOKEN?: string | undefined;
|
|
4293
4314
|
HF_TOKEN?: string | undefined;
|
|
4315
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
4294
4316
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
4295
4317
|
JFROG_API_KEY?: string | undefined;
|
|
4296
4318
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,KAAK,MAAM,EACX,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAElB,KAAK,eAAe,EAGpB,KAAK,iBAAiB,EAEvB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYxB,CAAC;AAIF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWrB,CAAC;AAIF,eAAO,MAAM,UAAU
|
|
1
|
+
{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,KAAK,MAAM,EACX,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAElB,KAAK,eAAe,EAGpB,KAAK,iBAAiB,EAEvB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYxB,CAAC;AAIF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWrB,CAAC;AAIF,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkBtB,CAAC;AAEF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+D5B,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe/B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAEJ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe5B,CAAC;AAEF,eAAO,MAAM,aAAa;;EAEvB,CAAC;AAEJ,eAAO,MAAM,oBAAoB;;;EAS9B,CAAC;AAIJ,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYzB,CAAC;AAEF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBhC,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;;EAIxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC;AAIJ,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkBxB,CAAC"}
|
package/dist/src/envars.d.ts
CHANGED
|
@@ -15,7 +15,6 @@ export type EnvVars = {
|
|
|
15
15
|
PROMPTFOO_DISABLE_PDF_AS_TEXT?: boolean;
|
|
16
16
|
PROMPTFOO_DISABLE_REDTEAM_MODERATION?: boolean;
|
|
17
17
|
PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION?: boolean;
|
|
18
|
-
PROMPTFOO_DISABLE_REDTEAM_TARGET_DISCOVERY_AGENT?: boolean;
|
|
19
18
|
PROMPTFOO_DISABLE_REF_PARSER?: boolean;
|
|
20
19
|
PROMPTFOO_DISABLE_SHARE_EMAIL_REQUEST?: boolean;
|
|
21
20
|
PROMPTFOO_DISABLE_SHARE_WARNING?: boolean;
|
|
@@ -158,6 +157,7 @@ export type EnvVars = {
|
|
|
158
157
|
/** @deprecated Use HF_TOKEN instead */
|
|
159
158
|
HF_API_TOKEN?: string;
|
|
160
159
|
HF_TOKEN?: string;
|
|
160
|
+
HYPERBOLIC_API_KEY?: string;
|
|
161
161
|
LANGFUSE_HOST?: string;
|
|
162
162
|
LANGFUSE_PUBLIC_KEY?: string;
|
|
163
163
|
LANGFUSE_SECRET_KEY?: string;
|
package/dist/src/envars.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"envars.d.ts","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAEvB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAGhD,MAAM,MAAM,OAAO,GAAG;IAIpB,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAK9B,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,sCAAsC,CAAC,EAAE,OAAO,CAAC;IACjD,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,2CAA2C,CAAC,EAAE,OAAO,CAAC;IACtD,
|
|
1
|
+
{"version":3,"file":"envars.d.ts","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAEvB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAGhD,MAAM,MAAM,OAAO,GAAG;IAIpB,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAK9B,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,sCAAsC,CAAC,EAAE,OAAO,CAAC;IACjD,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,2CAA2C,CAAC,EAAE,OAAO,CAAC;IACtD,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,qCAAqC,CAAC,EAAE,OAAO,CAAC;IAChD,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,mCAAmC,CAAC,EAAE,OAAO,CAAC;IAC9C,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,qCAAqC,CAAC,EAAE,OAAO,CAAC;IAChD,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAKpC,oCAAoC,CAAC,EAAE,MAAM,CAAC;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IACzC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,sBAAsB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC1C,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,uCAAuC,CAAC,EAAE,MAAM,CAAC;IACjD,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,sCAAsC,CAAC,EAAE,MAAM,CAAC;IAChD,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAKhC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAKlB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAKhC;;OAEG;IACH,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC;;OAEG;IACH,yCAAyC,CAAC,EAAE,MAAM,CAAC;IACnD,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,yCAAyC,CAAC,EAAE,MAAM,CAAC;IACnD,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAK7C,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IAMjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAG/B,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,sCAAsC,CAAC,EAAE,MAAM,CAAC;IAChD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAC1C,6BAA6B,CAAC,EAAE,MAAM,CAAC;IAGvC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,uCAAuC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAG7B,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAG7B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IAGvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAG/B,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,YAAY,CAAC;AAGjB,MAAM,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC;AAEtC;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AACjE,wBAAgB,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAmB3E;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,OAAO,GAAG,OAAO,CAS1E;AAED;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AAC9D,wBAAgB,SAAS,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAexE;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AAChE,wBAAgB,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAe1E;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,YAAY,GAAE,MAAU,GAAG,MAAM,CAEjE;AAED;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,YAAY,GAAE,MAAU,GAAG,MAAM,CAEjE;AAED;;;GAGG;AACH,wBAAgB,IAAI,YAgBnB"}
|
package/dist/src/envars.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"envars.js","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"envars.js","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":";;;;;AAmTA,oCAgBC;AAQD,gCASC;AAUD,8BAYC;AAUD,kCAYC;AAOD,4CAEC;AAOD,4CAEC;AAMD,oBAgBC;AAxaD,yBAAuB;AACvB,0DAAkC;AAkTlC,SAAgB,YAAY,CAAC,GAAc,EAAE,YAAqB;IAChE,wDAAwD;IACxD,IAAI,kBAAQ,CAAC,MAAM,EAAE,GAAG,IAAI,OAAO,kBAAQ,CAAC,MAAM,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpE,wFAAwF;QACxF,MAAM,QAAQ,GAAG,kBAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,GAAuC,CAAC,CAAC;QAC9E,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAa,CAAC,CAAC;IACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,SAAgB,UAAU,CAAC,GAAc,EAAE,YAAsB;IAC/D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,OAAO,CAAC,YAAY,CAAC,CAAC;AAC/B,CAAC;AAUD,SAAgB,SAAS,CAAC,GAAc,EAAE,YAAqB;IAC7D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAUD,SAAgB,WAAW,CAAC,GAAc,EAAE,YAAqB;IAC/D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;GAIG;AACH,SAAgB,gBAAgB,CAAC,eAAuB,CAAC;IACvD,OAAO,SAAS,CAAC,2BAA2B,EAAE,YAAY,CAAC,CAAC;AAC9D,CAAC;AAED;;;;GAIG;AACH,SAAgB,gBAAgB,CAAC,eAAuB,CAAC;IACvD,OAAO,SAAS,CAAC,4BAA4B,EAAE,YAAY,CAAC,CAAC;AAC/D,CAAC;AAED;;;GAGG;AACH,SAAgB,IAAI;IAClB,OAAO,CACL,UAAU,CAAC,IAAI,CAAC;QAChB,UAAU,CAAC,gBAAgB,CAAC;QAC5B,UAAU,CAAC,QAAQ,CAAC;QACpB,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,SAAS,CAAC;QACrB,UAAU,CAAC,WAAW,CAAC;QACvB,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,oBAAoB,CAAC;QAChC,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,kBAAkB,CAAC;QAC9B,UAAU,CAAC,OAAO,CAAC;QACnB,UAAU,CAAC,WAAW,CAAC;QACvB,UAAU,CAAC,kBAAkB,CAAC,CAC/B,CAAC;AACJ,CAAC"}
|
package/dist/src/evaluator.d.ts
CHANGED
|
@@ -49,6 +49,15 @@ test, delay, nunjucksFilters: filters, evaluateOptions, testIdx, promptIdx, conv
|
|
|
49
49
|
* @returns Number of threads allocated to this progress bar
|
|
50
50
|
*/
|
|
51
51
|
export declare function calculateThreadsPerBar(concurrency: number, numProgressBars: number, barIndex: number): number;
|
|
52
|
+
/**
|
|
53
|
+
* Safely formats variables for display in progress bars and logs.
|
|
54
|
+
* Handles extremely large variables that could cause RangeError crashes.
|
|
55
|
+
*
|
|
56
|
+
* @param vars - Variables to format
|
|
57
|
+
* @param maxLength - Maximum length of the final formatted string
|
|
58
|
+
* @returns Formatted variables string or fallback message
|
|
59
|
+
*/
|
|
60
|
+
export declare function formatVarsForDisplay(vars: Record<string, any> | undefined, maxLength: number): string;
|
|
52
61
|
export declare function generateVarCombinations(vars: Record<string, string | string[] | any>): Record<string, string | any[]>[];
|
|
53
62
|
export declare function evaluate(testSuite: TestSuite, evalRecord: Eval, options: EvaluateOptions): Promise<Eval>;
|
|
54
63
|
//# sourceMappingURL=evaluator.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluator.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AAMtC,OAAO,KAAK,EAAqD,UAAU,EAAQ,MAAM,SAAS,CAAC;AACnG,OAAO,EAIL,KAAK,eAAe,EACpB,KAAK,cAAc,EAEnB,KAAK,MAAM,EAGX,KAAK,cAAc,EACnB,KAAK,SAAS,EACf,MAAM,SAAS,CAAC;AAWjB,eAAO,MAAM,uBAAuB,IAAI,CAAC;AAiDzC;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,OAAO,CAM7F;AAED,wBAAgB,aAAa,IAAI,QAAQ,CAAC,UAAU,CAAC,CAwBpD;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,OAAO,CAAC,EAC5B,QAAQ,EACR,MAAM,EAAE,aAAa;AACrB,IAAI,EACJ,KAAK,EACL,eAAe,EAAE,OAAO,EACxB,eAAe,EACf,OAAO,EACP,SAAS,EACT,aAAa,EACb,SAAS,EACT,SAAS,EACT,QAAQ,EACR,WAAW,EACX,WAAW,GACZ,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,
|
|
1
|
+
{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluator.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AAMtC,OAAO,KAAK,EAAqD,UAAU,EAAQ,MAAM,SAAS,CAAC;AACnG,OAAO,EAIL,KAAK,eAAe,EACpB,KAAK,cAAc,EAEnB,KAAK,MAAM,EAGX,KAAK,cAAc,EACnB,KAAK,SAAS,EACf,MAAM,SAAS,CAAC;AAWjB,eAAO,MAAM,uBAAuB,IAAI,CAAC;AAiDzC;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,OAAO,CAM7F;AAED,wBAAgB,aAAa,IAAI,QAAQ,CAAC,UAAU,CAAC,CAwBpD;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,OAAO,CAAC,EAC5B,QAAQ,EACR,MAAM,EAAE,aAAa;AACrB,IAAI,EACJ,KAAK,EACL,eAAe,EAAE,OAAO,EACxB,eAAe,EACf,OAAO,EACP,SAAS,EACT,aAAa,EACb,SAAS,EACT,SAAS,EACT,QAAQ,EACR,WAAW,EACX,WAAW,GACZ,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA8Q5C;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,WAAW,EAAE,MAAM,EACnB,eAAe,EAAE,MAAM,EACvB,QAAQ,EAAE,MAAM,GACf,MAAM,CAIR;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,EACrC,SAAS,EAAE,MAAM,GAChB,MAAM,CAsBR;AAED,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC,GAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,CAqClC;AAu+BD,wBAAgB,QAAQ,CACtB,SAAS,EAAE,SAAS,EACpB,UAAU,EAAE,IAAI,EAChB,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,IAAI,CAAC,CAGf"}
|
package/dist/src/evaluator.js
CHANGED
|
@@ -41,6 +41,7 @@ exports.isAllowedPrompt = isAllowedPrompt;
|
|
|
41
41
|
exports.newTokenUsage = newTokenUsage;
|
|
42
42
|
exports.runEval = runEval;
|
|
43
43
|
exports.calculateThreadsPerBar = calculateThreadsPerBar;
|
|
44
|
+
exports.formatVarsForDisplay = formatVarsForDisplay;
|
|
44
45
|
exports.generateVarCombinations = generateVarCombinations;
|
|
45
46
|
exports.evaluate = evaluate;
|
|
46
47
|
const async_1 = __importDefault(require("async"));
|
|
@@ -250,7 +251,6 @@ test, delay, nunjucksFilters: filters, evaluateOptions, testIdx, promptIdx, conv
|
|
|
250
251
|
test,
|
|
251
252
|
// All of these are removed in python and script providers, but every Javascript provider gets them
|
|
252
253
|
logger: logger_1.default,
|
|
253
|
-
fetchWithCache: cache_1.fetchWithCache,
|
|
254
254
|
getCache: cache_1.getCache,
|
|
255
255
|
}, abortSignal ? { abortSignal } : undefined);
|
|
256
256
|
logger_1.default.debug(`Provider response properties: ${Object.keys(response).join(', ')}`);
|
|
@@ -425,9 +425,39 @@ test, delay, nunjucksFilters: filters, evaluateOptions, testIdx, promptIdx, conv
|
|
|
425
425
|
* @returns Number of threads allocated to this progress bar
|
|
426
426
|
*/
|
|
427
427
|
function calculateThreadsPerBar(concurrency, numProgressBars, barIndex) {
|
|
428
|
-
const
|
|
428
|
+
const threadsPerBar = Math.floor(concurrency / numProgressBars);
|
|
429
429
|
const extraThreads = concurrency % numProgressBars;
|
|
430
|
-
return barIndex < extraThreads ?
|
|
430
|
+
return barIndex < extraThreads ? threadsPerBar + 1 : threadsPerBar;
|
|
431
|
+
}
|
|
432
|
+
/**
|
|
433
|
+
* Safely formats variables for display in progress bars and logs.
|
|
434
|
+
* Handles extremely large variables that could cause RangeError crashes.
|
|
435
|
+
*
|
|
436
|
+
* @param vars - Variables to format
|
|
437
|
+
* @param maxLength - Maximum length of the final formatted string
|
|
438
|
+
* @returns Formatted variables string or fallback message
|
|
439
|
+
*/
|
|
440
|
+
function formatVarsForDisplay(vars, maxLength) {
|
|
441
|
+
if (!vars || Object.keys(vars).length === 0) {
|
|
442
|
+
return '';
|
|
443
|
+
}
|
|
444
|
+
try {
|
|
445
|
+
// Simple approach: limit individual values, then truncate the whole result
|
|
446
|
+
const formatted = Object.entries(vars)
|
|
447
|
+
.map(([key, value]) => {
|
|
448
|
+
// Prevent memory issues by limiting individual values first
|
|
449
|
+
const valueStr = String(value).slice(0, 100);
|
|
450
|
+
return `${key}=${valueStr}`;
|
|
451
|
+
})
|
|
452
|
+
.join(' ')
|
|
453
|
+
.replace(/\n/g, ' ')
|
|
454
|
+
.slice(0, maxLength);
|
|
455
|
+
return formatted;
|
|
456
|
+
}
|
|
457
|
+
catch {
|
|
458
|
+
// Any error - return safe fallback
|
|
459
|
+
return '[vars unavailable]';
|
|
460
|
+
}
|
|
431
461
|
}
|
|
432
462
|
function generateVarCombinations(vars) {
|
|
433
463
|
const keys = Object.keys(vars);
|
|
@@ -482,7 +512,8 @@ class Evaluator {
|
|
|
482
512
|
this.fileWriters = jsonlFiles.map((p) => new writeToFile_1.JsonlFileWriter(p));
|
|
483
513
|
}
|
|
484
514
|
async evaluate() {
|
|
485
|
-
const {
|
|
515
|
+
const { options } = this;
|
|
516
|
+
let { testSuite } = this;
|
|
486
517
|
const startTime = Date.now();
|
|
487
518
|
const maxEvalTimeMs = options.maxEvalTimeMs ?? (0, envars_1.getMaxEvalTimeMs)();
|
|
488
519
|
let evalTimedOut = false;
|
|
@@ -511,7 +542,10 @@ class Evaluator {
|
|
|
511
542
|
const prompts = [];
|
|
512
543
|
const assertionTypes = new Set();
|
|
513
544
|
const rowsWithSelectBestAssertion = new Set();
|
|
514
|
-
await (0, evaluatorHelpers_1.runExtensionHook)(testSuite.extensions, 'beforeAll', {
|
|
545
|
+
const beforeAllOut = await (0, evaluatorHelpers_1.runExtensionHook)(testSuite.extensions, 'beforeAll', {
|
|
546
|
+
suite: testSuite,
|
|
547
|
+
});
|
|
548
|
+
testSuite = beforeAllOut.suite;
|
|
515
549
|
if (options.generateSuggestions) {
|
|
516
550
|
// TODO(ian): Move this into its own command/file
|
|
517
551
|
logger_1.default.info(`Generating prompt variations...`);
|
|
@@ -725,7 +759,7 @@ class Evaluator {
|
|
|
725
759
|
evaluateOptions: options,
|
|
726
760
|
conversations: this.conversations,
|
|
727
761
|
registers: this.registers,
|
|
728
|
-
isRedteam:
|
|
762
|
+
isRedteam: testSuite.redteam != null,
|
|
729
763
|
allTests: runEvalOptions,
|
|
730
764
|
concurrency,
|
|
731
765
|
abortSignal: options.abortSignal,
|
|
@@ -756,9 +790,10 @@ class Evaluator {
|
|
|
756
790
|
if (typeof index !== 'number') {
|
|
757
791
|
throw new Error('Expected index to be a number');
|
|
758
792
|
}
|
|
759
|
-
await (0, evaluatorHelpers_1.runExtensionHook)(testSuite.extensions, 'beforeEach', {
|
|
793
|
+
const beforeEachOut = await (0, evaluatorHelpers_1.runExtensionHook)(testSuite.extensions, 'beforeEach', {
|
|
760
794
|
test: evalStep.test,
|
|
761
795
|
});
|
|
796
|
+
evalStep.test = beforeEachOut.test;
|
|
762
797
|
const rows = await runEval(evalStep);
|
|
763
798
|
for (const row of rows) {
|
|
764
799
|
for (const varName of Object.keys(row.vars)) {
|
|
@@ -1022,11 +1057,7 @@ class Evaluator {
|
|
|
1022
1057
|
}
|
|
1023
1058
|
if (isWebUI) {
|
|
1024
1059
|
const provider = evalStep.provider.label || evalStep.provider.id();
|
|
1025
|
-
const vars =
|
|
1026
|
-
.map(([k, v]) => `${k}=${v}`)
|
|
1027
|
-
.join(' ')
|
|
1028
|
-
.slice(0, 50)
|
|
1029
|
-
.replace(/\n/g, ' ');
|
|
1060
|
+
const vars = formatVarsForDisplay(evalStep.test.vars, 50);
|
|
1030
1061
|
logger_1.default.info(`[${numComplete}/${total}] Running ${provider} with vars: ${vars}`);
|
|
1031
1062
|
}
|
|
1032
1063
|
else if (multibar && evalStep) {
|
|
@@ -1036,14 +1067,11 @@ class Evaluator {
|
|
|
1036
1067
|
const progressbar = multiProgressBars[progressBarIndex];
|
|
1037
1068
|
// Calculate how many threads are assigned to this progress bar
|
|
1038
1069
|
const threadsForThisBar = calculateThreadsPerBar(concurrency, numProgressBars, progressBarIndex);
|
|
1070
|
+
const vars = formatVarsForDisplay(evalStep.test.vars, 10);
|
|
1039
1071
|
progressbar.increment({
|
|
1040
1072
|
provider: evalStep.provider.label || evalStep.provider.id(),
|
|
1041
1073
|
prompt: evalStep.prompt.raw.slice(0, 10).replace(/\n/g, ' '),
|
|
1042
|
-
vars
|
|
1043
|
-
.map(([k, v]) => `${k}=${v}`)
|
|
1044
|
-
.join(' ')
|
|
1045
|
-
.slice(0, 10)
|
|
1046
|
-
.replace(/\n/g, ' '),
|
|
1074
|
+
vars,
|
|
1047
1075
|
activeThreads: threadsForThisBar,
|
|
1048
1076
|
});
|
|
1049
1077
|
}
|
|
@@ -1106,15 +1134,11 @@ class Evaluator {
|
|
|
1106
1134
|
try {
|
|
1107
1135
|
if (serialRunEvalOptions.length > 0) {
|
|
1108
1136
|
// Run serial evaluations first
|
|
1109
|
-
logger_1.default.info(`Running ${serialRunEvalOptions.length}
|
|
1137
|
+
logger_1.default.info(`Running ${serialRunEvalOptions.length} test cases serially...`);
|
|
1110
1138
|
for (const evalStep of serialRunEvalOptions) {
|
|
1111
1139
|
if (isWebUI) {
|
|
1112
1140
|
const provider = evalStep.provider.label || evalStep.provider.id();
|
|
1113
|
-
const vars =
|
|
1114
|
-
.map(([k, v]) => `${k}=${v}`)
|
|
1115
|
-
.join(' ')
|
|
1116
|
-
.slice(0, 50)
|
|
1117
|
-
.replace(/\n/g, ' ');
|
|
1141
|
+
const vars = formatVarsForDisplay(evalStep.test.vars || {}, 50);
|
|
1118
1142
|
logger_1.default.info(`[${numComplete}/${serialRunEvalOptions.length}] Running ${provider} with vars: ${vars}`);
|
|
1119
1143
|
}
|
|
1120
1144
|
const idx = runEvalOptions.indexOf(evalStep);
|
|
@@ -1123,7 +1147,7 @@ class Evaluator {
|
|
|
1123
1147
|
}
|
|
1124
1148
|
}
|
|
1125
1149
|
// Then run concurrent evaluations
|
|
1126
|
-
logger_1.default.info(`Running ${concurrentRunEvalOptions.length}
|
|
1150
|
+
logger_1.default.info(`Running ${concurrentRunEvalOptions.length} test cases (up to ${concurrency} at a time)...`);
|
|
1127
1151
|
await async_1.default.forEachOfLimit(concurrentRunEvalOptions, concurrency, async (evalStep) => {
|
|
1128
1152
|
checkAbort();
|
|
1129
1153
|
const idx = runEvalOptions.indexOf(evalStep);
|