promptfoo 0.115.0 → 0.115.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -0
- package/dist/package.json +3 -3
- package/dist/src/app/assets/{index-BguflfND.css → index-BPc2R353.css} +1 -1
- package/dist/src/app/assets/index-BfrupEi-.js +839 -0
- package/dist/src/app/assets/{source-map-support-CBm7zNFA.js → source-map-support-Bxu-SWOe.js} +1 -1
- package/dist/src/app/assets/{sync-CDJ7rnc8.js → sync-b9Bq8szO.js} +1 -1
- package/dist/src/app/index.html +2 -2
- package/dist/src/assertions/openai.d.ts.map +1 -1
- package/dist/src/assertions/openai.js +3 -1
- package/dist/src/assertions/openai.js.map +1 -1
- package/dist/src/assertions/synthesis.d.ts +15 -0
- package/dist/src/assertions/synthesis.d.ts.map +1 -0
- package/dist/src/assertions/synthesis.js +504 -0
- package/dist/src/assertions/synthesis.js.map +1 -0
- package/dist/src/commands/delete.d.ts +2 -0
- package/dist/src/commands/delete.d.ts.map +1 -1
- package/dist/src/commands/delete.js +6 -2
- package/dist/src/commands/delete.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +15 -14
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/generate/assertions.d.ts +19 -0
- package/dist/src/commands/generate/assertions.d.ts.map +1 -0
- package/dist/src/commands/generate/assertions.js +150 -0
- package/dist/src/commands/generate/assertions.js.map +1 -0
- package/dist/src/commands/modelScan.d.ts +1 -0
- package/dist/src/commands/modelScan.d.ts.map +1 -1
- package/dist/src/commands/modelScan.js +4 -5
- package/dist/src/commands/modelScan.js.map +1 -1
- package/dist/src/commands/show.d.ts +3 -0
- package/dist/src/commands/show.d.ts.map +1 -1
- package/dist/src/commands/show.js +7 -0
- package/dist/src/commands/show.js.map +1 -1
- package/dist/src/commands/view.d.ts.map +1 -1
- package/dist/src/commands/view.js +5 -1
- package/dist/src/commands/view.js.map +1 -1
- package/dist/src/database/tables.d.ts +22 -0
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/envars.d.ts +1 -1
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/evaluator.d.ts +9 -0
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +51 -24
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/evaluatorHelpers.d.ts +10156 -5
- package/dist/src/evaluatorHelpers.d.ts.map +1 -1
- package/dist/src/evaluatorHelpers.js +92 -5
- package/dist/src/evaluatorHelpers.js.map +1 -1
- package/dist/src/feedback.js +3 -3
- package/dist/src/feedback.js.map +1 -1
- package/dist/src/main.d.ts.map +1 -1
- package/dist/src/main.js +2 -0
- package/dist/src/main.js.map +1 -1
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +1 -4
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/providers/azure/chat.d.ts.map +1 -1
- package/dist/src/providers/azure/chat.js +1 -1
- package/dist/src/providers/azure/chat.js.map +1 -1
- package/dist/src/providers/azure/completion.d.ts.map +1 -1
- package/dist/src/providers/azure/completion.js +1 -1
- package/dist/src/providers/azure/completion.js.map +1 -1
- package/dist/src/providers/azure/types.d.ts +1 -1
- package/dist/src/providers/azure/types.d.ts.map +1 -1
- package/dist/src/providers/golangCompletion.d.ts.map +1 -1
- package/dist/src/providers/golangCompletion.js +0 -1
- package/dist/src/providers/golangCompletion.js.map +1 -1
- package/dist/src/providers/google/ai.studio.js +1 -1
- package/dist/src/providers/google/ai.studio.js.map +1 -1
- package/dist/src/providers/google/live.d.ts +11 -0
- package/dist/src/providers/google/live.d.ts.map +1 -1
- package/dist/src/providers/google/live.js +84 -2
- package/dist/src/providers/google/live.js.map +1 -1
- package/dist/src/providers/google/shared.d.ts.map +1 -1
- package/dist/src/providers/google/shared.js +15 -0
- package/dist/src/providers/google/shared.js.map +1 -1
- package/dist/src/providers/google/types.d.ts +2 -2
- package/dist/src/providers/google/types.d.ts.map +1 -1
- package/dist/src/providers/google/vertex.d.ts +11 -0
- package/dist/src/providers/google/vertex.d.ts.map +1 -1
- package/dist/src/providers/google/vertex.js +82 -3
- package/dist/src/providers/google/vertex.js.map +1 -1
- package/dist/src/providers/groq.d.ts +3 -1
- package/dist/src/providers/groq.d.ts.map +1 -1
- package/dist/src/providers/http.js +1 -1
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/hyperbolic/audio.d.ts +40 -0
- package/dist/src/providers/hyperbolic/audio.d.ts.map +1 -0
- package/dist/src/providers/hyperbolic/audio.js +141 -0
- package/dist/src/providers/hyperbolic/audio.js.map +1 -0
- package/dist/src/providers/hyperbolic/chat.d.ts +110 -0
- package/dist/src/providers/hyperbolic/chat.d.ts.map +1 -0
- package/dist/src/providers/hyperbolic/chat.js +318 -0
- package/dist/src/providers/hyperbolic/chat.js.map +1 -0
- package/dist/src/providers/hyperbolic/image.d.ts +57 -0
- package/dist/src/providers/hyperbolic/image.d.ts.map +1 -0
- package/dist/src/providers/hyperbolic/image.js +231 -0
- package/dist/src/providers/hyperbolic/image.js.map +1 -0
- package/dist/src/providers/litellm.d.ts +3 -1
- package/dist/src/providers/litellm.d.ts.map +1 -1
- package/dist/src/providers/ollama.d.ts.map +1 -1
- package/dist/src/providers/ollama.js +1 -1
- package/dist/src/providers/ollama.js.map +1 -1
- package/dist/src/providers/openai/chat.d.ts +11 -0
- package/dist/src/providers/openai/chat.d.ts.map +1 -1
- package/dist/src/providers/openai/chat.js +132 -4
- package/dist/src/providers/openai/chat.js.map +1 -1
- package/dist/src/providers/openai/completion.d.ts.map +1 -1
- package/dist/src/providers/openai/completion.js +1 -1
- package/dist/src/providers/openai/completion.js.map +1 -1
- package/dist/src/providers/openai/responses.d.ts.map +1 -1
- package/dist/src/providers/openai/responses.js +21 -1
- package/dist/src/providers/openai/responses.js.map +1 -1
- package/dist/src/providers/openai/types.d.ts +27 -2
- package/dist/src/providers/openai/types.d.ts.map +1 -1
- package/dist/src/providers/openai/util.d.ts.map +1 -1
- package/dist/src/providers/openai/util.js +24 -1
- package/dist/src/providers/openai/util.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts +4 -2
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/promptfoo.js +2 -0
- package/dist/src/providers/promptfoo.js.map +1 -1
- package/dist/src/providers/pythonCompletion.d.ts.map +1 -1
- package/dist/src/providers/pythonCompletion.js +0 -1
- package/dist/src/providers/pythonCompletion.js.map +1 -1
- package/dist/src/providers/registry.d.ts.map +1 -1
- package/dist/src/providers/registry.js +21 -12
- package/dist/src/providers/registry.js.map +1 -1
- package/dist/src/providers/sagemaker.js +1 -1
- package/dist/src/providers/sagemaker.js.map +1 -1
- package/dist/src/providers/scriptCompletion.d.ts.map +1 -1
- package/dist/src/providers/scriptCompletion.js +0 -1
- package/dist/src/providers/scriptCompletion.js.map +1 -1
- package/dist/src/providers/simulatedUser.d.ts.map +1 -1
- package/dist/src/providers/simulatedUser.js +5 -3
- package/dist/src/providers/simulatedUser.js.map +1 -1
- package/dist/src/providers/xai/chat.d.ts +3 -1
- package/dist/src/providers/xai/chat.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.d.ts +1 -0
- package/dist/src/python/pythonUtils.d.ts.map +1 -1
- package/dist/src/python/pythonUtils.js +50 -23
- package/dist/src/python/pythonUtils.js.map +1 -1
- package/dist/src/redteam/commands/discover.d.ts +2 -8
- package/dist/src/redteam/commands/discover.d.ts.map +1 -1
- package/dist/src/redteam/commands/discover.js +31 -100
- package/dist/src/redteam/commands/discover.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +12 -26
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/commands/report.d.ts.map +1 -1
- package/dist/src/redteam/commands/report.js +5 -1
- package/dist/src/redteam/commands/report.js.map +1 -1
- package/dist/src/redteam/commands/setup.d.ts.map +1 -1
- package/dist/src/redteam/commands/setup.js +5 -1
- package/dist/src/redteam/commands/setup.js.map +1 -1
- package/dist/src/redteam/index.d.ts +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +33 -6
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +7 -1
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +26 -8
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts +2 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.js +13 -1
- package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts +1 -1
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful/unaligned.js +2 -1
- package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +1 -1
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/intent.d.ts +2 -7
- package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
- package/dist/src/redteam/plugins/intent.js +1 -1
- package/dist/src/redteam/plugins/intent.js.map +1 -1
- package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
- package/dist/src/redteam/plugins/pii.js +2 -1
- package/dist/src/redteam/plugins/pii.js.map +1 -1
- package/dist/src/redteam/plugins/policy.d.ts +2 -4
- package/dist/src/redteam/plugins/policy.d.ts.map +1 -1
- package/dist/src/redteam/plugins/policy.js +1 -1
- package/dist/src/redteam/plugins/policy.js.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.d.ts +2 -4
- package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js.map +1 -1
- package/dist/src/redteam/plugins/unsafebench.js +1 -1
- package/dist/src/redteam/plugins/unsafebench.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +15 -3
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +152 -15
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/prompts.js +4 -4
- package/dist/src/redteam/providers/goat.d.ts +9 -0
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +23 -2
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/remoteGeneration.d.ts +5 -0
- package/dist/src/redteam/remoteGeneration.d.ts.map +1 -1
- package/dist/src/redteam/remoteGeneration.js +21 -7
- package/dist/src/redteam/remoteGeneration.js.map +1 -1
- package/dist/src/redteam/sharedFrontend.d.ts.map +1 -1
- package/dist/src/redteam/sharedFrontend.js +3 -0
- package/dist/src/redteam/sharedFrontend.js.map +1 -1
- package/dist/src/redteam/types.d.ts +21 -1
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/server/routes/providers.d.ts.map +1 -1
- package/dist/src/server/routes/providers.js +41 -0
- package/dist/src/server/routes/providers.js.map +1 -1
- package/dist/src/server/server.d.ts +1 -1
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +7 -6
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/tableOutput.html +2 -2
- package/dist/src/types/env.d.ts +3 -0
- package/dist/src/types/env.d.ts.map +1 -1
- package/dist/src/types/env.js +1 -0
- package/dist/src/types/env.js.map +1 -1
- package/dist/src/types/index.d.ts +293 -0
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/providers.d.ts +1 -1
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/util/cloud.js +10 -10
- package/dist/src/util/cloud.js.map +1 -1
- package/dist/src/util/config/load.d.ts +1 -1
- package/dist/src/util/config/load.d.ts.map +1 -1
- package/dist/src/util/config/load.js +1 -0
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/database.d.ts +2 -1
- package/dist/src/util/database.d.ts.map +1 -1
- package/dist/src/util/database.js +0 -5
- package/dist/src/util/database.js.map +1 -1
- package/dist/src/util/server.d.ts +12 -0
- package/dist/src/util/server.d.ts.map +1 -1
- package/dist/src/util/server.js +59 -0
- package/dist/src/util/server.js.map +1 -1
- package/dist/src/util/tokenUsage.d.ts +0 -27
- package/dist/src/util/tokenUsage.d.ts.map +1 -1
- package/dist/src/util/tokenUsage.js +0 -54
- package/dist/src/util/tokenUsage.js.map +1 -1
- package/dist/src/util/transform.d.ts +3 -8
- package/dist/src/util/transform.d.ts.map +1 -1
- package/dist/src/util/transform.js +1 -1
- package/dist/src/util/transform.js.map +1 -1
- package/dist/src/validators/providers.d.ts +20 -0
- package/dist/src/validators/providers.d.ts.map +1 -1
- package/dist/src/validators/redteam.d.ts +12 -0
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +4 -0
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +3 -3
- package/dist/src/app/assets/index-CLKCZa7h.js +0 -1050
- package/dist/src/app/assets/index.es-CtnPLEIO.js +0 -18
- package/dist/src/app/assets/purify.es-CQJ0hv7W.js +0 -2
|
@@ -281,6 +281,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
281
281
|
HELICONE_API_KEY?: string | undefined;
|
|
282
282
|
HF_API_TOKEN?: string | undefined;
|
|
283
283
|
HF_TOKEN?: string | undefined;
|
|
284
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
284
285
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
285
286
|
JFROG_API_KEY?: string | undefined;
|
|
286
287
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -399,6 +400,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
399
400
|
HELICONE_API_KEY?: string | undefined;
|
|
400
401
|
HF_API_TOKEN?: string | undefined;
|
|
401
402
|
HF_TOKEN?: string | undefined;
|
|
403
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
402
404
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
403
405
|
JFROG_API_KEY?: string | undefined;
|
|
404
406
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -515,6 +517,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
515
517
|
HELICONE_API_KEY?: string | undefined;
|
|
516
518
|
HF_API_TOKEN?: string | undefined;
|
|
517
519
|
HF_TOKEN?: string | undefined;
|
|
520
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
518
521
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
519
522
|
JFROG_API_KEY?: string | undefined;
|
|
520
523
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -641,6 +644,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
641
644
|
HELICONE_API_KEY?: string | undefined;
|
|
642
645
|
HF_API_TOKEN?: string | undefined;
|
|
643
646
|
HF_TOKEN?: string | undefined;
|
|
647
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
644
648
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
645
649
|
JFROG_API_KEY?: string | undefined;
|
|
646
650
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -822,6 +826,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
822
826
|
HELICONE_API_KEY?: string | undefined;
|
|
823
827
|
HF_API_TOKEN?: string | undefined;
|
|
824
828
|
HF_TOKEN?: string | undefined;
|
|
829
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
825
830
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
826
831
|
JFROG_API_KEY?: string | undefined;
|
|
827
832
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -997,6 +1002,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
997
1002
|
HELICONE_API_KEY?: string | undefined;
|
|
998
1003
|
HF_API_TOKEN?: string | undefined;
|
|
999
1004
|
HF_TOKEN?: string | undefined;
|
|
1005
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1000
1006
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1001
1007
|
JFROG_API_KEY?: string | undefined;
|
|
1002
1008
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1174,6 +1180,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1174
1180
|
HELICONE_API_KEY?: string | undefined;
|
|
1175
1181
|
HF_API_TOKEN?: string | undefined;
|
|
1176
1182
|
HF_TOKEN?: string | undefined;
|
|
1183
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1177
1184
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1178
1185
|
JFROG_API_KEY?: string | undefined;
|
|
1179
1186
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1450,6 +1457,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1450
1457
|
HELICONE_API_KEY?: string | undefined;
|
|
1451
1458
|
HF_API_TOKEN?: string | undefined;
|
|
1452
1459
|
HF_TOKEN?: string | undefined;
|
|
1460
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1453
1461
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1454
1462
|
JFROG_API_KEY?: string | undefined;
|
|
1455
1463
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1566,6 +1574,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1566
1574
|
HELICONE_API_KEY?: string | undefined;
|
|
1567
1575
|
HF_API_TOKEN?: string | undefined;
|
|
1568
1576
|
HF_TOKEN?: string | undefined;
|
|
1577
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1569
1578
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1570
1579
|
JFROG_API_KEY?: string | undefined;
|
|
1571
1580
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1682,6 +1691,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1682
1691
|
HELICONE_API_KEY?: string | undefined;
|
|
1683
1692
|
HF_API_TOKEN?: string | undefined;
|
|
1684
1693
|
HF_TOKEN?: string | undefined;
|
|
1694
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1685
1695
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1686
1696
|
JFROG_API_KEY?: string | undefined;
|
|
1687
1697
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1800,6 +1810,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1800
1810
|
HELICONE_API_KEY?: string | undefined;
|
|
1801
1811
|
HF_API_TOKEN?: string | undefined;
|
|
1802
1812
|
HF_TOKEN?: string | undefined;
|
|
1813
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1803
1814
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1804
1815
|
JFROG_API_KEY?: string | undefined;
|
|
1805
1816
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1916,6 +1927,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1916
1927
|
HELICONE_API_KEY?: string | undefined;
|
|
1917
1928
|
HF_API_TOKEN?: string | undefined;
|
|
1918
1929
|
HF_TOKEN?: string | undefined;
|
|
1930
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
1919
1931
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
1920
1932
|
JFROG_API_KEY?: string | undefined;
|
|
1921
1933
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2042,6 +2054,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2042
2054
|
HELICONE_API_KEY?: string | undefined;
|
|
2043
2055
|
HF_API_TOKEN?: string | undefined;
|
|
2044
2056
|
HF_TOKEN?: string | undefined;
|
|
2057
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2045
2058
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2046
2059
|
JFROG_API_KEY?: string | undefined;
|
|
2047
2060
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2223,6 +2236,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2223
2236
|
HELICONE_API_KEY?: string | undefined;
|
|
2224
2237
|
HF_API_TOKEN?: string | undefined;
|
|
2225
2238
|
HF_TOKEN?: string | undefined;
|
|
2239
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2226
2240
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2227
2241
|
JFROG_API_KEY?: string | undefined;
|
|
2228
2242
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2398,6 +2412,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2398
2412
|
HELICONE_API_KEY?: string | undefined;
|
|
2399
2413
|
HF_API_TOKEN?: string | undefined;
|
|
2400
2414
|
HF_TOKEN?: string | undefined;
|
|
2415
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2401
2416
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2402
2417
|
JFROG_API_KEY?: string | undefined;
|
|
2403
2418
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2575,6 +2590,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2575
2590
|
HELICONE_API_KEY?: string | undefined;
|
|
2576
2591
|
HF_API_TOKEN?: string | undefined;
|
|
2577
2592
|
HF_TOKEN?: string | undefined;
|
|
2593
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2578
2594
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2579
2595
|
JFROG_API_KEY?: string | undefined;
|
|
2580
2596
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2851,6 +2867,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2851
2867
|
HELICONE_API_KEY?: string | undefined;
|
|
2852
2868
|
HF_API_TOKEN?: string | undefined;
|
|
2853
2869
|
HF_TOKEN?: string | undefined;
|
|
2870
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2854
2871
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2855
2872
|
JFROG_API_KEY?: string | undefined;
|
|
2856
2873
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -2967,6 +2984,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2967
2984
|
HELICONE_API_KEY?: string | undefined;
|
|
2968
2985
|
HF_API_TOKEN?: string | undefined;
|
|
2969
2986
|
HF_TOKEN?: string | undefined;
|
|
2987
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
2970
2988
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
2971
2989
|
JFROG_API_KEY?: string | undefined;
|
|
2972
2990
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -3366,6 +3384,7 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
|
|
|
3366
3384
|
HELICONE_API_KEY?: string | undefined;
|
|
3367
3385
|
HF_API_TOKEN?: string | undefined;
|
|
3368
3386
|
HF_TOKEN?: string | undefined;
|
|
3387
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
3369
3388
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
3370
3389
|
JFROG_API_KEY?: string | undefined;
|
|
3371
3390
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -3552,6 +3571,7 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
|
|
|
3552
3571
|
HELICONE_API_KEY?: string | undefined;
|
|
3553
3572
|
HF_API_TOKEN?: string | undefined;
|
|
3554
3573
|
HF_TOKEN?: string | undefined;
|
|
3574
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
3555
3575
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
3556
3576
|
JFROG_API_KEY?: string | undefined;
|
|
3557
3577
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -4099,6 +4119,7 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
|
|
|
4099
4119
|
HELICONE_API_KEY?: string | undefined;
|
|
4100
4120
|
HF_API_TOKEN?: string | undefined;
|
|
4101
4121
|
HF_TOKEN?: string | undefined;
|
|
4122
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
4102
4123
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
4103
4124
|
JFROG_API_KEY?: string | undefined;
|
|
4104
4125
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -4291,6 +4312,7 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
|
|
|
4291
4312
|
HELICONE_API_KEY?: string | undefined;
|
|
4292
4313
|
HF_API_TOKEN?: string | undefined;
|
|
4293
4314
|
HF_TOKEN?: string | undefined;
|
|
4315
|
+
HYPERBOLIC_API_KEY?: string | undefined;
|
|
4294
4316
|
HUGGING_FACE_HUB_TOKEN?: string | undefined;
|
|
4295
4317
|
JFROG_API_KEY?: string | undefined;
|
|
4296
4318
|
LAMBDA_API_KEY?: string | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,KAAK,MAAM,EACX,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAElB,KAAK,eAAe,EAGpB,KAAK,iBAAiB,EAEvB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYxB,CAAC;AAIF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWrB,CAAC;AAIF,eAAO,MAAM,UAAU
|
|
1
|
+
{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,KAAK,MAAM,EACX,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAElB,KAAK,eAAe,EAGpB,KAAK,iBAAiB,EAEvB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYxB,CAAC;AAIF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWrB,CAAC;AAIF,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkBtB,CAAC;AAEF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+D5B,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe/B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAEJ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe5B,CAAC;AAEF,eAAO,MAAM,aAAa;;EAEvB,CAAC;AAEJ,eAAO,MAAM,oBAAoB;;;EAS9B,CAAC;AAIJ,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYzB,CAAC;AAEF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBhC,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;;EAIxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC;AAIJ,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkBxB,CAAC"}
|
package/dist/src/envars.d.ts
CHANGED
|
@@ -15,7 +15,6 @@ export type EnvVars = {
|
|
|
15
15
|
PROMPTFOO_DISABLE_PDF_AS_TEXT?: boolean;
|
|
16
16
|
PROMPTFOO_DISABLE_REDTEAM_MODERATION?: boolean;
|
|
17
17
|
PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION?: boolean;
|
|
18
|
-
PROMPTFOO_DISABLE_REDTEAM_TARGET_DISCOVERY_AGENT?: boolean;
|
|
19
18
|
PROMPTFOO_DISABLE_REF_PARSER?: boolean;
|
|
20
19
|
PROMPTFOO_DISABLE_SHARE_EMAIL_REQUEST?: boolean;
|
|
21
20
|
PROMPTFOO_DISABLE_SHARE_WARNING?: boolean;
|
|
@@ -158,6 +157,7 @@ export type EnvVars = {
|
|
|
158
157
|
/** @deprecated Use HF_TOKEN instead */
|
|
159
158
|
HF_API_TOKEN?: string;
|
|
160
159
|
HF_TOKEN?: string;
|
|
160
|
+
HYPERBOLIC_API_KEY?: string;
|
|
161
161
|
LANGFUSE_HOST?: string;
|
|
162
162
|
LANGFUSE_PUBLIC_KEY?: string;
|
|
163
163
|
LANGFUSE_SECRET_KEY?: string;
|
package/dist/src/envars.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"envars.d.ts","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAEvB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAGhD,MAAM,MAAM,OAAO,GAAG;IAIpB,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAK9B,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,sCAAsC,CAAC,EAAE,OAAO,CAAC;IACjD,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,2CAA2C,CAAC,EAAE,OAAO,CAAC;IACtD,
|
|
1
|
+
{"version":3,"file":"envars.d.ts","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":"AAAA,OAAO,eAAe,CAAC;AAEvB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAGhD,MAAM,MAAM,OAAO,GAAG;IAIpB,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAK9B,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,sCAAsC,CAAC,EAAE,OAAO,CAAC;IACjD,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,2CAA2C,CAAC,EAAE,OAAO,CAAC;IACtD,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,qCAAqC,CAAC,EAAE,OAAO,CAAC;IAChD,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,mCAAmC,CAAC,EAAE,OAAO,CAAC;IAC9C,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,qCAAqC,CAAC,EAAE,OAAO,CAAC;IAChD,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,yBAAyB,CAAC,EAAE,OAAO,CAAC;IAKpC,oCAAoC,CAAC,EAAE,MAAM,CAAC;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IACzC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,sBAAsB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC1C,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,uCAAuC,CAAC,EAAE,MAAM,CAAC;IACjD,kCAAkC,CAAC,EAAE,MAAM,CAAC;IAC5C,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,sCAAsC,CAAC,EAAE,MAAM,CAAC;IAChD,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAKhC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAKlB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAKhC;;OAEG;IACH,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC;;OAEG;IACH,yCAAyC,CAAC,EAAE,MAAM,CAAC;IACnD,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAC7C,yCAAyC,CAAC,EAAE,MAAM,CAAC;IACnD,mCAAmC,CAAC,EAAE,MAAM,CAAC;IAK7C,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IAMjB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAG/B,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,sCAAsC,CAAC,EAAE,MAAM,CAAC;IAChD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAC1C,6BAA6B,CAAC,EAAE,MAAM,CAAC;IAGvC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,uCAAuC;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAG7B,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAG7B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IAGvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAG5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAG/B,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,YAAY,CAAC;AAGjB,MAAM,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC;AAEtC;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AACjE,wBAAgB,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAmB3E;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,OAAO,GAAG,OAAO,CAS1E;AAED;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AAC9D,wBAAgB,SAAS,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAexE;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AAChE,wBAAgB,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAe1E;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,YAAY,GAAE,MAAU,GAAG,MAAM,CAEjE;AAED;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,YAAY,GAAE,MAAU,GAAG,MAAM,CAEjE;AAED;;;GAGG;AACH,wBAAgB,IAAI,YAgBnB"}
|
package/dist/src/envars.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"envars.js","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"envars.js","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":";;;;;AAmTA,oCAgBC;AAQD,gCASC;AAUD,8BAYC;AAUD,kCAYC;AAOD,4CAEC;AAOD,4CAEC;AAMD,oBAgBC;AAxaD,yBAAuB;AACvB,0DAAkC;AAkTlC,SAAgB,YAAY,CAAC,GAAc,EAAE,YAAqB;IAChE,wDAAwD;IACxD,IAAI,kBAAQ,CAAC,MAAM,EAAE,GAAG,IAAI,OAAO,kBAAQ,CAAC,MAAM,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpE,wFAAwF;QACxF,MAAM,QAAQ,GAAG,kBAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,GAAuC,CAAC,CAAC;QAC9E,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAa,CAAC,CAAC;IACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,SAAgB,UAAU,CAAC,GAAc,EAAE,YAAsB;IAC/D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,OAAO,CAAC,YAAY,CAAC,CAAC;AAC/B,CAAC;AAUD,SAAgB,SAAS,CAAC,GAAc,EAAE,YAAqB;IAC7D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAUD,SAAgB,WAAW,CAAC,GAAc,EAAE,YAAqB;IAC/D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;GAIG;AACH,SAAgB,gBAAgB,CAAC,eAAuB,CAAC;IACvD,OAAO,SAAS,CAAC,2BAA2B,EAAE,YAAY,CAAC,CAAC;AAC9D,CAAC;AAED;;;;GAIG;AACH,SAAgB,gBAAgB,CAAC,eAAuB,CAAC;IACvD,OAAO,SAAS,CAAC,4BAA4B,EAAE,YAAY,CAAC,CAAC;AAC/D,CAAC;AAED;;;GAGG;AACH,SAAgB,IAAI;IAClB,OAAO,CACL,UAAU,CAAC,IAAI,CAAC;QAChB,UAAU,CAAC,gBAAgB,CAAC;QAC5B,UAAU,CAAC,QAAQ,CAAC;QACpB,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,SAAS,CAAC;QACrB,UAAU,CAAC,WAAW,CAAC;QACvB,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,oBAAoB,CAAC;QAChC,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,kBAAkB,CAAC;QAC9B,UAAU,CAAC,OAAO,CAAC;QACnB,UAAU,CAAC,WAAW,CAAC;QACvB,UAAU,CAAC,kBAAkB,CAAC,CAC/B,CAAC;AACJ,CAAC"}
|
package/dist/src/evaluator.d.ts
CHANGED
|
@@ -49,6 +49,15 @@ test, delay, nunjucksFilters: filters, evaluateOptions, testIdx, promptIdx, conv
|
|
|
49
49
|
* @returns Number of threads allocated to this progress bar
|
|
50
50
|
*/
|
|
51
51
|
export declare function calculateThreadsPerBar(concurrency: number, numProgressBars: number, barIndex: number): number;
|
|
52
|
+
/**
|
|
53
|
+
* Safely formats variables for display in progress bars and logs.
|
|
54
|
+
* Handles extremely large variables that could cause RangeError crashes.
|
|
55
|
+
*
|
|
56
|
+
* @param vars - Variables to format
|
|
57
|
+
* @param maxLength - Maximum length of the final formatted string
|
|
58
|
+
* @returns Formatted variables string or fallback message
|
|
59
|
+
*/
|
|
60
|
+
export declare function formatVarsForDisplay(vars: Record<string, any> | undefined, maxLength: number): string;
|
|
52
61
|
export declare function generateVarCombinations(vars: Record<string, string | string[] | any>): Record<string, string | any[]>[];
|
|
53
62
|
export declare function evaluate(testSuite: TestSuite, evalRecord: Eval, options: EvaluateOptions): Promise<Eval>;
|
|
54
63
|
//# sourceMappingURL=evaluator.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluator.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AAMtC,OAAO,KAAK,EAAqD,UAAU,EAAQ,MAAM,SAAS,CAAC;AACnG,OAAO,EAIL,KAAK,eAAe,EACpB,KAAK,cAAc,EAEnB,KAAK,MAAM,EAGX,KAAK,cAAc,EACnB,KAAK,SAAS,EACf,MAAM,SAAS,CAAC;AAWjB,eAAO,MAAM,uBAAuB,IAAI,CAAC;AAiDzC;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,OAAO,CAM7F;AAED,wBAAgB,aAAa,IAAI,QAAQ,CAAC,UAAU,CAAC,CAwBpD;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,OAAO,CAAC,EAC5B,QAAQ,EACR,MAAM,EAAE,aAAa;AACrB,IAAI,EACJ,KAAK,EACL,eAAe,EAAE,OAAO,EACxB,eAAe,EACf,OAAO,EACP,SAAS,EACT,aAAa,EACb,SAAS,EACT,SAAS,EACT,QAAQ,EACR,WAAW,EACX,WAAW,GACZ,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,
|
|
1
|
+
{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluator.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AAMtC,OAAO,KAAK,EAAqD,UAAU,EAAQ,MAAM,SAAS,CAAC;AACnG,OAAO,EAIL,KAAK,eAAe,EACpB,KAAK,cAAc,EAEnB,KAAK,MAAM,EAGX,KAAK,cAAc,EACnB,KAAK,SAAS,EACf,MAAM,SAAS,CAAC;AAWjB,eAAO,MAAM,uBAAuB,IAAI,CAAC;AAiDzC;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,OAAO,CAM7F;AAED,wBAAgB,aAAa,IAAI,QAAQ,CAAC,UAAU,CAAC,CAwBpD;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,OAAO,CAAC,EAC5B,QAAQ,EACR,MAAM,EAAE,aAAa;AACrB,IAAI,EACJ,KAAK,EACL,eAAe,EAAE,OAAO,EACxB,eAAe,EACf,OAAO,EACP,SAAS,EACT,aAAa,EACb,SAAS,EACT,SAAS,EACT,QAAQ,EACR,WAAW,EACX,WAAW,GACZ,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA8Q5C;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,WAAW,EAAE,MAAM,EACnB,eAAe,EAAE,MAAM,EACvB,QAAQ,EAAE,MAAM,GACf,MAAM,CAIR;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,EACrC,SAAS,EAAE,MAAM,GAChB,MAAM,CAsBR;AAED,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC,GAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,CAqClC;AAu+BD,wBAAgB,QAAQ,CACtB,SAAS,EAAE,SAAS,EACpB,UAAU,EAAE,IAAI,EAChB,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,IAAI,CAAC,CAGf"}
|
package/dist/src/evaluator.js
CHANGED
|
@@ -41,6 +41,7 @@ exports.isAllowedPrompt = isAllowedPrompt;
|
|
|
41
41
|
exports.newTokenUsage = newTokenUsage;
|
|
42
42
|
exports.runEval = runEval;
|
|
43
43
|
exports.calculateThreadsPerBar = calculateThreadsPerBar;
|
|
44
|
+
exports.formatVarsForDisplay = formatVarsForDisplay;
|
|
44
45
|
exports.generateVarCombinations = generateVarCombinations;
|
|
45
46
|
exports.evaluate = evaluate;
|
|
46
47
|
const async_1 = __importDefault(require("async"));
|
|
@@ -250,7 +251,6 @@ test, delay, nunjucksFilters: filters, evaluateOptions, testIdx, promptIdx, conv
|
|
|
250
251
|
test,
|
|
251
252
|
// All of these are removed in python and script providers, but every Javascript provider gets them
|
|
252
253
|
logger: logger_1.default,
|
|
253
|
-
fetchWithCache: cache_1.fetchWithCache,
|
|
254
254
|
getCache: cache_1.getCache,
|
|
255
255
|
}, abortSignal ? { abortSignal } : undefined);
|
|
256
256
|
logger_1.default.debug(`Provider response properties: ${Object.keys(response).join(', ')}`);
|
|
@@ -425,9 +425,39 @@ test, delay, nunjucksFilters: filters, evaluateOptions, testIdx, promptIdx, conv
|
|
|
425
425
|
* @returns Number of threads allocated to this progress bar
|
|
426
426
|
*/
|
|
427
427
|
function calculateThreadsPerBar(concurrency, numProgressBars, barIndex) {
|
|
428
|
-
const
|
|
428
|
+
const threadsPerBar = Math.floor(concurrency / numProgressBars);
|
|
429
429
|
const extraThreads = concurrency % numProgressBars;
|
|
430
|
-
return barIndex < extraThreads ?
|
|
430
|
+
return barIndex < extraThreads ? threadsPerBar + 1 : threadsPerBar;
|
|
431
|
+
}
|
|
432
|
+
/**
|
|
433
|
+
* Safely formats variables for display in progress bars and logs.
|
|
434
|
+
* Handles extremely large variables that could cause RangeError crashes.
|
|
435
|
+
*
|
|
436
|
+
* @param vars - Variables to format
|
|
437
|
+
* @param maxLength - Maximum length of the final formatted string
|
|
438
|
+
* @returns Formatted variables string or fallback message
|
|
439
|
+
*/
|
|
440
|
+
function formatVarsForDisplay(vars, maxLength) {
|
|
441
|
+
if (!vars || Object.keys(vars).length === 0) {
|
|
442
|
+
return '';
|
|
443
|
+
}
|
|
444
|
+
try {
|
|
445
|
+
// Simple approach: limit individual values, then truncate the whole result
|
|
446
|
+
const formatted = Object.entries(vars)
|
|
447
|
+
.map(([key, value]) => {
|
|
448
|
+
// Prevent memory issues by limiting individual values first
|
|
449
|
+
const valueStr = String(value).slice(0, 100);
|
|
450
|
+
return `${key}=${valueStr}`;
|
|
451
|
+
})
|
|
452
|
+
.join(' ')
|
|
453
|
+
.replace(/\n/g, ' ')
|
|
454
|
+
.slice(0, maxLength);
|
|
455
|
+
return formatted;
|
|
456
|
+
}
|
|
457
|
+
catch {
|
|
458
|
+
// Any error - return safe fallback
|
|
459
|
+
return '[vars unavailable]';
|
|
460
|
+
}
|
|
431
461
|
}
|
|
432
462
|
function generateVarCombinations(vars) {
|
|
433
463
|
const keys = Object.keys(vars);
|
|
@@ -482,7 +512,8 @@ class Evaluator {
|
|
|
482
512
|
this.fileWriters = jsonlFiles.map((p) => new writeToFile_1.JsonlFileWriter(p));
|
|
483
513
|
}
|
|
484
514
|
async evaluate() {
|
|
485
|
-
const {
|
|
515
|
+
const { options } = this;
|
|
516
|
+
let { testSuite } = this;
|
|
486
517
|
const startTime = Date.now();
|
|
487
518
|
const maxEvalTimeMs = options.maxEvalTimeMs ?? (0, envars_1.getMaxEvalTimeMs)();
|
|
488
519
|
let evalTimedOut = false;
|
|
@@ -505,12 +536,16 @@ class Evaluator {
|
|
|
505
536
|
throw new Error('Operation cancelled');
|
|
506
537
|
}
|
|
507
538
|
};
|
|
539
|
+
logger_1.default.info(`Starting evaluation ${this.evalRecord.id}`);
|
|
508
540
|
// Add abort checks at key points
|
|
509
541
|
checkAbort();
|
|
510
542
|
const prompts = [];
|
|
511
543
|
const assertionTypes = new Set();
|
|
512
544
|
const rowsWithSelectBestAssertion = new Set();
|
|
513
|
-
await (0, evaluatorHelpers_1.runExtensionHook)(testSuite.extensions, 'beforeAll', {
|
|
545
|
+
const beforeAllOut = await (0, evaluatorHelpers_1.runExtensionHook)(testSuite.extensions, 'beforeAll', {
|
|
546
|
+
suite: testSuite,
|
|
547
|
+
});
|
|
548
|
+
testSuite = beforeAllOut.suite;
|
|
514
549
|
if (options.generateSuggestions) {
|
|
515
550
|
// TODO(ian): Move this into its own command/file
|
|
516
551
|
logger_1.default.info(`Generating prompt variations...`);
|
|
@@ -588,6 +623,7 @@ class Evaluator {
|
|
|
588
623
|
prompts.push(completedPrompt);
|
|
589
624
|
}
|
|
590
625
|
}
|
|
626
|
+
this.evalRecord.addPrompts(prompts);
|
|
591
627
|
// Aggregate all vars across test cases
|
|
592
628
|
let tests = testSuite.tests && testSuite.tests.length > 0
|
|
593
629
|
? testSuite.tests
|
|
@@ -723,7 +759,7 @@ class Evaluator {
|
|
|
723
759
|
evaluateOptions: options,
|
|
724
760
|
conversations: this.conversations,
|
|
725
761
|
registers: this.registers,
|
|
726
|
-
isRedteam:
|
|
762
|
+
isRedteam: testSuite.redteam != null,
|
|
727
763
|
allTests: runEvalOptions,
|
|
728
764
|
concurrency,
|
|
729
765
|
abortSignal: options.abortSignal,
|
|
@@ -754,9 +790,10 @@ class Evaluator {
|
|
|
754
790
|
if (typeof index !== 'number') {
|
|
755
791
|
throw new Error('Expected index to be a number');
|
|
756
792
|
}
|
|
757
|
-
await (0, evaluatorHelpers_1.runExtensionHook)(testSuite.extensions, 'beforeEach', {
|
|
793
|
+
const beforeEachOut = await (0, evaluatorHelpers_1.runExtensionHook)(testSuite.extensions, 'beforeEach', {
|
|
758
794
|
test: evalStep.test,
|
|
759
795
|
});
|
|
796
|
+
evalStep.test = beforeEachOut.test;
|
|
760
797
|
const rows = await runEval(evalStep);
|
|
761
798
|
for (const row of rows) {
|
|
762
799
|
for (const varName of Object.keys(row.vars)) {
|
|
@@ -1020,11 +1057,7 @@ class Evaluator {
|
|
|
1020
1057
|
}
|
|
1021
1058
|
if (isWebUI) {
|
|
1022
1059
|
const provider = evalStep.provider.label || evalStep.provider.id();
|
|
1023
|
-
const vars =
|
|
1024
|
-
.map(([k, v]) => `${k}=${v}`)
|
|
1025
|
-
.join(' ')
|
|
1026
|
-
.slice(0, 50)
|
|
1027
|
-
.replace(/\n/g, ' ');
|
|
1060
|
+
const vars = formatVarsForDisplay(evalStep.test.vars, 50);
|
|
1028
1061
|
logger_1.default.info(`[${numComplete}/${total}] Running ${provider} with vars: ${vars}`);
|
|
1029
1062
|
}
|
|
1030
1063
|
else if (multibar && evalStep) {
|
|
@@ -1034,14 +1067,11 @@ class Evaluator {
|
|
|
1034
1067
|
const progressbar = multiProgressBars[progressBarIndex];
|
|
1035
1068
|
// Calculate how many threads are assigned to this progress bar
|
|
1036
1069
|
const threadsForThisBar = calculateThreadsPerBar(concurrency, numProgressBars, progressBarIndex);
|
|
1070
|
+
const vars = formatVarsForDisplay(evalStep.test.vars, 10);
|
|
1037
1071
|
progressbar.increment({
|
|
1038
1072
|
provider: evalStep.provider.label || evalStep.provider.id(),
|
|
1039
1073
|
prompt: evalStep.prompt.raw.slice(0, 10).replace(/\n/g, ' '),
|
|
1040
|
-
vars
|
|
1041
|
-
.map(([k, v]) => `${k}=${v}`)
|
|
1042
|
-
.join(' ')
|
|
1043
|
-
.slice(0, 10)
|
|
1044
|
-
.replace(/\n/g, ' '),
|
|
1074
|
+
vars,
|
|
1045
1075
|
activeThreads: threadsForThisBar,
|
|
1046
1076
|
});
|
|
1047
1077
|
}
|
|
@@ -1104,15 +1134,11 @@ class Evaluator {
|
|
|
1104
1134
|
try {
|
|
1105
1135
|
if (serialRunEvalOptions.length > 0) {
|
|
1106
1136
|
// Run serial evaluations first
|
|
1107
|
-
logger_1.default.info(`Running ${serialRunEvalOptions.length}
|
|
1137
|
+
logger_1.default.info(`Running ${serialRunEvalOptions.length} test cases serially...`);
|
|
1108
1138
|
for (const evalStep of serialRunEvalOptions) {
|
|
1109
1139
|
if (isWebUI) {
|
|
1110
1140
|
const provider = evalStep.provider.label || evalStep.provider.id();
|
|
1111
|
-
const vars =
|
|
1112
|
-
.map(([k, v]) => `${k}=${v}`)
|
|
1113
|
-
.join(' ')
|
|
1114
|
-
.slice(0, 50)
|
|
1115
|
-
.replace(/\n/g, ' ');
|
|
1141
|
+
const vars = formatVarsForDisplay(evalStep.test.vars || {}, 50);
|
|
1116
1142
|
logger_1.default.info(`[${numComplete}/${serialRunEvalOptions.length}] Running ${provider} with vars: ${vars}`);
|
|
1117
1143
|
}
|
|
1118
1144
|
const idx = runEvalOptions.indexOf(evalStep);
|
|
@@ -1121,12 +1147,13 @@ class Evaluator {
|
|
|
1121
1147
|
}
|
|
1122
1148
|
}
|
|
1123
1149
|
// Then run concurrent evaluations
|
|
1124
|
-
logger_1.default.info(`Running ${concurrentRunEvalOptions.length}
|
|
1150
|
+
logger_1.default.info(`Running ${concurrentRunEvalOptions.length} test cases (up to ${concurrency} at a time)...`);
|
|
1125
1151
|
await async_1.default.forEachOfLimit(concurrentRunEvalOptions, concurrency, async (evalStep) => {
|
|
1126
1152
|
checkAbort();
|
|
1127
1153
|
const idx = runEvalOptions.indexOf(evalStep);
|
|
1128
1154
|
await processEvalStepWithTimeout(evalStep, idx);
|
|
1129
1155
|
processedIndices.add(idx);
|
|
1156
|
+
await this.evalRecord.addPrompts(prompts);
|
|
1130
1157
|
});
|
|
1131
1158
|
}
|
|
1132
1159
|
catch (err) {
|