promptfoo 0.107.0 → 0.107.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +20 -17
- package/dist/src/app/assets/{index-aPpzVtDP.js → index-DmqkyVHC.js} +234 -234
- package/dist/src/app/assets/{index.es-BZ4ADnog.js → index.es-BSriX8RW.js} +1 -1
- package/dist/src/app/assets/{sync-ulUFOpow.js → sync-CAUebwzg.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/assertions/answerRelevance.d.ts.map +1 -1
- package/dist/src/assertions/contains.d.ts.map +1 -1
- package/dist/src/assertions/contextRecall.d.ts.map +1 -1
- package/dist/src/assertions/contextRelevance.d.ts.map +1 -1
- package/dist/src/assertions/cost.d.ts.map +1 -1
- package/dist/src/assertions/equals.d.ts.map +1 -1
- package/dist/src/assertions/factuality.d.ts.map +1 -1
- package/dist/src/assertions/geval.d.ts.map +1 -1
- package/dist/src/assertions/guardrails.d.ts.map +1 -1
- package/dist/src/assertions/javascript.d.ts.map +1 -1
- package/dist/src/assertions/latency.d.ts.map +1 -1
- package/dist/src/assertions/llmRubric.d.ts.map +1 -1
- package/dist/src/assertions/modelGradedClosedQa.d.ts.map +1 -1
- package/dist/src/assertions/moderation.d.ts.map +1 -1
- package/dist/src/assertions/openai.d.ts.map +1 -1
- package/dist/src/assertions/python.d.ts.map +1 -1
- package/dist/src/assertions/redteam.d.ts.map +1 -1
- package/dist/src/assertions/regex.d.ts.map +1 -1
- package/dist/src/assertions/similar.d.ts.map +1 -1
- package/dist/src/assertions/sql.d.ts.map +1 -1
- package/dist/src/assertions/startsWith.d.ts.map +1 -1
- package/dist/src/assertions/xml.d.ts.map +1 -1
- package/dist/src/commands/auth.d.ts.map +1 -1
- package/dist/src/commands/auth.js +4 -5
- package/dist/src/commands/auth.js.map +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/init.js +14 -2
- package/dist/src/commands/init.js.map +1 -1
- package/dist/src/database/tables.d.ts +22 -0
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/fetch.js +1 -1
- package/dist/src/fetch.js.map +1 -1
- package/dist/src/globalConfig/cloud.d.ts +1 -0
- package/dist/src/globalConfig/cloud.d.ts.map +1 -1
- package/dist/src/globalConfig/cloud.js +11 -10
- package/dist/src/globalConfig/cloud.js.map +1 -1
- package/dist/src/matchers.d.ts.map +1 -1
- package/dist/src/matchers.js +79 -39
- package/dist/src/matchers.js.map +1 -1
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +5 -8
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/prompts/grading.d.ts +1 -10
- package/dist/src/prompts/grading.d.ts.map +1 -1
- package/dist/src/prompts/grading.js +37 -42
- package/dist/src/prompts/grading.js.map +1 -1
- package/dist/src/prompts/processors/javascript.d.ts.map +1 -1
- package/dist/src/prompts/processors/python.d.ts.map +1 -1
- package/dist/src/providers/adaline.gateway.d.ts.map +1 -1
- package/dist/src/providers/adaline.gateway.js +6 -5
- package/dist/src/providers/adaline.gateway.js.map +1 -1
- package/dist/src/providers/anthropic/completion.d.ts +15 -0
- package/dist/src/providers/anthropic/completion.d.ts.map +1 -0
- package/dist/src/providers/anthropic/completion.js +93 -0
- package/dist/src/providers/anthropic/completion.js.map +1 -0
- package/dist/src/providers/anthropic/defaults.d.ts +18 -0
- package/dist/src/providers/anthropic/defaults.d.ts.map +1 -0
- package/dist/src/providers/anthropic/defaults.js +105 -0
- package/dist/src/providers/anthropic/defaults.js.map +1 -0
- package/dist/src/providers/anthropic/generic.d.ts +37 -0
- package/dist/src/providers/anthropic/generic.d.ts.map +1 -0
- package/dist/src/providers/anthropic/generic.js +46 -0
- package/dist/src/providers/anthropic/generic.js.map +1 -0
- package/dist/src/providers/anthropic/messages.d.ts +23 -0
- package/dist/src/providers/anthropic/messages.d.ts.map +1 -0
- package/dist/src/providers/anthropic/messages.js +129 -0
- package/dist/src/providers/anthropic/messages.js.map +1 -0
- package/dist/src/providers/anthropic/types.d.ts +26 -0
- package/dist/src/providers/anthropic/types.d.ts.map +1 -0
- package/dist/src/providers/anthropic/types.js +3 -0
- package/dist/src/providers/anthropic/types.js.map +1 -0
- package/dist/src/providers/anthropic/util.d.ts +18 -0
- package/dist/src/providers/anthropic/util.d.ts.map +1 -0
- package/dist/src/providers/anthropic/util.js +192 -0
- package/dist/src/providers/anthropic/util.js.map +1 -0
- package/dist/src/providers/bedrock.d.ts +12 -12
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +14 -12
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/defaults.d.ts +1 -12
- package/dist/src/providers/defaults.d.ts.map +1 -1
- package/dist/src/providers/defaults.js +24 -22
- package/dist/src/providers/defaults.js.map +1 -1
- package/dist/src/providers/openai/realtime.d.ts +68 -0
- package/dist/src/providers/openai/realtime.d.ts.map +1 -0
- package/dist/src/providers/openai/realtime.js +919 -0
- package/dist/src/providers/openai/realtime.js.map +1 -0
- package/dist/src/providers/openai/util.d.ts +10 -0
- package/dist/src/providers/openai/util.d.ts.map +1 -1
- package/dist/src/providers/openai/util.js +32 -2
- package/dist/src/providers/openai/util.js.map +1 -1
- package/dist/src/providers/registry.d.ts.map +1 -1
- package/dist/src/providers/registry.js +30 -11
- package/dist/src/providers/registry.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +1 -1
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +7 -0
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/extraction/entities.d.ts.map +1 -1
- package/dist/src/redteam/extraction/entities.js +2 -0
- package/dist/src/redteam/extraction/entities.js.map +1 -1
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/graders.js +2 -0
- package/dist/src/redteam/graders.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +2 -0
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/toolDiscovery.d.ts +13 -0
- package/dist/src/redteam/plugins/toolDiscovery.d.ts.map +1 -0
- package/dist/src/redteam/plugins/toolDiscovery.js +102 -0
- package/dist/src/redteam/plugins/toolDiscovery.js.map +1 -0
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/strategies/iterative.js +1 -1
- package/dist/src/redteam/strategies/iterative.js.map +1 -1
- package/dist/src/types/env.d.ts +3 -0
- package/dist/src/types/env.d.ts.map +1 -1
- package/dist/src/types/env.js +1 -0
- package/dist/src/types/env.js.map +1 -1
- package/dist/src/types/index.d.ts +291 -0
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/providers.d.ts +13 -0
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/util/database.d.ts +2 -0
- package/dist/src/util/database.d.ts.map +1 -1
- package/dist/src/util/objectUtils.d.ts.map +1 -1
- package/dist/src/util/time.d.ts.map +1 -1
- package/dist/src/validators/providers.d.ts +20 -0
- package/dist/src/validators/providers.d.ts.map +1 -1
- package/dist/src/validators/redteam.d.ts +8 -0
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +20 -17
- package/dist/src/providers/anthropic.d.ts +0 -84
- package/dist/src/providers/anthropic.d.ts.map +0 -1
- package/dist/src/providers/anthropic.js +0 -505
- package/dist/src/providers/anthropic.js.map +0 -1
|
@@ -247,6 +247,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
247
247
|
AI21_API_BASE_URL?: string | undefined;
|
|
248
248
|
AI21_API_KEY?: string | undefined;
|
|
249
249
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
250
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
250
251
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
251
252
|
AZURE_API_BASE_URL?: string | undefined;
|
|
252
253
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -352,6 +353,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
352
353
|
AI21_API_BASE_URL?: string | undefined;
|
|
353
354
|
AI21_API_KEY?: string | undefined;
|
|
354
355
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
356
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
355
357
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
356
358
|
AZURE_API_BASE_URL?: string | undefined;
|
|
357
359
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -455,6 +457,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
455
457
|
AI21_API_BASE_URL?: string | undefined;
|
|
456
458
|
AI21_API_KEY?: string | undefined;
|
|
457
459
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
460
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
458
461
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
459
462
|
AZURE_API_BASE_URL?: string | undefined;
|
|
460
463
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -565,6 +568,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
565
568
|
AI21_API_BASE_URL?: string | undefined;
|
|
566
569
|
AI21_API_KEY?: string | undefined;
|
|
567
570
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
571
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
568
572
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
569
573
|
AZURE_API_BASE_URL?: string | undefined;
|
|
570
574
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -730,6 +734,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
730
734
|
AI21_API_BASE_URL?: string | undefined;
|
|
731
735
|
AI21_API_KEY?: string | undefined;
|
|
732
736
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
737
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
733
738
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
734
739
|
AZURE_API_BASE_URL?: string | undefined;
|
|
735
740
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -892,6 +897,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
892
897
|
AI21_API_BASE_URL?: string | undefined;
|
|
893
898
|
AI21_API_KEY?: string | undefined;
|
|
894
899
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
900
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
895
901
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
896
902
|
AZURE_API_BASE_URL?: string | undefined;
|
|
897
903
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -1056,6 +1062,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1056
1062
|
AI21_API_BASE_URL?: string | undefined;
|
|
1057
1063
|
AI21_API_KEY?: string | undefined;
|
|
1058
1064
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1065
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
1059
1066
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1060
1067
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1061
1068
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -1299,6 +1306,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1299
1306
|
AI21_API_BASE_URL?: string | undefined;
|
|
1300
1307
|
AI21_API_KEY?: string | undefined;
|
|
1301
1308
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1309
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
1302
1310
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1303
1311
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1304
1312
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -1402,6 +1410,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1402
1410
|
AI21_API_BASE_URL?: string | undefined;
|
|
1403
1411
|
AI21_API_KEY?: string | undefined;
|
|
1404
1412
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1413
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
1405
1414
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1406
1415
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1407
1416
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -1505,6 +1514,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1505
1514
|
AI21_API_BASE_URL?: string | undefined;
|
|
1506
1515
|
AI21_API_KEY?: string | undefined;
|
|
1507
1516
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1517
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
1508
1518
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1509
1519
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1510
1520
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -1610,6 +1620,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1610
1620
|
AI21_API_BASE_URL?: string | undefined;
|
|
1611
1621
|
AI21_API_KEY?: string | undefined;
|
|
1612
1622
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1623
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
1613
1624
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1614
1625
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1615
1626
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -1713,6 +1724,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1713
1724
|
AI21_API_BASE_URL?: string | undefined;
|
|
1714
1725
|
AI21_API_KEY?: string | undefined;
|
|
1715
1726
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1727
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
1716
1728
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1717
1729
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1718
1730
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -1823,6 +1835,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1823
1835
|
AI21_API_BASE_URL?: string | undefined;
|
|
1824
1836
|
AI21_API_KEY?: string | undefined;
|
|
1825
1837
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
1838
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
1826
1839
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1827
1840
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1828
1841
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -1988,6 +2001,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
1988
2001
|
AI21_API_BASE_URL?: string | undefined;
|
|
1989
2002
|
AI21_API_KEY?: string | undefined;
|
|
1990
2003
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
2004
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
1991
2005
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
1992
2006
|
AZURE_API_BASE_URL?: string | undefined;
|
|
1993
2007
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -2150,6 +2164,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2150
2164
|
AI21_API_BASE_URL?: string | undefined;
|
|
2151
2165
|
AI21_API_KEY?: string | undefined;
|
|
2152
2166
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
2167
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
2153
2168
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
2154
2169
|
AZURE_API_BASE_URL?: string | undefined;
|
|
2155
2170
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -2314,6 +2329,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2314
2329
|
AI21_API_BASE_URL?: string | undefined;
|
|
2315
2330
|
AI21_API_KEY?: string | undefined;
|
|
2316
2331
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
2332
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
2317
2333
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
2318
2334
|
AZURE_API_BASE_URL?: string | undefined;
|
|
2319
2335
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -2557,6 +2573,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2557
2573
|
AI21_API_BASE_URL?: string | undefined;
|
|
2558
2574
|
AI21_API_KEY?: string | undefined;
|
|
2559
2575
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
2576
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
2560
2577
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
2561
2578
|
AZURE_API_BASE_URL?: string | undefined;
|
|
2562
2579
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -2660,6 +2677,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
2660
2677
|
AI21_API_BASE_URL?: string | undefined;
|
|
2661
2678
|
AI21_API_KEY?: string | undefined;
|
|
2662
2679
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
2680
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
2663
2681
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
2664
2682
|
AZURE_API_BASE_URL?: string | undefined;
|
|
2665
2683
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -2991,6 +3009,7 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
|
|
|
2991
3009
|
AI21_API_BASE_URL?: string | undefined;
|
|
2992
3010
|
AI21_API_KEY?: string | undefined;
|
|
2993
3011
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
3012
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
2994
3013
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
2995
3014
|
AZURE_API_BASE_URL?: string | undefined;
|
|
2996
3015
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -3164,6 +3183,7 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
|
|
|
3164
3183
|
AI21_API_BASE_URL?: string | undefined;
|
|
3165
3184
|
AI21_API_KEY?: string | undefined;
|
|
3166
3185
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
3186
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
3167
3187
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
3168
3188
|
AZURE_API_BASE_URL?: string | undefined;
|
|
3169
3189
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -3695,6 +3715,7 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
|
|
|
3695
3715
|
AI21_API_BASE_URL?: string | undefined;
|
|
3696
3716
|
AI21_API_KEY?: string | undefined;
|
|
3697
3717
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
3718
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
3698
3719
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
3699
3720
|
AZURE_API_BASE_URL?: string | undefined;
|
|
3700
3721
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -3868,6 +3889,7 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
|
|
|
3868
3889
|
AI21_API_BASE_URL?: string | undefined;
|
|
3869
3890
|
AI21_API_KEY?: string | undefined;
|
|
3870
3891
|
ANTHROPIC_API_KEY?: string | undefined;
|
|
3892
|
+
ANTHROPIC_BASE_URL?: string | undefined;
|
|
3871
3893
|
AWS_BEDROCK_REGION?: string | undefined;
|
|
3872
3894
|
AZURE_API_BASE_URL?: string | undefined;
|
|
3873
3895
|
AZURE_API_HOST?: string | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,KAAK,MAAM,EACX,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAElB,KAAK,eAAe,EAGpB,KAAK,iBAAiB,EAEvB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYxB,CAAC;AAIF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWrB,CAAC;AAIF,eAAO,MAAM,UAAU
|
|
1
|
+
{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,KAAK,MAAM,EACX,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAElB,KAAK,eAAe,EAGpB,KAAK,iBAAiB,EAEvB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYxB,CAAC;AAIF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWrB,CAAC;AAIF,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBtB,CAAC;AAEF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2C5B,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe/B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAEJ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe5B,CAAC;AAEF,eAAO,MAAM,aAAa;;EAEvB,CAAC;AAEJ,eAAO,MAAM,oBAAoB;;;EAS9B,CAAC;AAIJ,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYzB,CAAC;AAEF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBhC,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;;EAIxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC;AAIJ,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkBxB,CAAC"}
|
package/dist/src/fetch.js
CHANGED
|
@@ -81,7 +81,7 @@ async function fetchWithProxy(url, options = {}) {
|
|
|
81
81
|
}
|
|
82
82
|
const proxyUrl = getProxyUrl();
|
|
83
83
|
const tlsOptions = {
|
|
84
|
-
rejectUnauthorized: !(0, envars_1.getEnvBool)('PROMPTFOO_INSECURE_SSL',
|
|
84
|
+
rejectUnauthorized: !(0, envars_1.getEnvBool)('PROMPTFOO_INSECURE_SSL', true),
|
|
85
85
|
};
|
|
86
86
|
// Support custom CA certificates
|
|
87
87
|
const caCertPath = (0, envars_1.getEnvString)('PROMPTFOO_CA_CERT_PATH');
|
package/dist/src/fetch.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fetch.js","sourceRoot":"","sources":["../../src/fetch.ts"],"names":[],"mappings":";;;;;AAoCA,kCAWC;AAED,kCAWC;AAED,wCA0EC;AAED,4CA0BC;AAKD,sCAaC;AAKD,0CAsBC;AAKD,4CAuDC;AA7QD,4CAAoB;AACpB,gDAAwB;AAExB,mCAAyD;AACzD,0DAAkC;AAClC,2CAAsC;AACtC,qCAA+D;AAC/D,sDAA8B;AAC9B,iEAAyC;AACzC,sCAAoC;AA2BpC,SAAgB,WAAW,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YAC7C,SAAS,CAAC,QAAQ,GAAG,KAAK,CAAC;YAC3B,SAAS,CAAC,QAAQ,GAAG,KAAK,CAAC;QAC7B,CAAC;QACD,OAAO,SAAS,CAAC,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAgB,WAAW;IACzB,MAAM,YAAY,GAAG,CAAC,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IAEhF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,QAAQ,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CAAC,gCAAgC,MAAM,KAAK,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACjF,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAEM,KAAK,UAAU,cAAc,CAClC,GAAgB,EAChB,UAAgC,EAAE;IAElC,IAAI,QAAQ,GAAG,GAAG,CAAC;IAEnB,MAAM,YAAY,GAAyB;QACzC,GAAG,OAAO;QACV,OAAO,EAAE;YACP,GAAI,OAAO,CAAC,OAAkC;YAC9C,qBAAqB,EAAE,mBAAO;SAC/B;KACF,CAAC;IAEF,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,IAAI,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;gBAC7C,IACE,YAAY,CAAC,OAAO;oBACpB,eAAe,IAAK,YAAY,CAAC,OAAkC,EACnE,CAAC;oBACD,gBAAM,CAAC,IAAI,CACT,yFAAyF,CAC1F,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,2CAA2C;oBAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,EAAE,CAAC;oBAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,EAAE,CAAC;oBAC1C,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,IAAI,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBAC9E,YAAY,CAAC,OAAO,GAAG;wBACrB,GAAI,YAAY,CAAC,OAAkC;wBACnD,aAAa,EAAE,SAAS,WAAW,EAAE;qBACtC,CAAC;gBACJ,CAAC;gBACD,SAAS,CAAC,QAAQ,GAAG,EAAE,CAAC;gBACxB,SAAS,CAAC,QAAQ,GAAG,EAAE,CAAC;gBACxB,QAAQ,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC;YAClC,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,gBAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAE/B,MAAM,UAAU,GAAsB;QACpC,kBAAkB,EAAE,CAAC,IAAA,mBAAU,EAAC,wBAAwB,EAAE,
|
|
1
|
+
{"version":3,"file":"fetch.js","sourceRoot":"","sources":["../../src/fetch.ts"],"names":[],"mappings":";;;;;AAoCA,kCAWC;AAED,kCAWC;AAED,wCA0EC;AAED,4CA0BC;AAKD,sCAaC;AAKD,0CAsBC;AAKD,4CAuDC;AA7QD,4CAAoB;AACpB,gDAAwB;AAExB,mCAAyD;AACzD,0DAAkC;AAClC,2CAAsC;AACtC,qCAA+D;AAC/D,sDAA8B;AAC9B,iEAAyC;AACzC,sCAAoC;AA2BpC,SAAgB,WAAW,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YAC7C,SAAS,CAAC,QAAQ,GAAG,KAAK,CAAC;YAC3B,SAAS,CAAC,QAAQ,GAAG,KAAK,CAAC;QAC7B,CAAC;QACD,OAAO,SAAS,CAAC,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAgB,WAAW;IACzB,MAAM,YAAY,GAAG,CAAC,aAAa,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IAEhF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,QAAQ,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CAAC,gCAAgC,MAAM,KAAK,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACjF,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAEM,KAAK,UAAU,cAAc,CAClC,GAAgB,EAChB,UAAgC,EAAE;IAElC,IAAI,QAAQ,GAAG,GAAG,CAAC;IAEnB,MAAM,YAAY,GAAyB;QACzC,GAAG,OAAO;QACV,OAAO,EAAE;YACP,GAAI,OAAO,CAAC,OAAkC;YAC9C,qBAAqB,EAAE,mBAAO;SAC/B;KACF,CAAC;IAEF,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,IAAI,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;gBAC7C,IACE,YAAY,CAAC,OAAO;oBACpB,eAAe,IAAK,YAAY,CAAC,OAAkC,EACnE,CAAC;oBACD,gBAAM,CAAC,IAAI,CACT,yFAAyF,CAC1F,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,2CAA2C;oBAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,EAAE,CAAC;oBAC1C,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,EAAE,CAAC;oBAC1C,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,IAAI,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBAC9E,YAAY,CAAC,OAAO,GAAG;wBACrB,GAAI,YAAY,CAAC,OAAkC;wBACnD,aAAa,EAAE,SAAS,WAAW,EAAE;qBACtC,CAAC;gBACJ,CAAC;gBACD,SAAS,CAAC,QAAQ,GAAG,EAAE,CAAC;gBACxB,SAAS,CAAC,QAAQ,GAAG,EAAE,CAAC;gBACxB,QAAQ,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC;YAClC,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,gBAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;IAE/B,MAAM,UAAU,GAAsB;QACpC,kBAAkB,EAAE,CAAC,IAAA,mBAAU,EAAC,wBAAwB,EAAE,IAAI,CAAC;KAChE,CAAC;IAEF,iCAAiC;IACjC,MAAM,UAAU,GAAG,IAAA,qBAAY,EAAC,wBAAwB,CAAC,CAAC;IAC1D,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,cAAI,CAAC,OAAO,CAAC,kBAAQ,CAAC,QAAQ,IAAI,EAAE,EAAE,UAAU,CAAC,CAAC;YACvE,MAAM,EAAE,GAAG,YAAE,CAAC,YAAY,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YACjD,UAAU,CAAC,EAAE,GAAG,EAAE,CAAC;YACnB,gBAAM,CAAC,KAAK,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,gBAAM,CAAC,IAAI,CAAC,sCAAsC,UAAU,KAAK,CAAC,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,gBAAgB,WAAW,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,IAAI,mBAAU,CAAC;YAC3B,GAAG,EAAE,QAAQ;YACb,QAAQ,EAAE,UAAU;YACpB,UAAU,EAAE,UAAU;SACJ,CAAC,CAAC;QACtB,IAAA,4BAAmB,EAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,KAAK,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;AACvC,CAAC;AAED,SAAgB,gBAAgB,CAC9B,GAAgB,EAChB,UAAgC,EAAE,EAClC,OAAe;IAEf,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC;QAC9B,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,OAAO,KAAK,CAAC,CAAC,CAAC;QAC7D,CAAC,EAAE,OAAO,CAAC,CAAC;QAEZ,cAAc,CAAC,GAAG,EAAE;YAClB,GAAG,OAAO;YACV,MAAM;SACP,CAAC;aACC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;YACjB,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,CAAC,QAAQ,CAAC,CAAC;QACpB,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACf,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,SAAgB,aAAa,CAAC,QAAkB;IAC9C,0DAA0D;IAC1D,IAAA,mBAAS,EAAC,QAAQ,CAAC,OAAO,EAAE,8BAA8B,CAAC,CAAC;IAC5D,IAAA,mBAAS,EAAC,QAAQ,CAAC,MAAM,EAAE,4BAA4B,CAAC,CAAC;IAEzD,gEAAgE;IAChE,OAAO,CACL,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,KAAK,GAAG;QACrD,QAAQ,CAAC,MAAM,KAAK,GAAG;QACvB,8BAA8B;QAC9B,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,KAAK,GAAG;QAC9D,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,KAAK,GAAG,CAC7D,CAAC;AACJ,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,eAAe,CAAC,QAAkB;IACtD,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACjE,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACvD,0BAA0B;IAC1B,MAAM,WAAW,GACf,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC;QAClD,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IAEnD,IAAI,QAAQ,GAAG,KAAM,CAAC,CAAC,kCAAkC;IAEzD,IAAI,WAAW,EAAE,CAAC;QAChB,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9D,CAAC;SAAM,IAAI,cAAc,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,CAAC;QACnE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;IACrE,CAAC;SAAM,IAAI,UAAU,EAAE,CAAC;QACtB,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;IAChD,CAAC;IAED,gBAAM,CAAC,KAAK,CAAC,yBAAyB,QAAQ,iBAAiB,CAAC,CAAC;IACjE,MAAM,IAAA,YAAK,EAAC,QAAQ,CAAC,CAAC;AACxB,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,gBAAgB,CACpC,GAAgB,EAChB,UAAgC,EAAE,EAClC,OAAe,EACf,UAAkB,CAAC;IAEnB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAExC,IAAI,gBAAoC,CAAC;IACzC,MAAM,OAAO,GAAG,IAAA,kBAAS,EAAC,8BAA8B,EAAE,IAAI,CAAC,CAAC;IAEhE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,QAAQ,CAAC;QACb,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAEzD,IAAI,IAAA,mBAAU,EAAC,qBAAqB,CAAC,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBACzF,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACtF,CAAC;YAED,IAAI,QAAQ,IAAI,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACxC,gBAAM,CAAC,KAAK,CACV,uBAAuB,GAAG,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,0BAA0B,CAAC,GAAG,CAAC,IAAI,UAAU,EAAE,CACrH,CAAC;gBACF,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAChC,SAAS;YACX,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,YAAY,CAAC;YACjB,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,oDAAoD;gBACpD,MAAM,UAAU,GAAG,KAAoB,CAAC;gBACxC,YAAY,GAAG,GAAG,UAAU,CAAC,IAAI,KAAK,UAAU,CAAC,OAAO,EAAE,CAAC;gBAC3D,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;oBACrB,YAAY,IAAI,YAAY,UAAU,CAAC,KAAK,GAAG,CAAC;gBAClD,CAAC;gBACD,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;oBACpB,+CAA+C;oBAC/C,YAAY,IAAI,WAAW,UAAU,CAAC,IAAI,GAAG,CAAC;gBAChD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;YAED,gBAAM,CAAC,KAAK,CAAC,cAAc,GAAG,qBAAqB,CAAC,GAAG,CAAC,gBAAgB,YAAY,EAAE,CAAC,CAAC;YACxF,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC;gBACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBACnE,MAAM,IAAA,YAAK,EAAC,QAAQ,CAAC,CAAC;YACxB,CAAC;YACD,gBAAgB,GAAG,YAAY,CAAC;QAClC,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,wBAAwB,UAAU,aAAa,gBAAgB,EAAE,CAAC,CAAC;AACrF,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cloud.d.ts","sourceRoot":"","sources":["../../../src/globalConfig/cloud.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"cloud.d.ts","sourceRoot":"","sources":["../../../src/globalConfig/cloud.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,QAAQ,QAAsD,CAAC;AAE5E,UAAU,SAAS;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,UAAU,iBAAiB;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,UAAU,QAAQ;IAChB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAIZ;;IAWF,SAAS,IAAI,OAAO;IAIpB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAKjC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK/B,SAAS,IAAI,MAAM,GAAG,SAAS;IAI/B,UAAU,IAAI,MAAM;IAIpB,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK/B,SAAS,IAAI,MAAM;IAInB,MAAM,IAAI,IAAI;IAId,OAAO,CAAC,UAAU;IAKlB,OAAO,CAAC,MAAM;IASR,sBAAsB,CAC1B,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QAAE,IAAI,EAAE,SAAS,CAAC;QAAC,YAAY,EAAE,iBAAiB,CAAC;QAAC,GAAG,EAAE,QAAQ,CAAA;KAAE,CAAC;CA4BhF;AAGD,eAAO,MAAM,WAAW,aAAoB,CAAC"}
|
|
@@ -3,17 +3,18 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.cloudConfig = exports.CloudConfig = void 0;
|
|
6
|
+
exports.cloudConfig = exports.CloudConfig = exports.API_HOST = void 0;
|
|
7
|
+
const chalk_1 = __importDefault(require("chalk"));
|
|
7
8
|
const fetch_1 = require("../fetch");
|
|
8
9
|
const logger_1 = __importDefault(require("../logger"));
|
|
9
10
|
const globalConfig_1 = require("./globalConfig");
|
|
10
|
-
|
|
11
|
+
exports.API_HOST = process.env.API_HOST || 'https://api.promptfoo.app';
|
|
11
12
|
class CloudConfig {
|
|
12
13
|
constructor() {
|
|
13
14
|
const savedConfig = (0, globalConfig_1.readGlobalConfig)()?.cloud || {};
|
|
14
15
|
this.config = {
|
|
15
16
|
appUrl: savedConfig.appUrl || 'https://www.promptfoo.app',
|
|
16
|
-
apiHost: savedConfig.apiHost || API_HOST,
|
|
17
|
+
apiHost: savedConfig.apiHost || exports.API_HOST,
|
|
17
18
|
apiKey: savedConfig.apiKey,
|
|
18
19
|
};
|
|
19
20
|
}
|
|
@@ -52,7 +53,7 @@ class CloudConfig {
|
|
|
52
53
|
const savedConfig = (0, globalConfig_1.readGlobalConfig)()?.cloud || {};
|
|
53
54
|
this.config = {
|
|
54
55
|
appUrl: savedConfig.appUrl || 'https://www.promptfoo.app',
|
|
55
|
-
apiHost: savedConfig.apiHost || API_HOST,
|
|
56
|
+
apiHost: savedConfig.apiHost || exports.API_HOST,
|
|
56
57
|
apiKey: savedConfig.apiKey,
|
|
57
58
|
};
|
|
58
59
|
}
|
|
@@ -65,15 +66,15 @@ class CloudConfig {
|
|
|
65
66
|
if (!response.ok) {
|
|
66
67
|
throw new Error('Failed to validate API token: ' + response.statusText);
|
|
67
68
|
}
|
|
68
|
-
logger_1.default.info('You are logged in successfully.');
|
|
69
69
|
const { user, organization, app } = await response.json();
|
|
70
70
|
this.setApiKey(token);
|
|
71
71
|
this.setApiHost(apiHost);
|
|
72
72
|
this.setAppUrl(app.url);
|
|
73
|
-
logger_1.default.info('
|
|
74
|
-
logger_1.default.info(
|
|
75
|
-
logger_1.default.info(`
|
|
76
|
-
logger_1.default.info(`
|
|
73
|
+
logger_1.default.info(chalk_1.default.green.bold('Successfully logged in'));
|
|
74
|
+
logger_1.default.info(chalk_1.default.dim('Logged in as:'));
|
|
75
|
+
logger_1.default.info(`User: ${chalk_1.default.cyan(user.email)}`);
|
|
76
|
+
logger_1.default.info(`Organization: ${chalk_1.default.cyan(organization.name)}`);
|
|
77
|
+
logger_1.default.info(`Access the app at ${chalk_1.default.cyan(app.url)}`);
|
|
77
78
|
return {
|
|
78
79
|
user,
|
|
79
80
|
organization,
|
|
@@ -82,6 +83,6 @@ class CloudConfig {
|
|
|
82
83
|
}
|
|
83
84
|
}
|
|
84
85
|
exports.CloudConfig = CloudConfig;
|
|
85
|
-
//
|
|
86
|
+
// singleton instance
|
|
86
87
|
exports.cloudConfig = new CloudConfig();
|
|
87
88
|
//# sourceMappingURL=cloud.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cloud.js","sourceRoot":"","sources":["../../../src/globalConfig/cloud.ts"],"names":[],"mappings":";;;;;;AAAA,oCAA0C;AAC1C,uDAA+B;AAC/B,iDAA4E;
|
|
1
|
+
{"version":3,"file":"cloud.js","sourceRoot":"","sources":["../../../src/globalConfig/cloud.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,oCAA0C;AAC1C,uDAA+B;AAC/B,iDAA4E;AAE/D,QAAA,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,2BAA2B,CAAC;AAqB5E,MAAa,WAAW;IAOtB;QACE,MAAM,WAAW,GAAG,IAAA,+BAAgB,GAAE,EAAE,KAAK,IAAI,EAAE,CAAC;QACpD,IAAI,CAAC,MAAM,GAAG;YACZ,MAAM,EAAE,WAAW,CAAC,MAAM,IAAI,2BAA2B;YACzD,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,gBAAQ;YACxC,MAAM,EAAE,WAAW,CAAC,MAAM;SAC3B,CAAC;IACJ,CAAC;IAED,SAAS;QACP,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED,UAAU,CAAC,OAAe;QACxB,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;QAC9B,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED,SAAS,CAAC,MAAc;QACtB,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;QAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC7B,CAAC;IAED,SAAS,CAAC,MAAc;QACtB,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;QAC5B,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,MAAM;QACJ,IAAA,uCAAwB,EAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;IAC1C,CAAC;IAEO,UAAU;QAChB,IAAA,uCAAwB,EAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,EAAE,CAAC;IAChB,CAAC;IAEO,MAAM;QACZ,MAAM,WAAW,GAAG,IAAA,+BAAgB,GAAE,EAAE,KAAK,IAAI,EAAE,CAAC;QACpD,IAAI,CAAC,MAAM,GAAG;YACZ,MAAM,EAAE,WAAW,CAAC,MAAM,IAAI,2BAA2B;YACzD,OAAO,EAAE,WAAW,CAAC,OAAO,IAAI,gBAAQ;YACxC,MAAM,EAAE,WAAW,CAAC,MAAM;SAC3B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,sBAAsB,CAC1B,KAAa,EACb,OAAe;QAEf,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,OAAO,WAAW,EAAE;YAC3D,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,KAAK,EAAE;aACjC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,gCAAgC,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC1D,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACtB,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACzB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAExB,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;QACxD,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;QACxC,gBAAM,CAAC,IAAI,CAAC,SAAS,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/C,gBAAM,CAAC,IAAI,CAAC,iBAAiB,eAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9D,gBAAM,CAAC,IAAI,CAAC,qBAAqB,eAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAExD,OAAO;YACL,IAAI;YACJ,YAAY;YACZ,GAAG;SACJ,CAAC;IACJ,CAAC;CACF;AAhGD,kCAgGC;AAED,qBAAqB;AACR,QAAA,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"matchers.d.ts","sourceRoot":"","sources":["../../src/matchers.ts"],"names":[],"mappings":"AAwBA,OAAO,KAAK,EAIV,WAAW,EAEX,SAAS,EACT,aAAa,EACb,aAAa,EAEb,YAAY,EAGb,MAAM,SAAS,CAAC;AAkDjB,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,YAAY,EAClB,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC,EACnC,eAAe,EAAE,WAAW,GAAG,IAAI,GAClC,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAqC7B;AAED,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,YAAY,EAClB,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC,EACnC,eAAe,EAAE,WAAW,GAAG,IAAI,EACnC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,WAAW,CAAC,CAmCtB;AAiBD,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,OAAe,EACxB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CA8G3C;AAED;;;;;;;GAOG;AACH,wBAAsB,qBAAqB,CACzC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CAoC3C;
|
|
1
|
+
{"version":3,"file":"matchers.d.ts","sourceRoot":"","sources":["../../src/matchers.ts"],"names":[],"mappings":"AAwBA,OAAO,KAAK,EAIV,WAAW,EAEX,SAAS,EACT,aAAa,EACb,aAAa,EAEb,YAAY,EAGb,MAAM,SAAS,CAAC;AAkDjB,wBAAsB,kBAAkB,CACtC,IAAI,EAAE,YAAY,EAClB,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC,EACnC,eAAe,EAAE,WAAW,GAAG,IAAI,GAClC,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CAqC7B;AAED,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,YAAY,EAClB,QAAQ,EAAE,aAAa,CAAC,UAAU,CAAC,EACnC,eAAe,EAAE,WAAW,GAAG,IAAI,EACnC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,WAAW,CAAC,CAmCtB;AAiBD,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,OAAe,EACxB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CA8G3C;AAED;;;;;;;GAOG;AACH,wBAAsB,qBAAqB,CACzC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CAoC3C;AAqCD,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,mBASvC;AAED,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,EACtC,SAAS,CAAC,EAAE,SAAS,GAAG,IAAI,GAC3B,OAAO,CAAC,aAAa,CAAC,CAuFxB;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,aAAa,EACvB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,GACrC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CAiJ3C;AAED,wBAAsB,eAAe,CACnC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,aAAa,EACvB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,GACrC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CAwD3C;AAED,wBAAsB,YAAY,CAChC,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CAmF3C;AAED,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CAkI3C;AAED,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,GACrC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CA8C3C;AAED,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CA6C3C;AAED,wBAAsB,0BAA0B,CAC9C,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,GACrC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,CA+E3C;AAED,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE,aAAa,EACvB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,GACrC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,WAAW,CAAC,EAAE,CAAC,CA6D7C;AAED,UAAU,sBAAsB;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,wBAAsB,iBAAiB,CACrC,EAAE,UAAU,EAAE,iBAAiB,EAAE,UAAe,EAAE,EAAE,sBAAsB,EAC1E,OAAO,CAAC,EAAE,aAAa;;;;GAgExB"}
|
package/dist/src/matchers.js
CHANGED
|
@@ -275,7 +275,8 @@ async function matchesClassification(expected, output, threshold, grading) {
|
|
|
275
275
|
};
|
|
276
276
|
}
|
|
277
277
|
async function loadRubricPrompt(rubricPrompt, defaultPrompt) {
|
|
278
|
-
if (!rubricPrompt
|
|
278
|
+
if (!rubricPrompt ||
|
|
279
|
+
(typeof rubricPrompt === 'object' && Object.keys(rubricPrompt ?? {}).length === 0)) {
|
|
279
280
|
return defaultPrompt;
|
|
280
281
|
}
|
|
281
282
|
if (typeof rubricPrompt === 'string' &&
|
|
@@ -291,7 +292,6 @@ async function loadRubricPrompt(rubricPrompt, defaultPrompt) {
|
|
|
291
292
|
// Load from external file if needed
|
|
292
293
|
rubricPrompt = (0, util_1.maybeLoadFromExternalFile)(rubricPrompt);
|
|
293
294
|
}
|
|
294
|
-
// Stringify if it's an object
|
|
295
295
|
if (typeof rubricPrompt === 'object') {
|
|
296
296
|
rubricPrompt = JSON.stringify(rubricPrompt);
|
|
297
297
|
}
|
|
@@ -376,28 +376,44 @@ async function matchesFactuality(input, expected, output, grading, vars) {
|
|
|
376
376
|
if (!grading) {
|
|
377
377
|
throw new Error('Cannot grade output without grading config. Specify --grader option or grading config.');
|
|
378
378
|
}
|
|
379
|
-
const rubricPrompt = await loadRubricPrompt(grading?.rubricPrompt, prompts_1.
|
|
379
|
+
const rubricPrompt = await loadRubricPrompt(grading?.rubricPrompt, prompts_1.PROMPTFOO_FACTUALITY_PROMPT);
|
|
380
380
|
const prompt = nunjucks.renderString(rubricPrompt, {
|
|
381
381
|
input: JSON.stringify(input).slice(1, -1),
|
|
382
382
|
ideal: JSON.stringify(expected).slice(1, -1),
|
|
383
383
|
completion: JSON.stringify(output).slice(1, -1),
|
|
384
384
|
...fromVars(vars),
|
|
385
385
|
});
|
|
386
|
+
// Get the appropriate provider
|
|
386
387
|
const finalProvider = await getAndCheckProvider('text', grading.provider, (await (0, defaults_1.getDefaultProviders)()).gradingProvider, 'factuality check');
|
|
387
388
|
const resp = await finalProvider.callApi(prompt);
|
|
388
389
|
if (resp.error || !resp.output) {
|
|
389
390
|
return fail(resp.error || 'No output', resp.tokenUsage);
|
|
390
391
|
}
|
|
391
392
|
(0, invariant_1.default)(typeof resp.output === 'string', 'factuality produced malformed response');
|
|
393
|
+
// Copied from standard factuality grading prompt
|
|
394
|
+
const categoryDescriptions = {
|
|
395
|
+
A: 'The submitted answer is a subset of the expert answer and is fully consistent with it.',
|
|
396
|
+
B: 'The submitted answer is a superset of the expert answer and is fully consistent with it.',
|
|
397
|
+
C: 'The submitted answer contains all the same details as the expert answer.',
|
|
398
|
+
D: 'There is a disagreement between the submitted answer and the expert answer.',
|
|
399
|
+
E: "The answers differ, but these differences don't matter from the perspective of factuality.",
|
|
400
|
+
};
|
|
401
|
+
// Try to parse as JSON first
|
|
402
|
+
let jsonData = null;
|
|
403
|
+
let jsonError = null;
|
|
392
404
|
try {
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
405
|
+
jsonData = (0, json_1.extractFirstJsonObject)(resp.output);
|
|
406
|
+
}
|
|
407
|
+
catch (err) {
|
|
408
|
+
jsonError = err;
|
|
409
|
+
logger_1.default.debug(`JSON parsing failed: ${jsonError.message}`);
|
|
410
|
+
}
|
|
411
|
+
// If JSON parsing succeeded and provided a valid category
|
|
412
|
+
if (jsonData && jsonData.category && typeof jsonData.category === 'string') {
|
|
413
|
+
const option = jsonData.category.trim().toUpperCase();
|
|
414
|
+
if (!/^[A-E]$/.test(option)) {
|
|
415
|
+
return fail(`Invalid category value: ${option}`, resp.tokenUsage);
|
|
398
416
|
}
|
|
399
|
-
const option = answerMatch[1].toUpperCase();
|
|
400
|
-
let reason = '';
|
|
401
417
|
const scoreLookup = {
|
|
402
418
|
A: grading.factuality?.subset ?? 1,
|
|
403
419
|
B: grading.factuality?.superset ?? 1,
|
|
@@ -405,38 +421,24 @@ async function matchesFactuality(input, expected, output, grading, vars) {
|
|
|
405
421
|
D: grading.factuality?.disagree ?? 0,
|
|
406
422
|
E: grading.factuality?.differButFactual ?? 1,
|
|
407
423
|
};
|
|
408
|
-
//
|
|
424
|
+
// Determine if this option passes or fails
|
|
409
425
|
const passing = Object.keys(scoreLookup).filter((key) => scoreLookup[key] > 0);
|
|
410
426
|
const failing = Object.keys(scoreLookup).filter((key) => scoreLookup[key] === 0);
|
|
411
|
-
|
|
412
|
-
|
|
413
|
-
|
|
414
|
-
|
|
415
|
-
|
|
416
|
-
D: `There is a disagreement between the submitted answer and the expert answer.`,
|
|
417
|
-
E: `The answers differ, but these differences don't matter from the perspective of factuality.`,
|
|
418
|
-
};
|
|
419
|
-
if (optionReasons[option]) {
|
|
420
|
-
reason = optionReasons[option];
|
|
421
|
-
}
|
|
422
|
-
else {
|
|
423
|
-
pass = false;
|
|
424
|
-
reason = `Invalid option: ${option}. Full response from factuality checker: ${resp.output}`;
|
|
425
|
-
}
|
|
426
|
-
let score = pass ? 1 : 0;
|
|
427
|
-
if (typeof scoreLookup[option] !== 'undefined') {
|
|
428
|
-
score = scoreLookup[option];
|
|
429
|
-
}
|
|
427
|
+
const pass = passing.includes(option) && !failing.includes(option);
|
|
428
|
+
// Use the model's reason if available, otherwise fall back to the category description
|
|
429
|
+
const modelReason = jsonData.reason?.trim();
|
|
430
|
+
const reason = modelReason || `Category ${option}: ${categoryDescriptions[option]}`;
|
|
431
|
+
const score = scoreLookup[option] ?? (pass ? 1 : 0);
|
|
430
432
|
return {
|
|
431
433
|
pass,
|
|
432
434
|
score,
|
|
433
435
|
reason,
|
|
434
|
-
tokensUsed: {
|
|
435
|
-
total:
|
|
436
|
-
prompt:
|
|
437
|
-
completion:
|
|
438
|
-
cached:
|
|
439
|
-
completionDetails:
|
|
436
|
+
tokensUsed: resp.tokenUsage || {
|
|
437
|
+
total: 0,
|
|
438
|
+
prompt: 0,
|
|
439
|
+
completion: 0,
|
|
440
|
+
cached: 0,
|
|
441
|
+
completionDetails: {
|
|
440
442
|
reasoning: 0,
|
|
441
443
|
acceptedPrediction: 0,
|
|
442
444
|
rejectedPrediction: 0,
|
|
@@ -444,9 +446,47 @@ async function matchesFactuality(input, expected, output, grading, vars) {
|
|
|
444
446
|
},
|
|
445
447
|
};
|
|
446
448
|
}
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
449
|
+
// Fallback to old pattern matching format
|
|
450
|
+
logger_1.default.info('Falling back to legacy pattern matching for factuality check');
|
|
451
|
+
const responseText = resp.output;
|
|
452
|
+
// The preferred output starts like "(A)...", but we also support leading whitespace, lowercase letters, and omitting the first parenthesis.
|
|
453
|
+
const answerMatch = responseText.match(/\s*\(?([a-eA-E])\)/);
|
|
454
|
+
if (!answerMatch) {
|
|
455
|
+
return fail(`Factuality checker output did not match expected format: ${responseText}`, resp.tokenUsage);
|
|
456
|
+
}
|
|
457
|
+
const option = answerMatch[1].toUpperCase();
|
|
458
|
+
let modelReason = responseText;
|
|
459
|
+
const reasonMatch = responseText.match(/\)\s*(.*)/s);
|
|
460
|
+
if (reasonMatch && reasonMatch[1]) {
|
|
461
|
+
modelReason = reasonMatch[1].trim();
|
|
462
|
+
}
|
|
463
|
+
const scoreLookup = {
|
|
464
|
+
A: grading.factuality?.subset ?? 1,
|
|
465
|
+
B: grading.factuality?.superset ?? 1,
|
|
466
|
+
C: grading.factuality?.agree ?? 1,
|
|
467
|
+
D: grading.factuality?.disagree ?? 0,
|
|
468
|
+
E: grading.factuality?.differButFactual ?? 1,
|
|
469
|
+
};
|
|
470
|
+
const passing = Object.keys(scoreLookup).filter((key) => scoreLookup[key] > 0);
|
|
471
|
+
const failing = Object.keys(scoreLookup).filter((key) => scoreLookup[key] === 0);
|
|
472
|
+
const pass = passing.includes(option) && !failing.includes(option);
|
|
473
|
+
const score = scoreLookup[option] ?? (pass ? 1 : 0);
|
|
474
|
+
return {
|
|
475
|
+
pass,
|
|
476
|
+
score,
|
|
477
|
+
reason: modelReason,
|
|
478
|
+
tokensUsed: {
|
|
479
|
+
total: resp.tokenUsage?.total || 0,
|
|
480
|
+
prompt: resp.tokenUsage?.prompt || 0,
|
|
481
|
+
completion: resp.tokenUsage?.completion || 0,
|
|
482
|
+
cached: resp.tokenUsage?.cached || 0,
|
|
483
|
+
completionDetails: resp.tokenUsage?.completionDetails || {
|
|
484
|
+
reasoning: 0,
|
|
485
|
+
acceptedPrediction: 0,
|
|
486
|
+
rejectedPrediction: 0,
|
|
487
|
+
},
|
|
488
|
+
},
|
|
489
|
+
};
|
|
450
490
|
}
|
|
451
491
|
async function matchesClosedQa(input, expected, output, grading, vars) {
|
|
452
492
|
if (!grading) {
|