promptfoo 0.95.0 → 0.96.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -1
- package/dist/package.json +19 -17
- package/dist/src/app/assets/{index-zXzgAsKj.js → index-CL29fyye.js} +185 -185
- package/dist/src/app/assets/{index.es-Jztl1qad.js → index.es-CsYHA4xg.js} +1 -1
- package/dist/src/app/assets/{sync-BJBBGzPI.js → sync-B9AjROwZ.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/assertions/answerRelevance.d.ts +3 -0
- package/dist/src/assertions/answerRelevance.d.ts.map +1 -0
- package/dist/src/assertions/answerRelevance.js +19 -0
- package/dist/src/assertions/answerRelevance.js.map +1 -0
- package/dist/src/assertions/bleu.d.ts +23 -0
- package/dist/src/assertions/bleu.d.ts.map +1 -0
- package/dist/src/assertions/bleu.js +132 -0
- package/dist/src/assertions/bleu.js.map +1 -0
- package/dist/src/assertions/classifier.d.ts +3 -0
- package/dist/src/assertions/classifier.d.ts.map +1 -0
- package/dist/src/assertions/classifier.js +22 -0
- package/dist/src/assertions/classifier.js.map +1 -0
- package/dist/src/assertions/contains.d.ts +8 -0
- package/dist/src/assertions/contains.d.ts.map +1 -0
- package/dist/src/assertions/contains.js +110 -0
- package/dist/src/assertions/contains.js.map +1 -0
- package/dist/src/assertions/contextFaithfulness.d.ts +3 -0
- package/dist/src/assertions/contextFaithfulness.d.ts.map +1 -0
- package/dist/src/assertions/contextFaithfulness.js +19 -0
- package/dist/src/assertions/contextFaithfulness.js.map +1 -0
- package/dist/src/assertions/contextRecall.d.ts +3 -0
- package/dist/src/assertions/contextRecall.d.ts.map +1 -0
- package/dist/src/assertions/contextRecall.js +18 -0
- package/dist/src/assertions/contextRecall.js.map +1 -0
- package/dist/src/assertions/contextRelevance.d.ts +3 -0
- package/dist/src/assertions/contextRelevance.d.ts.map +1 -0
- package/dist/src/assertions/contextRelevance.js +19 -0
- package/dist/src/assertions/contextRelevance.js.map +1 -0
- package/dist/src/assertions/cost.d.ts +3 -0
- package/dist/src/assertions/cost.d.ts.map +1 -0
- package/dist/src/assertions/cost.js +22 -0
- package/dist/src/assertions/cost.js.map +1 -0
- package/dist/src/assertions/equals.d.ts +4 -0
- package/dist/src/assertions/equals.d.ts.map +1 -0
- package/dist/src/assertions/equals.js +32 -0
- package/dist/src/assertions/equals.js.map +1 -0
- package/dist/src/assertions/factuality.d.ts +3 -0
- package/dist/src/assertions/factuality.d.ts.map +1 -0
- package/dist/src/assertions/factuality.js +25 -0
- package/dist/src/assertions/factuality.js.map +1 -0
- package/dist/src/assertions/index.d.ts +1 -12
- package/dist/src/assertions/index.d.ts.map +1 -1
- package/dist/src/assertions/index.js +94 -987
- package/dist/src/assertions/index.js.map +1 -1
- package/dist/src/assertions/javascript.d.ts +4 -0
- package/dist/src/assertions/javascript.d.ts.map +1 -0
- package/dist/src/assertions/javascript.js +94 -0
- package/dist/src/assertions/javascript.js.map +1 -0
- package/dist/src/assertions/json.d.ts +7 -0
- package/dist/src/assertions/json.d.ts.map +1 -0
- package/dist/src/assertions/json.js +121 -0
- package/dist/src/assertions/json.js.map +1 -0
- package/dist/src/assertions/latency.d.ts +3 -0
- package/dist/src/assertions/latency.d.ts.map +1 -0
- package/dist/src/assertions/latency.js +22 -0
- package/dist/src/assertions/latency.js.map +1 -0
- package/dist/src/assertions/levenshtein.d.ts +3 -0
- package/dist/src/assertions/levenshtein.d.ts.map +1 -0
- package/dist/src/assertions/levenshtein.js +22 -0
- package/dist/src/assertions/levenshtein.js.map +1 -0
- package/dist/src/assertions/llmRubric.d.ts +3 -0
- package/dist/src/assertions/llmRubric.d.ts.map +1 -0
- package/dist/src/assertions/llmRubric.js +22 -0
- package/dist/src/assertions/llmRubric.js.map +1 -0
- package/dist/src/assertions/modelGradedClosedQa.d.ts +3 -0
- package/dist/src/assertions/modelGradedClosedQa.d.ts.map +1 -0
- package/dist/src/assertions/modelGradedClosedQa.js +25 -0
- package/dist/src/assertions/modelGradedClosedQa.js.map +1 -0
- package/dist/src/assertions/moderation.d.ts +3 -0
- package/dist/src/assertions/moderation.d.ts.map +1 -0
- package/dist/src/assertions/moderation.js +41 -0
- package/dist/src/assertions/moderation.js.map +1 -0
- package/dist/src/assertions/openai.d.ts +5 -0
- package/dist/src/assertions/openai.d.ts.map +1 -0
- package/dist/src/assertions/openai.js +68 -0
- package/dist/src/assertions/openai.js.map +1 -0
- package/dist/src/assertions/perplexity.d.ts +4 -0
- package/dist/src/assertions/perplexity.d.ts.map +1 -0
- package/dist/src/assertions/perplexity.js +40 -0
- package/dist/src/assertions/perplexity.js.map +1 -0
- package/dist/src/assertions/python.d.ts +4 -0
- package/dist/src/assertions/python.d.ts.map +1 -0
- package/dist/src/assertions/python.js +107 -0
- package/dist/src/assertions/python.js.map +1 -0
- package/dist/src/assertions/redteam.d.ts +3 -0
- package/dist/src/assertions/redteam.d.ts.map +1 -0
- package/dist/src/assertions/redteam.js +29 -0
- package/dist/src/assertions/redteam.js.map +1 -0
- package/dist/src/assertions/regex.d.ts +3 -0
- package/dist/src/assertions/regex.d.ts.map +1 -0
- package/dist/src/assertions/regex.js +34 -0
- package/dist/src/assertions/regex.js.map +1 -0
- package/dist/src/assertions/rouge.d.ts +3 -0
- package/dist/src/assertions/rouge.d.ts.map +1 -0
- package/dist/src/assertions/rouge.js +47 -0
- package/dist/src/assertions/rouge.js.map +1 -0
- package/dist/src/assertions/similar.d.ts +3 -0
- package/dist/src/assertions/similar.d.ts.map +1 -0
- package/dist/src/assertions/similar.js +40 -0
- package/dist/src/assertions/similar.js.map +1 -0
- package/dist/src/assertions/sql.d.ts +4 -0
- package/dist/src/assertions/sql.d.ts.map +1 -0
- package/dist/src/assertions/sql.js +98 -0
- package/dist/src/assertions/sql.js.map +1 -0
- package/dist/src/assertions/startsWith.d.ts +3 -0
- package/dist/src/assertions/startsWith.d.ts.map +1 -0
- package/dist/src/assertions/startsWith.js +22 -0
- package/dist/src/assertions/startsWith.js.map +1 -0
- package/dist/src/assertions/utils.d.ts +1 -0
- package/dist/src/assertions/utils.d.ts.map +1 -1
- package/dist/src/assertions/utils.js +7 -0
- package/dist/src/assertions/utils.js.map +1 -1
- package/dist/src/assertions/webhook.d.ts +3 -0
- package/dist/src/assertions/webhook.d.ts.map +1 -0
- package/dist/src/assertions/webhook.js +55 -0
- package/dist/src/assertions/webhook.js.map +1 -0
- package/dist/src/assertions/xml.d.ts +11 -0
- package/dist/src/assertions/xml.d.ts.map +1 -0
- package/dist/src/assertions/xml.js +86 -0
- package/dist/src/assertions/xml.js.map +1 -0
- package/dist/src/commands/eval/filterTests.d.ts +1 -0
- package/dist/src/commands/eval/filterTests.d.ts.map +1 -1
- package/dist/src/commands/eval/filterTests.js +14 -1
- package/dist/src/commands/eval/filterTests.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +14 -3
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/import.d.ts.map +1 -1
- package/dist/src/commands/import.js +1 -0
- package/dist/src/commands/import.js.map +1 -1
- package/dist/src/commands/list.d.ts.map +1 -1
- package/dist/src/commands/list.js +15 -0
- package/dist/src/commands/list.js.map +1 -1
- package/dist/src/csv.d.ts.map +1 -1
- package/dist/src/csv.js +9 -4
- package/dist/src/csv.js.map +1 -1
- package/dist/src/database/tables.d.ts +189 -1
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/envars.d.ts +9 -0
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/evaluator.js +2 -2
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/evaluatorHelpers.d.ts.map +1 -1
- package/dist/src/evaluatorHelpers.js +4 -0
- package/dist/src/evaluatorHelpers.js.map +1 -1
- package/dist/src/fetch.d.ts.map +1 -1
- package/dist/src/fetch.js +8 -1
- package/dist/src/fetch.js.map +1 -1
- package/dist/src/globalConfig/accounts.d.ts +1 -0
- package/dist/src/globalConfig/accounts.d.ts.map +1 -1
- package/dist/src/globalConfig/accounts.js +24 -0
- package/dist/src/globalConfig/accounts.js.map +1 -1
- package/dist/src/index.d.ts +74 -68
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/onboarding.js +8 -8
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/adaline.gateway.d.ts.map +1 -1
- package/dist/src/providers/adaline.gateway.js +4 -4
- package/dist/src/providers/adaline.gateway.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +31 -0
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/{azureopenai.d.ts → azure.d.ts} +13 -13
- package/dist/src/providers/azure.d.ts.map +1 -0
- package/dist/src/providers/{azureopenai.js → azure.js} +64 -42
- package/dist/src/providers/azure.js.map +1 -0
- package/dist/src/providers/{azureopenaiUtil.d.ts → azureUtil.d.ts} +1 -1
- package/dist/src/providers/azureUtil.d.ts.map +1 -0
- package/dist/src/providers/{azureopenaiUtil.js → azureUtil.js} +3 -3
- package/dist/src/providers/azureUtil.js.map +1 -0
- package/dist/src/providers/bedrock.d.ts +5 -3
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +38 -9
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/defaults.d.ts.map +1 -1
- package/dist/src/providers/defaults.js +36 -0
- package/dist/src/providers/defaults.js.map +1 -1
- package/dist/src/providers/portkey.d.ts +3 -2
- package/dist/src/providers/portkey.d.ts.map +1 -1
- package/dist/src/providers/portkey.js +17 -10
- package/dist/src/providers/portkey.js.map +1 -1
- package/dist/src/providers/promptfoo.js +2 -2
- package/dist/src/providers/promptfoo.js.map +1 -1
- package/dist/src/providers.d.ts +9 -5
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +16 -11
- package/dist/src/providers.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +5 -1
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/commands/init.d.ts +11 -0
- package/dist/src/redteam/commands/init.d.ts.map +1 -1
- package/dist/src/redteam/commands/init.js +47 -12
- package/dist/src/redteam/commands/init.js.map +1 -1
- package/dist/src/redteam/commands/poison.d.ts +3 -0
- package/dist/src/redteam/commands/poison.d.ts.map +1 -0
- package/dist/src/redteam/commands/poison.js +165 -0
- package/dist/src/redteam/commands/poison.js.map +1 -0
- package/dist/src/redteam/commands/run.d.ts.map +1 -1
- package/dist/src/redteam/commands/run.js +2 -0
- package/dist/src/redteam/commands/run.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +6 -5
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +54 -37
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/extraction/util.js +1 -1
- package/dist/src/redteam/extraction/util.js.map +1 -1
- package/dist/src/redteam/graders.d.ts +34 -32
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/graders.js +34 -33
- package/dist/src/redteam/graders.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +9 -2
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/bfla.d.ts.map +1 -1
- package/dist/src/redteam/plugins/bfla.js +5 -3
- package/dist/src/redteam/plugins/bfla.js.map +1 -1
- package/dist/src/redteam/plugins/bola.js +3 -3
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +3 -2
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/intent.d.ts +22 -0
- package/dist/src/redteam/plugins/intent.d.ts.map +1 -0
- package/dist/src/redteam/plugins/intent.js +100 -0
- package/dist/src/redteam/plugins/intent.js.map +1 -0
- package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
- package/dist/src/redteam/plugins/pii.js +21 -14
- package/dist/src/redteam/plugins/pii.js.map +1 -1
- package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
- package/dist/src/redteam/plugins/rbac.js +5 -4
- package/dist/src/redteam/plugins/rbac.js.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.js +13 -4
- package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +6 -4
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/goat.d.ts +2 -0
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +10 -3
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +4 -2
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +4 -2
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts +3 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +5 -3
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +2 -2
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +2 -2
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/strategies/mathPrompt.js +1 -1
- package/dist/src/redteam/strategies/mathPrompt.js.map +1 -1
- package/dist/src/redteam/strategies/multilingual.js +1 -1
- package/dist/src/redteam/strategies/multilingual.js.map +1 -1
- package/dist/src/redteam/types.d.ts +1 -0
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/remoteGrading.js +1 -1
- package/dist/src/remoteGrading.js.map +1 -1
- package/dist/src/telemetry.d.ts +2 -2
- package/dist/src/types/index.d.ts +4737 -12
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +23 -26
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/providers.d.ts +12 -0
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/types/providers.js.map +1 -1
- package/dist/src/util/config/load.d.ts +1 -1
- package/dist/src/util/config/load.d.ts.map +1 -1
- package/dist/src/util/config/load.js +15 -2
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/index.d.ts +34 -0
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/validators/providers.d.ts +391 -0
- package/dist/src/validators/providers.d.ts.map +1 -1
- package/dist/src/validators/providers.js +18 -0
- package/dist/src/validators/providers.js.map +1 -1
- package/dist/src/validators/redteam.d.ts +136 -0
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/test/assertions/bleu.test.d.ts +2 -0
- package/dist/test/assertions/bleu.test.d.ts.map +1 -0
- package/dist/test/assertions/bleu.test.js +162 -0
- package/dist/test/assertions/bleu.test.js.map +1 -0
- package/dist/test/assertions/index.test.js +276 -297
- package/dist/test/assertions/index.test.js.map +1 -1
- package/dist/test/assertions/json.test.d.ts +2 -0
- package/dist/test/assertions/json.test.d.ts.map +1 -0
- package/dist/test/assertions/json.test.js +36 -0
- package/dist/test/assertions/json.test.js.map +1 -0
- package/dist/test/assertions/sql.test.d.ts +2 -0
- package/dist/test/assertions/sql.test.d.ts.map +1 -0
- package/dist/test/assertions/sql.test.js +280 -0
- package/dist/test/assertions/sql.test.js.map +1 -0
- package/dist/test/commands/eval/filterTests.test.js +30 -0
- package/dist/test/commands/eval/filterTests.test.js.map +1 -1
- package/dist/test/factories/evalFactory.d.ts +155 -1
- package/dist/test/factories/evalFactory.d.ts.map +1 -1
- package/dist/test/fetch.test.js +17 -0
- package/dist/test/fetch.test.js.map +1 -1
- package/dist/test/onboarding.test.js +126 -1
- package/dist/test/onboarding.test.js.map +1 -1
- package/dist/test/providers/anthropic.test.js +120 -0
- package/dist/test/providers/anthropic.test.js.map +1 -1
- package/dist/test/providers/azure.test.js +22 -25
- package/dist/test/providers/azure.test.js.map +1 -1
- package/dist/test/providers/bedrock.test.js +178 -55
- package/dist/test/providers/bedrock.test.js.map +1 -1
- package/dist/test/providers/index.test.js +7 -7
- package/dist/test/providers/index.test.js.map +1 -1
- package/dist/test/providers/portkey.test.d.ts +2 -0
- package/dist/test/providers/portkey.test.d.ts.map +1 -0
- package/dist/test/providers/portkey.test.js +46 -0
- package/dist/test/providers/portkey.test.js.map +1 -0
- package/dist/test/redteam/commands/init.test.d.ts +2 -0
- package/dist/test/redteam/commands/init.test.d.ts.map +1 -0
- package/dist/test/redteam/commands/init.test.js +109 -0
- package/dist/test/redteam/commands/init.test.js.map +1 -0
- package/dist/test/redteam/plugins/pluginDocumentation.test.js +4 -1
- package/dist/test/redteam/plugins/pluginDocumentation.test.js.map +1 -1
- package/dist/test/redteam/providers/goat.test.js +1 -1
- package/dist/test/redteam/providers/goat.test.js.map +1 -1
- package/dist/test/redteam/providers/iterativeTree.test.js +8 -3
- package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
- package/dist/test/util/config/load.test.js +44 -1
- package/dist/test/util/config/load.test.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +19 -17
- package/dist/src/providers/azureopenai.d.ts.map +0 -1
- package/dist/src/providers/azureopenai.js.map +0 -1
- package/dist/src/providers/azureopenaiUtil.d.ts.map +0 -1
- package/dist/src/providers/azureopenaiUtil.js.map +0 -1
- package/dist/src/redteam/eval/excessive-agency/llm_rubric-20240617.json +0 -10
- package/dist/src/redteam/eval/excessive-agency/llm_rubric-20240618.json +0 -10
- package/dist/src/redteam/eval/harmful/llm_rubric-20240723.json +0 -10
- package/dist/src/redteam/eval/harmful/llm_rubric-20240724.json +0 -10
- package/dist/test/is-sql-tests/node-sql-parser.test.d.ts +0 -2
- package/dist/test/is-sql-tests/node-sql-parser.test.d.ts.map +0 -1
- package/dist/test/is-sql-tests/node-sql-parser.test.js +0 -179
- package/dist/test/is-sql-tests/node-sql-parser.test.js.map +0 -1
package/dist/src/util/index.d.ts
CHANGED
|
@@ -131,12 +131,26 @@ export declare function getTestCases(limit?: number): Promise<{
|
|
|
131
131
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
132
132
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
133
133
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
134
|
+
AZURE_API_BASE_URL?: string | undefined;
|
|
135
|
+
AZURE_API_HOST?: string | undefined;
|
|
136
|
+
AZURE_API_KEY?: string | undefined;
|
|
137
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
138
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
134
139
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
140
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
141
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
142
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
143
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
144
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
145
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
146
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
135
147
|
BAM_API_HOST?: string | undefined;
|
|
136
148
|
BAM_API_KEY?: string | undefined;
|
|
137
149
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
138
150
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
151
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
139
152
|
COHERE_API_KEY?: string | undefined;
|
|
153
|
+
FAL_KEY?: string | undefined;
|
|
140
154
|
GOOGLE_API_HOST?: string | undefined;
|
|
141
155
|
GOOGLE_API_KEY?: string | undefined;
|
|
142
156
|
GROQ_API_KEY?: string | undefined;
|
|
@@ -158,6 +172,9 @@ export declare function getTestCases(limit?: number): Promise<{
|
|
|
158
172
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
159
173
|
VERTEX_PUBLISHER?: string | undefined;
|
|
160
174
|
VERTEX_REGION?: string | undefined;
|
|
175
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
176
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
177
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
161
178
|
} | undefined;
|
|
162
179
|
} | {
|
|
163
180
|
callApi: import("../types").CallApiFunction;
|
|
@@ -296,12 +313,26 @@ export declare function getDatasetFromHash(hash: string): Promise<{
|
|
|
296
313
|
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
297
314
|
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
298
315
|
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
316
|
+
AZURE_API_BASE_URL?: string | undefined;
|
|
317
|
+
AZURE_API_HOST?: string | undefined;
|
|
318
|
+
AZURE_API_KEY?: string | undefined;
|
|
319
|
+
AZURE_DEPLOYMENT_NAME?: string | undefined;
|
|
320
|
+
AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
299
321
|
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
322
|
+
AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
|
|
323
|
+
AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
|
|
324
|
+
AZURE_CLIENT_SECRET?: string | undefined;
|
|
325
|
+
AZURE_CLIENT_ID?: string | undefined;
|
|
326
|
+
AZURE_TENANT_ID?: string | undefined;
|
|
327
|
+
AZURE_AUTHORITY_HOST?: string | undefined;
|
|
328
|
+
AZURE_TOKEN_SCOPE?: string | undefined;
|
|
300
329
|
BAM_API_HOST?: string | undefined;
|
|
301
330
|
BAM_API_KEY?: string | undefined;
|
|
302
331
|
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
303
332
|
CLOUDFLARE_API_KEY?: string | undefined;
|
|
333
|
+
PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
|
|
304
334
|
COHERE_API_KEY?: string | undefined;
|
|
335
|
+
FAL_KEY?: string | undefined;
|
|
305
336
|
GOOGLE_API_HOST?: string | undefined;
|
|
306
337
|
GOOGLE_API_KEY?: string | undefined;
|
|
307
338
|
GROQ_API_KEY?: string | undefined;
|
|
@@ -323,6 +354,9 @@ export declare function getDatasetFromHash(hash: string): Promise<{
|
|
|
323
354
|
VERTEX_PROJECT_ID?: string | undefined;
|
|
324
355
|
VERTEX_PUBLISHER?: string | undefined;
|
|
325
356
|
VERTEX_REGION?: string | undefined;
|
|
357
|
+
WATSONX_AI_APIKEY?: string | undefined;
|
|
358
|
+
WATSONX_AI_PROJECT_ID?: string | undefined;
|
|
359
|
+
WATSONX_AI_BEARER_TOKEN?: string | undefined;
|
|
326
360
|
} | undefined;
|
|
327
361
|
} | {
|
|
328
362
|
callApi: import("../types").CallApiFunction;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/util/index.ts"],"names":[],"mappings":"AA8BA,OAAO,IAA+C,MAAM,gBAAgB,CAAC;AAG7E,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,cAAc,EACnB,KAAK,aAAa,EAElB,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EACvB,KAAK,WAAW,EAChB,KAAK,QAAQ,EACb,KAAK,qBAAqB,EAE1B,KAAK,aAAa,EAClB,KAAK,UAAU,EACf,KAAK,eAAe,EAEpB,KAAK,iBAAiB,EAItB,KAAK,iBAAiB,EACvB,MAAM,UAAU,CAAC;AA8BlB,wBAAsB,WAAW,CAC/B,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,IAAI,EAChB,YAAY,EAAE,MAAM,GAAG,IAAI,iBAgH5B;AAED,wBAAsB,oBAAoB,CACxC,WAAW,EAAE,MAAM,EAAE,EACrB,UAAU,EAAE,IAAI,EAChB,YAAY,EAAE,MAAM,GAAG,IAAI,iBAK5B;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CASxE;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,CAE7C;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,iBAAiB,EAC1B,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,EAC9B,SAAS,GAAE,IAAiB,GAC3B,OAAO,CAAC,MAAM,CAAC,CA8HjB;AAED;;;GAGG;AACH,wBAAsB,mBAAmB,CACvC,KAAK,GAAE,MAA4B,EACnC,iBAAiB,CAAC,EAAE,MAAM,EAC1B,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAuC9B;AAED;;GAEG;AACH,wBAAgB,sCAAsC,IAAI,MAAM,EAAE,CAYjE;AAID;;GAEG;AACH,wBAAgB,8BAA8B,IAAI;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,EAAE,CAqB7F;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,QAqB9C;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,IAAI,UAExC;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,MAAM,GACX;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE,IAAI,CAAA;CAAE,GAAG,SAAS,CAgBlE;AAED,wBAAsB,UAAU,CAC9B,EAAE,EAAE,MAAM,GACT,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE,IAAI,CAAA;CAAE,GAAG,SAAS,CAAC,CAY3E;AAED,wBAAsB,YAAY,CAChC,EAAE,EAAE,MAAM,EACV,SAAS,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,EAClC,QAAQ,CAAC,EAAE,aAAa,GACvB,OAAO,CAAC,IAAI,CAAC,CAuBf;AAED,wBAAsB,aAAa,CAAC,iBAAiB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,CAGhG;AAED,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,EAC3C,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAiD/B;AAED,wBAAgB,0BAA0B,CACxC,eAAe,EAAE,MAAM,EACvB,KAAK,GAAE,MAA4B,iCAOpC;AAED,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,QAAQ,EAAE,iCAI3D;AAED,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,EAC3C,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAuDlC;AAED,wBAAgB,UAAU,CAAC,KAAK,GAAE,MAA4B,iCAE7D;AAED,wBAAsB,YAAY,CAAC,KAAK,GAAE,MAA4B
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/util/index.ts"],"names":[],"mappings":"AA8BA,OAAO,IAA+C,MAAM,gBAAgB,CAAC;AAG7E,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,cAAc,EACnB,KAAK,aAAa,EAElB,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EACvB,KAAK,WAAW,EAChB,KAAK,QAAQ,EACb,KAAK,qBAAqB,EAE1B,KAAK,aAAa,EAClB,KAAK,UAAU,EACf,KAAK,eAAe,EAEpB,KAAK,iBAAiB,EAItB,KAAK,iBAAiB,EACvB,MAAM,UAAU,CAAC;AA8BlB,wBAAsB,WAAW,CAC/B,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,IAAI,EAChB,YAAY,EAAE,MAAM,GAAG,IAAI,iBAgH5B;AAED,wBAAsB,oBAAoB,CACxC,WAAW,EAAE,MAAM,EAAE,EACrB,UAAU,EAAE,IAAI,EAChB,YAAY,EAAE,MAAM,GAAG,IAAI,iBAK5B;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CASxE;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,CAE7C;AAED,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,iBAAiB,EAC1B,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,EAC9B,SAAS,GAAE,IAAiB,GAC3B,OAAO,CAAC,MAAM,CAAC,CA8HjB;AAED;;;GAGG;AACH,wBAAsB,mBAAmB,CACvC,KAAK,GAAE,MAA4B,EACnC,iBAAiB,CAAC,EAAE,MAAM,EAC1B,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAuC9B;AAED;;GAEG;AACH,wBAAgB,sCAAsC,IAAI,MAAM,EAAE,CAYjE;AAID;;GAEG;AACH,wBAAgB,8BAA8B,IAAI;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,EAAE,CAqB7F;AAED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,QAqB9C;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,IAAI,UAExC;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,MAAM,GACX;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE,IAAI,CAAA;CAAE,GAAG,SAAS,CAgBlE;AAED,wBAAsB,UAAU,CAC9B,EAAE,EAAE,MAAM,GACT,OAAO,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE,IAAI,CAAA;CAAE,GAAG,SAAS,CAAC,CAY3E;AAED,wBAAsB,YAAY,CAChC,EAAE,EAAE,MAAM,EACV,SAAS,CAAC,EAAE,OAAO,CAAC,aAAa,CAAC,EAClC,QAAQ,CAAC,EAAE,aAAa,GACvB,OAAO,CAAC,IAAI,CAAC,CAuBf;AAED,wBAAsB,aAAa,CAAC,iBAAiB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,CAGhG;AAED,wBAAsB,uBAAuB,CAC3C,SAAS,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,EAC3C,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAiD/B;AAED,wBAAgB,0BAA0B,CACxC,eAAe,EAAE,MAAM,EACvB,KAAK,GAAE,MAA4B,iCAOpC;AAED,wBAAgB,sBAAsB,CAAC,SAAS,EAAE,QAAQ,EAAE,iCAI3D;AAED,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,EAC3C,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAuDlC;AAED,wBAAgB,UAAU,CAAC,KAAK,GAAE,MAA4B,iCAE7D;AAED,wBAAsB,YAAY,CAAC,KAAK,GAAE,MAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAErE;AAED,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,MAAM,2CAQnD;AAED,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;eAQpD;AAED,wBAAsB,qBAAqB,CACzC,SAAS,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,OAAO,EAC3C,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,gBAAgB,EAAE,CAAC,CA0C7B;AAED,wBAAsB,QAAQ,CAAC,KAAK,GAAE,MAA4B,+BAEjE;AAED,wBAAsB,aAAa,CAAC,IAAI,EAAE,MAAM,yCAQ/C;AAED,wBAAsB,UAAU,CAAC,MAAM,EAAE,MAAM,iBAe9C;AAED;;;;GAIG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,CASpD;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,QAAQ,GAAE,MAAW,GACpB,OAAO,CAAC,iBAAiB,CAAC,CAa5B;AAED,wBAAgB,WAAW,SAG1B;AAED,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,QAOnD;AAED,MAAM,MAAM,cAAc,GAAG,eAAe,GAAG;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAElB,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACzC,CAAC;AAIF,wBAAsB,kBAAkB,CAAC,EACvC,KAA2B,EAC3B,GAAG,EACH,WAAW,GACZ,GAAE;IACD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA0FjC;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,MAAM,GAAG,SAAS,CASvF;AAED,wBAAgB,SAAS,CACvB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,SAAS,EAC7D,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,SAAS,WAG9D;AAED,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAMvF;AAED,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAsBvF;AAED;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB;IACD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,OAAO,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAoCA;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,SAAS,GAAG,IAAI,OA+BhG"}
|