promptfoo 0.103.14 → 0.103.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +35 -33
- package/dist/src/app/assets/index-Cc7X-PeK.js +875 -0
- package/dist/src/app/assets/{index.es-BebRurvf.js → index.es-D1ljq5Sp.js} +6 -6
- package/dist/src/app/assets/purify.es-C_uT9hQ1.js +3 -0
- package/dist/src/app/assets/{sync-cefC8sLm.js → sync-YZd1p7WM.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/assertions/refusal.d.ts.map +1 -1
- package/dist/src/assertions/refusal.js +14 -3
- package/dist/src/assertions/refusal.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +14 -1
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/database/tables.d.ts +5 -0
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +29 -0
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/index.d.ts +2 -1
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/matchers.d.ts.map +1 -1
- package/dist/src/matchers.js +78 -0
- package/dist/src/matchers.js.map +1 -1
- package/dist/src/models/eval.d.ts +5 -0
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +11 -0
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/providers/adaline.gateway.d.ts +13 -1
- package/dist/src/providers/adaline.gateway.d.ts.map +1 -1
- package/dist/src/providers/adaline.gateway.js +6 -4
- package/dist/src/providers/adaline.gateway.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/anthropic.js +2 -1
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/azure.d.ts +1 -0
- package/dist/src/providers/azure.d.ts.map +1 -1
- package/dist/src/providers/azure.js +25 -6
- package/dist/src/providers/azure.js.map +1 -1
- package/dist/src/providers/cloudera.d.ts +15 -0
- package/dist/src/providers/cloudera.d.ts.map +1 -0
- package/dist/src/providers/cloudera.js +22 -0
- package/dist/src/providers/cloudera.js.map +1 -0
- package/dist/src/providers/{palm.d.ts → google.d.ts} +7 -7
- package/dist/src/providers/google.d.ts.map +1 -0
- package/dist/src/providers/{palm.js → google.js} +63 -19
- package/dist/src/providers/google.js.map +1 -0
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +24 -1
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/portkey.d.ts +3 -2
- package/dist/src/providers/portkey.d.ts.map +1 -1
- package/dist/src/providers/portkey.js +1 -0
- package/dist/src/providers/portkey.js.map +1 -1
- package/dist/src/providers/watsonx.d.ts +2 -2
- package/dist/src/providers.d.ts +4 -2
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +43 -7
- package/dist/src/providers.js.map +1 -1
- package/dist/src/redteam/commands/generate.d.ts.map +1 -1
- package/dist/src/redteam/commands/generate.js +1 -1
- package/dist/src/redteam/commands/generate.js.map +1 -1
- package/dist/src/redteam/commands/run.d.ts.map +1 -1
- package/dist/src/redteam/commands/run.js +1 -1
- package/dist/src/redteam/commands/run.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +1 -1
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +10 -4
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/graders.js +2 -0
- package/dist/src/redteam/graders.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +1 -3
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/beavertails.d.ts +10 -0
- package/dist/src/redteam/plugins/beavertails.d.ts.map +1 -1
- package/dist/src/redteam/plugins/beavertails.js +9 -4
- package/dist/src/redteam/plugins/beavertails.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +2 -2
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/ragDocumentExfiltration.d.ts +12 -0
- package/dist/src/redteam/plugins/ragDocumentExfiltration.d.ts.map +1 -0
- package/dist/src/redteam/plugins/ragDocumentExfiltration.js +65 -0
- package/dist/src/redteam/plugins/ragDocumentExfiltration.js.map +1 -0
- package/dist/src/redteam/providers/crescendo/index.d.ts +20 -21
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +8 -8
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/goat.d.ts +18 -3
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +9 -8
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts +39 -28
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +1 -8
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts +19 -18
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +8 -4
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +30 -0
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +25 -2
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/sharedFrontend.d.ts.map +1 -1
- package/dist/src/redteam/sharedFrontend.js +18 -2
- package/dist/src/redteam/sharedFrontend.js.map +1 -1
- package/dist/src/suggestions.d.ts.map +1 -1
- package/dist/src/suggestions.js +15 -0
- package/dist/src/suggestions.js.map +1 -1
- package/dist/src/testCases.d.ts.map +1 -1
- package/dist/src/testCases.js +10 -2
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/types/index.d.ts +193 -1
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/shared.d.ts +6 -0
- package/dist/src/types/shared.d.ts.map +1 -1
- package/dist/src/util/config/load.d.ts.map +1 -1
- package/dist/src/util/config/load.js +7 -1
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/exportToFile/index.d.ts +5 -0
- package/dist/src/util/exportToFile/index.d.ts.map +1 -1
- package/dist/src/util/index.d.ts +10 -0
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/validators/providers.d.ts +99 -0
- package/dist/src/validators/providers.d.ts.map +1 -1
- package/dist/src/validators/shared.d.ts +36 -0
- package/dist/src/validators/shared.d.ts.map +1 -1
- package/dist/src/validators/shared.js +7 -1
- package/dist/src/validators/shared.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +35 -33
- package/dist/src/__mocks__/database.d.ts +0 -4
- package/dist/src/__mocks__/database.d.ts.map +0 -1
- package/dist/src/__mocks__/database.js +0 -39
- package/dist/src/__mocks__/database.js.map +0 -1
- package/dist/src/__mocks__/esm.d.ts +0 -3
- package/dist/src/__mocks__/esm.d.ts.map +0 -1
- package/dist/src/__mocks__/esm.js +0 -50
- package/dist/src/__mocks__/esm.js.map +0 -1
- package/dist/src/app/assets/index-gCO1so_L.js +0 -868
- package/dist/src/app/assets/purify.es-a-CayzAK.js +0 -3
- package/dist/src/providers/palm.d.ts.map +0 -1
- package/dist/src/providers/palm.js.map +0 -1
- package/dist/test/__mocks__/tempCustomModule.d.ts +0 -13
- package/dist/test/__mocks__/tempCustomModule.d.ts.map +0 -1
- package/dist/test/__mocks__/tempCustomModule.js +0 -15
- package/dist/test/__mocks__/tempCustomModule.js.map +0 -1
- package/dist/test/account.test.d.ts +0 -2
- package/dist/test/account.test.d.ts.map +0 -1
- package/dist/test/account.test.js +0 -47
- package/dist/test/account.test.js.map +0 -1
- package/dist/test/assertions/AssertionResult.test.d.ts +0 -2
- package/dist/test/assertions/AssertionResult.test.d.ts.map +0 -1
- package/dist/test/assertions/AssertionResult.test.js +0 -184
- package/dist/test/assertions/AssertionResult.test.js.map +0 -1
- package/dist/test/assertions/answerRelevance.test.d.ts +0 -2
- package/dist/test/assertions/answerRelevance.test.d.ts.map +0 -1
- package/dist/test/assertions/answerRelevance.test.js +0 -177
- package/dist/test/assertions/answerRelevance.test.js.map +0 -1
- package/dist/test/assertions/bleu.test.d.ts +0 -2
- package/dist/test/assertions/bleu.test.d.ts.map +0 -1
- package/dist/test/assertions/bleu.test.js +0 -162
- package/dist/test/assertions/bleu.test.js.map +0 -1
- package/dist/test/assertions/contextFaithfulness.test.d.ts +0 -2
- package/dist/test/assertions/contextFaithfulness.test.d.ts.map +0 -1
- package/dist/test/assertions/contextFaithfulness.test.js +0 -226
- package/dist/test/assertions/contextFaithfulness.test.js.map +0 -1
- package/dist/test/assertions/contextRecall.test.d.ts +0 -2
- package/dist/test/assertions/contextRecall.test.d.ts.map +0 -1
- package/dist/test/assertions/contextRecall.test.js +0 -243
- package/dist/test/assertions/contextRecall.test.js.map +0 -1
- package/dist/test/assertions/contextRelevance.test.d.ts +0 -2
- package/dist/test/assertions/contextRelevance.test.d.ts.map +0 -1
- package/dist/test/assertions/contextRelevance.test.js +0 -238
- package/dist/test/assertions/contextRelevance.test.js.map +0 -1
- package/dist/test/assertions/geval.test.d.ts +0 -2
- package/dist/test/assertions/geval.test.d.ts.map +0 -1
- package/dist/test/assertions/geval.test.js +0 -222
- package/dist/test/assertions/geval.test.js.map +0 -1
- package/dist/test/assertions/guardrails.test.d.ts +0 -2
- package/dist/test/assertions/guardrails.test.d.ts.map +0 -1
- package/dist/test/assertions/guardrails.test.js +0 -142
- package/dist/test/assertions/guardrails.test.js.map +0 -1
- package/dist/test/assertions/index.test.d.ts +0 -2
- package/dist/test/assertions/index.test.d.ts.map +0 -1
- package/dist/test/assertions/index.test.js +0 -3015
- package/dist/test/assertions/index.test.js.map +0 -1
- package/dist/test/assertions/javascript.test.d.ts +0 -2
- package/dist/test/assertions/javascript.test.d.ts.map +0 -1
- package/dist/test/assertions/javascript.test.js +0 -679
- package/dist/test/assertions/javascript.test.js.map +0 -1
- package/dist/test/assertions/json.test.d.ts +0 -2
- package/dist/test/assertions/json.test.d.ts.map +0 -1
- package/dist/test/assertions/json.test.js +0 -36
- package/dist/test/assertions/json.test.js.map +0 -1
- package/dist/test/assertions/modelGradedClosedQa.test.d.ts +0 -2
- package/dist/test/assertions/modelGradedClosedQa.test.d.ts.map +0 -1
- package/dist/test/assertions/modelGradedClosedQa.test.js +0 -200
- package/dist/test/assertions/modelGradedClosedQa.test.js.map +0 -1
- package/dist/test/assertions/moderation.test.d.ts +0 -2
- package/dist/test/assertions/moderation.test.d.ts.map +0 -1
- package/dist/test/assertions/moderation.test.js +0 -84
- package/dist/test/assertions/moderation.test.js.map +0 -1
- package/dist/test/assertions/openai.test.d.ts +0 -2
- package/dist/test/assertions/openai.test.d.ts.map +0 -1
- package/dist/test/assertions/openai.test.js +0 -772
- package/dist/test/assertions/openai.test.js.map +0 -1
- package/dist/test/assertions/python.test.d.ts +0 -2
- package/dist/test/assertions/python.test.d.ts.map +0 -1
- package/dist/test/assertions/python.test.js +0 -377
- package/dist/test/assertions/python.test.js.map +0 -1
- package/dist/test/assertions/sql.test.d.ts +0 -2
- package/dist/test/assertions/sql.test.d.ts.map +0 -1
- package/dist/test/assertions/sql.test.js +0 -280
- package/dist/test/assertions/sql.test.js.map +0 -1
- package/dist/test/assertions/utils.test.d.ts +0 -2
- package/dist/test/assertions/utils.test.d.ts.map +0 -1
- package/dist/test/assertions/utils.test.js +0 -211
- package/dist/test/assertions/utils.test.js.map +0 -1
- package/dist/test/assertions/validateAssertions.test.d.ts +0 -2
- package/dist/test/assertions/validateAssertions.test.d.ts.map +0 -1
- package/dist/test/assertions/validateAssertions.test.js +0 -40
- package/dist/test/assertions/validateAssertions.test.js.map +0 -1
- package/dist/test/cache.test.d.ts +0 -2
- package/dist/test/cache.test.d.ts.map +0 -1
- package/dist/test/cache.test.js +0 -327
- package/dist/test/cache.test.js.map +0 -1
- package/dist/test/checkNodeVersion.test.d.ts +0 -2
- package/dist/test/checkNodeVersion.test.d.ts.map +0 -1
- package/dist/test/checkNodeVersion.test.js +0 -38
- package/dist/test/checkNodeVersion.test.js.map +0 -1
- package/dist/test/commands/eval/filterErrorTests.test.d.ts +0 -2
- package/dist/test/commands/eval/filterErrorTests.test.d.ts.map +0 -1
- package/dist/test/commands/eval/filterErrorTests.test.js +0 -110
- package/dist/test/commands/eval/filterErrorTests.test.js.map +0 -1
- package/dist/test/commands/eval/filterFailingTests.test.d.ts +0 -2
- package/dist/test/commands/eval/filterFailingTests.test.d.ts.map +0 -1
- package/dist/test/commands/eval/filterFailingTests.test.js +0 -110
- package/dist/test/commands/eval/filterFailingTests.test.js.map +0 -1
- package/dist/test/commands/eval/filterProviders.test.d.ts +0 -2
- package/dist/test/commands/eval/filterProviders.test.d.ts.map +0 -1
- package/dist/test/commands/eval/filterProviders.test.js +0 -50
- package/dist/test/commands/eval/filterProviders.test.js.map +0 -1
- package/dist/test/commands/eval/filterTests.test.d.ts +0 -2
- package/dist/test/commands/eval/filterTests.test.d.ts.map +0 -1
- package/dist/test/commands/eval/filterTests.test.js +0 -130
- package/dist/test/commands/eval/filterTests.test.js.map +0 -1
- package/dist/test/commands/init.test.d.ts +0 -2
- package/dist/test/commands/init.test.d.ts.map +0 -1
- package/dist/test/commands/init.test.js +0 -186
- package/dist/test/commands/init.test.js.map +0 -1
- package/dist/test/csv.test.d.ts +0 -2
- package/dist/test/csv.test.d.ts.map +0 -1
- package/dist/test/csv.test.js +0 -344
- package/dist/test/csv.test.js.map +0 -1
- package/dist/test/envars.test.d.ts +0 -2
- package/dist/test/envars.test.d.ts.map +0 -1
- package/dist/test/envars.test.js +0 -173
- package/dist/test/envars.test.js.map +0 -1
- package/dist/test/evaluator.test.d.ts +0 -2
- package/dist/test/evaluator.test.d.ts.map +0 -1
- package/dist/test/evaluator.test.js +0 -1668
- package/dist/test/evaluator.test.js.map +0 -1
- package/dist/test/evaluatorHelpers.test.d.ts +0 -2
- package/dist/test/evaluatorHelpers.test.d.ts.map +0 -1
- package/dist/test/evaluatorHelpers.test.js +0 -216
- package/dist/test/evaluatorHelpers.test.js.map +0 -1
- package/dist/test/factories/data/eval/database_records.d.ts +0 -142
- package/dist/test/factories/data/eval/database_records.d.ts.map +0 -1
- package/dist/test/factories/data/eval/database_records.js +0 -251
- package/dist/test/factories/data/eval/database_records.js.map +0 -1
- package/dist/test/factories/evalFactory.d.ts +0 -1100
- package/dist/test/factories/evalFactory.d.ts.map +0 -1
- package/dist/test/factories/evalFactory.js +0 -150
- package/dist/test/factories/evalFactory.js.map +0 -1
- package/dist/test/fetch.test.d.ts +0 -2
- package/dist/test/fetch.test.d.ts.map +0 -1
- package/dist/test/fetch.test.js +0 -615
- package/dist/test/fetch.test.js.map +0 -1
- package/dist/test/globalConfig/accounts.test.d.ts +0 -2
- package/dist/test/globalConfig/accounts.test.d.ts.map +0 -1
- package/dist/test/globalConfig/accounts.test.js +0 -146
- package/dist/test/globalConfig/accounts.test.js.map +0 -1
- package/dist/test/globalConfig.test.d.ts +0 -2
- package/dist/test/globalConfig.test.d.ts.map +0 -1
- package/dist/test/globalConfig.test.js +0 -147
- package/dist/test/globalConfig.test.js.map +0 -1
- package/dist/test/googleSheets.test.d.ts +0 -2
- package/dist/test/googleSheets.test.d.ts.map +0 -1
- package/dist/test/googleSheets.test.js +0 -240
- package/dist/test/googleSheets.test.js.map +0 -1
- package/dist/test/index.test.d.ts +0 -2
- package/dist/test/index.test.d.ts.map +0 -1
- package/dist/test/index.test.js +0 -348
- package/dist/test/index.test.js.map +0 -1
- package/dist/test/integrations/huggingfaceDatasets.test.d.ts +0 -2
- package/dist/test/integrations/huggingfaceDatasets.test.d.ts.map +0 -1
- package/dist/test/integrations/huggingfaceDatasets.test.js +0 -148
- package/dist/test/integrations/huggingfaceDatasets.test.js.map +0 -1
- package/dist/test/logger.test.d.ts +0 -2
- package/dist/test/logger.test.d.ts.map +0 -1
- package/dist/test/logger.test.js +0 -42
- package/dist/test/logger.test.js.map +0 -1
- package/dist/test/matchers.test.d.ts +0 -2
- package/dist/test/matchers.test.d.ts.map +0 -1
- package/dist/test/matchers.test.js +0 -1113
- package/dist/test/matchers.test.js.map +0 -1
- package/dist/test/models/eval.test.d.ts +0 -2
- package/dist/test/models/eval.test.d.ts.map +0 -1
- package/dist/test/models/eval.test.js +0 -118
- package/dist/test/models/eval.test.js.map +0 -1
- package/dist/test/models/evalResult.test.d.ts +0 -2
- package/dist/test/models/evalResult.test.d.ts.map +0 -1
- package/dist/test/models/evalResult.test.js +0 -217
- package/dist/test/models/evalResult.test.js.map +0 -1
- package/dist/test/onboarding.test.d.ts +0 -2
- package/dist/test/onboarding.test.d.ts.map +0 -1
- package/dist/test/onboarding.test.js +0 -181
- package/dist/test/onboarding.test.js.map +0 -1
- package/dist/test/prompts/index.test.d.ts +0 -2
- package/dist/test/prompts/index.test.d.ts.map +0 -1
- package/dist/test/prompts/index.test.js +0 -601
- package/dist/test/prompts/index.test.js.map +0 -1
- package/dist/test/prompts/processors/javascript.test.d.ts +0 -2
- package/dist/test/prompts/processors/javascript.test.d.ts.map +0 -1
- package/dist/test/prompts/processors/javascript.test.js +0 -146
- package/dist/test/prompts/processors/javascript.test.js.map +0 -1
- package/dist/test/prompts/processors/json.test.d.ts +0 -2
- package/dist/test/prompts/processors/json.test.d.ts.map +0 -1
- package/dist/test/prompts/processors/json.test.js +0 -77
- package/dist/test/prompts/processors/json.test.js.map +0 -1
- package/dist/test/prompts/processors/jsonl.test.d.ts +0 -2
- package/dist/test/prompts/processors/jsonl.test.d.ts.map +0 -1
- package/dist/test/prompts/processors/jsonl.test.js +0 -109
- package/dist/test/prompts/processors/jsonl.test.js.map +0 -1
- package/dist/test/prompts/processors/markdown.test.d.ts +0 -2
- package/dist/test/prompts/processors/markdown.test.d.ts.map +0 -1
- package/dist/test/prompts/processors/markdown.test.js +0 -89
- package/dist/test/prompts/processors/markdown.test.js.map +0 -1
- package/dist/test/prompts/processors/python.test.d.ts +0 -2
- package/dist/test/prompts/processors/python.test.d.ts.map +0 -1
- package/dist/test/prompts/processors/python.test.js +0 -125
- package/dist/test/prompts/processors/python.test.js.map +0 -1
- package/dist/test/prompts/processors/python.utils.test.d.ts +0 -2
- package/dist/test/prompts/processors/python.utils.test.d.ts.map +0 -1
- package/dist/test/prompts/processors/python.utils.test.js +0 -70
- package/dist/test/prompts/processors/python.utils.test.js.map +0 -1
- package/dist/test/prompts/processors/string.test.d.ts +0 -2
- package/dist/test/prompts/processors/string.test.d.ts.map +0 -1
- package/dist/test/prompts/processors/string.test.js +0 -24
- package/dist/test/prompts/processors/string.test.js.map +0 -1
- package/dist/test/prompts/processors/text.test.d.ts +0 -2
- package/dist/test/prompts/processors/text.test.d.ts.map +0 -1
- package/dist/test/prompts/processors/text.test.js +0 -119
- package/dist/test/prompts/processors/text.test.js.map +0 -1
- package/dist/test/prompts/processors/yaml.test.d.ts +0 -2
- package/dist/test/prompts/processors/yaml.test.d.ts.map +0 -1
- package/dist/test/prompts/processors/yaml.test.js +0 -147
- package/dist/test/prompts/processors/yaml.test.js.map +0 -1
- package/dist/test/prompts/utils.test.d.ts +0 -2
- package/dist/test/prompts/utils.test.d.ts.map +0 -1
- package/dist/test/prompts/utils.test.js +0 -126
- package/dist/test/prompts/utils.test.js.map +0 -1
- package/dist/test/providers/anthropic.test.d.ts +0 -2
- package/dist/test/providers/anthropic.test.d.ts.map +0 -1
- package/dist/test/providers/anthropic.test.js +0 -721
- package/dist/test/providers/anthropic.test.js.map +0 -1
- package/dist/test/providers/azure.test.d.ts +0 -2
- package/dist/test/providers/azure.test.d.ts.map +0 -1
- package/dist/test/providers/azure.test.js +0 -615
- package/dist/test/providers/azure.test.js.map +0 -1
- package/dist/test/providers/bam.test.d.ts +0 -2
- package/dist/test/providers/bam.test.d.ts.map +0 -1
- package/dist/test/providers/bam.test.js +0 -122
- package/dist/test/providers/bam.test.js.map +0 -1
- package/dist/test/providers/bedrock.test.d.ts +0 -2
- package/dist/test/providers/bedrock.test.d.ts.map +0 -1
- package/dist/test/providers/bedrock.test.js +0 -878
- package/dist/test/providers/bedrock.test.js.map +0 -1
- package/dist/test/providers/defaults.test.d.ts +0 -2
- package/dist/test/providers/defaults.test.d.ts.map +0 -1
- package/dist/test/providers/defaults.test.js +0 -77
- package/dist/test/providers/defaults.test.js.map +0 -1
- package/dist/test/providers/groq.test.d.ts +0 -2
- package/dist/test/providers/groq.test.d.ts.map +0 -1
- package/dist/test/providers/groq.test.js +0 -332
- package/dist/test/providers/groq.test.js.map +0 -1
- package/dist/test/providers/http.test.d.ts +0 -2
- package/dist/test/providers/http.test.d.ts.map +0 -1
- package/dist/test/providers/http.test.js +0 -1908
- package/dist/test/providers/http.test.js.map +0 -1
- package/dist/test/providers/index.test.d.ts +0 -2
- package/dist/test/providers/index.test.d.ts.map +0 -1
- package/dist/test/providers/index.test.js +0 -957
- package/dist/test/providers/index.test.js.map +0 -1
- package/dist/test/providers/llama.test.d.ts +0 -2
- package/dist/test/providers/llama.test.d.ts.map +0 -1
- package/dist/test/providers/llama.test.js +0 -106
- package/dist/test/providers/llama.test.js.map +0 -1
- package/dist/test/providers/mistral.test.d.ts +0 -2
- package/dist/test/providers/mistral.test.d.ts.map +0 -1
- package/dist/test/providers/mistral.test.js +0 -290
- package/dist/test/providers/mistral.test.js.map +0 -1
- package/dist/test/providers/openai.test.d.ts +0 -2
- package/dist/test/providers/openai.test.d.ts.map +0 -1
- package/dist/test/providers/openai.test.js +0 -652
- package/dist/test/providers/openai.test.js.map +0 -1
- package/dist/test/providers/packageParser.test.d.ts +0 -2
- package/dist/test/providers/packageParser.test.d.ts.map +0 -1
- package/dist/test/providers/packageParser.test.js +0 -148
- package/dist/test/providers/packageParser.test.js.map +0 -1
- package/dist/test/providers/palm.test.d.ts +0 -2
- package/dist/test/providers/palm.test.d.ts.map +0 -1
- package/dist/test/providers/palm.test.js +0 -141
- package/dist/test/providers/palm.test.js.map +0 -1
- package/dist/test/providers/portkey.test.d.ts +0 -2
- package/dist/test/providers/portkey.test.d.ts.map +0 -1
- package/dist/test/providers/portkey.test.js +0 -46
- package/dist/test/providers/portkey.test.js.map +0 -1
- package/dist/test/providers/promptfoo.test.d.ts +0 -2
- package/dist/test/providers/promptfoo.test.d.ts.map +0 -1
- package/dist/test/providers/promptfoo.test.js +0 -170
- package/dist/test/providers/promptfoo.test.js.map +0 -1
- package/dist/test/providers/pythonCompletion.test.d.ts +0 -2
- package/dist/test/providers/pythonCompletion.test.d.ts.map +0 -1
- package/dist/test/providers/pythonCompletion.test.js +0 -170
- package/dist/test/providers/pythonCompletion.test.js.map +0 -1
- package/dist/test/providers/scriptCompletion.test.d.ts +0 -2
- package/dist/test/providers/scriptCompletion.test.d.ts.map +0 -1
- package/dist/test/providers/scriptCompletion.test.js +0 -200
- package/dist/test/providers/scriptCompletion.test.js.map +0 -1
- package/dist/test/providers/shared.test.d.ts +0 -2
- package/dist/test/providers/shared.test.d.ts.map +0 -1
- package/dist/test/providers/shared.test.js +0 -92
- package/dist/test/providers/shared.test.js.map +0 -1
- package/dist/test/providers/simulatedUser.test.d.ts +0 -2
- package/dist/test/providers/simulatedUser.test.d.ts.map +0 -1
- package/dist/test/providers/simulatedUser.test.js +0 -154
- package/dist/test/providers/simulatedUser.test.js.map +0 -1
- package/dist/test/providers/togetherai.test.d.ts +0 -2
- package/dist/test/providers/togetherai.test.d.ts.map +0 -1
- package/dist/test/providers/togetherai.test.js +0 -53
- package/dist/test/providers/togetherai.test.js.map +0 -1
- package/dist/test/providers/vertex.test.d.ts +0 -2
- package/dist/test/providers/vertex.test.d.ts.map +0 -1
- package/dist/test/providers/vertex.test.js +0 -265
- package/dist/test/providers/vertex.test.js.map +0 -1
- package/dist/test/providers/watsonx.test.d.ts +0 -2
- package/dist/test/providers/watsonx.test.d.ts.map +0 -1
- package/dist/test/providers/watsonx.test.js +0 -499
- package/dist/test/providers/watsonx.test.js.map +0 -1
- package/dist/test/providers/webhook.test.d.ts +0 -2
- package/dist/test/providers/webhook.test.d.ts.map +0 -1
- package/dist/test/providers/webhook.test.js +0 -115
- package/dist/test/providers/webhook.test.js.map +0 -1
- package/dist/test/providers/websocket.test.d.ts +0 -2
- package/dist/test/providers/websocket.test.d.ts.map +0 -1
- package/dist/test/providers/websocket.test.js +0 -130
- package/dist/test/providers/websocket.test.js.map +0 -1
- package/dist/test/providers/xai.test.d.ts +0 -2
- package/dist/test/providers/xai.test.d.ts.map +0 -1
- package/dist/test/providers/xai.test.js +0 -47
- package/dist/test/providers/xai.test.js.map +0 -1
- package/dist/test/providers.test.d.ts +0 -2
- package/dist/test/providers.test.d.ts.map +0 -1
- package/dist/test/providers.test.js +0 -138
- package/dist/test/providers.test.js.map +0 -1
- package/dist/test/python/python.integration.test.d.ts +0 -2
- package/dist/test/python/python.integration.test.d.ts.map +0 -1
- package/dist/test/python/python.integration.test.js +0 -149
- package/dist/test/python/python.integration.test.js.map +0 -1
- package/dist/test/python/pythonUtils.test.d.ts +0 -2
- package/dist/test/python/pythonUtils.test.d.ts.map +0 -1
- package/dist/test/python/pythonUtils.test.js +0 -259
- package/dist/test/python/pythonUtils.test.js.map +0 -1
- package/dist/test/python/wrapper.test.d.ts +0 -2
- package/dist/test/python/wrapper.test.d.ts.map +0 -1
- package/dist/test/python/wrapper.test.js +0 -71
- package/dist/test/python/wrapper.test.js.map +0 -1
- package/dist/test/rateLimit.test.d.ts +0 -2
- package/dist/test/rateLimit.test.d.ts.map +0 -1
- package/dist/test/rateLimit.test.js +0 -94
- package/dist/test/rateLimit.test.js.map +0 -1
- package/dist/test/redteam/commands/generate.test.d.ts +0 -2
- package/dist/test/redteam/commands/generate.test.d.ts.map +0 -1
- package/dist/test/redteam/commands/generate.test.js +0 -449
- package/dist/test/redteam/commands/generate.test.js.map +0 -1
- package/dist/test/redteam/commands/init.test.d.ts +0 -2
- package/dist/test/redteam/commands/init.test.d.ts.map +0 -1
- package/dist/test/redteam/commands/init.test.js +0 -109
- package/dist/test/redteam/commands/init.test.js.map +0 -1
- package/dist/test/redteam/extraction/entities.test.d.ts +0 -2
- package/dist/test/redteam/extraction/entities.test.d.ts.map +0 -1
- package/dist/test/redteam/extraction/entities.test.js +0 -93
- package/dist/test/redteam/extraction/entities.test.js.map +0 -1
- package/dist/test/redteam/extraction/purpose.test.d.ts +0 -2
- package/dist/test/redteam/extraction/purpose.test.d.ts.map +0 -1
- package/dist/test/redteam/extraction/purpose.test.js +0 -86
- package/dist/test/redteam/extraction/purpose.test.js.map +0 -1
- package/dist/test/redteam/extraction/util.test.d.ts +0 -2
- package/dist/test/redteam/extraction/util.test.d.ts.map +0 -1
- package/dist/test/redteam/extraction/util.test.js +0 -191
- package/dist/test/redteam/extraction/util.test.js.map +0 -1
- package/dist/test/redteam/graders.test.d.ts +0 -2
- package/dist/test/redteam/graders.test.d.ts.map +0 -1
- package/dist/test/redteam/graders.test.js +0 -25
- package/dist/test/redteam/graders.test.js.map +0 -1
- package/dist/test/redteam/index.test.d.ts +0 -2
- package/dist/test/redteam/index.test.d.ts.map +0 -1
- package/dist/test/redteam/index.test.js +0 -514
- package/dist/test/redteam/index.test.js.map +0 -1
- package/dist/test/redteam/plugins/base.test.d.ts +0 -2
- package/dist/test/redteam/plugins/base.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/base.test.js +0 -519
- package/dist/test/redteam/plugins/base.test.js.map +0 -1
- package/dist/test/redteam/plugins/competitors.test.d.ts +0 -2
- package/dist/test/redteam/plugins/competitors.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/competitors.test.js +0 -64
- package/dist/test/redteam/plugins/competitors.test.js.map +0 -1
- package/dist/test/redteam/plugins/crossSessionLeak.test.d.ts +0 -2
- package/dist/test/redteam/plugins/crossSessionLeak.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/crossSessionLeak.test.js +0 -77
- package/dist/test/redteam/plugins/crossSessionLeak.test.js.map +0 -1
- package/dist/test/redteam/plugins/custom.test.d.ts +0 -2
- package/dist/test/redteam/plugins/custom.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/custom.test.js +0 -87
- package/dist/test/redteam/plugins/custom.test.js.map +0 -1
- package/dist/test/redteam/plugins/harmful/aligned.test.d.ts +0 -2
- package/dist/test/redteam/plugins/harmful/aligned.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/harmful/aligned.test.js +0 -123
- package/dist/test/redteam/plugins/harmful/aligned.test.js.map +0 -1
- package/dist/test/redteam/plugins/harmful/common.test.d.ts +0 -2
- package/dist/test/redteam/plugins/harmful/common.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/harmful/common.test.js +0 -105
- package/dist/test/redteam/plugins/harmful/common.test.js.map +0 -1
- package/dist/test/redteam/plugins/harmful/graders.test.d.ts +0 -2
- package/dist/test/redteam/plugins/harmful/graders.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/harmful/graders.test.js +0 -219
- package/dist/test/redteam/plugins/harmful/graders.test.js.map +0 -1
- package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts +0 -2
- package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/harmful/unaligned.test.js +0 -150
- package/dist/test/redteam/plugins/harmful/unaligned.test.js.map +0 -1
- package/dist/test/redteam/plugins/imitation.test.d.ts +0 -2
- package/dist/test/redteam/plugins/imitation.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/imitation.test.js +0 -67
- package/dist/test/redteam/plugins/imitation.test.js.map +0 -1
- package/dist/test/redteam/plugins/index.test.d.ts +0 -2
- package/dist/test/redteam/plugins/index.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/index.test.js +0 -233
- package/dist/test/redteam/plugins/index.test.js.map +0 -1
- package/dist/test/redteam/plugins/indirectPromptInjection.test.d.ts +0 -2
- package/dist/test/redteam/plugins/indirectPromptInjection.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/indirectPromptInjection.test.js +0 -64
- package/dist/test/redteam/plugins/indirectPromptInjection.test.js.map +0 -1
- package/dist/test/redteam/plugins/intent.test.d.ts +0 -2
- package/dist/test/redteam/plugins/intent.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/intent.test.js +0 -187
- package/dist/test/redteam/plugins/intent.test.js.map +0 -1
- package/dist/test/redteam/plugins/pluginDocumentation.test.d.ts +0 -2
- package/dist/test/redteam/plugins/pluginDocumentation.test.d.ts.map +0 -1
- package/dist/test/redteam/plugins/pluginDocumentation.test.js +0 -41
- package/dist/test/redteam/plugins/pluginDocumentation.test.js.map +0 -1
- package/dist/test/redteam/providers/crescendo/index.test.d.ts +0 -2
- package/dist/test/redteam/providers/crescendo/index.test.d.ts.map +0 -1
- package/dist/test/redteam/providers/crescendo/index.test.js +0 -161
- package/dist/test/redteam/providers/crescendo/index.test.js.map +0 -1
- package/dist/test/redteam/providers/goat.test.d.ts +0 -2
- package/dist/test/redteam/providers/goat.test.d.ts.map +0 -1
- package/dist/test/redteam/providers/goat.test.js +0 -134
- package/dist/test/redteam/providers/goat.test.js.map +0 -1
- package/dist/test/redteam/providers/iterative.test.d.ts +0 -2
- package/dist/test/redteam/providers/iterative.test.d.ts.map +0 -1
- package/dist/test/redteam/providers/iterative.test.js +0 -106
- package/dist/test/redteam/providers/iterative.test.js.map +0 -1
- package/dist/test/redteam/providers/iterativeTree.test.d.ts +0 -2
- package/dist/test/redteam/providers/iterativeTree.test.d.ts.map +0 -1
- package/dist/test/redteam/providers/iterativeTree.test.js +0 -599
- package/dist/test/redteam/providers/iterativeTree.test.js.map +0 -1
- package/dist/test/redteam/providers/shared.test.d.ts +0 -2
- package/dist/test/redteam/providers/shared.test.d.ts.map +0 -1
- package/dist/test/redteam/providers/shared.test.js +0 -274
- package/dist/test/redteam/providers/shared.test.js.map +0 -1
- package/dist/test/redteam/remoteGeneration.test.d.ts +0 -2
- package/dist/test/redteam/remoteGeneration.test.d.ts.map +0 -1
- package/dist/test/redteam/remoteGeneration.test.js +0 -160
- package/dist/test/redteam/remoteGeneration.test.js.map +0 -1
- package/dist/test/redteam/strategies/base64.test.d.ts +0 -2
- package/dist/test/redteam/strategies/base64.test.d.ts.map +0 -1
- package/dist/test/redteam/strategies/base64.test.js +0 -20
- package/dist/test/redteam/strategies/base64.test.js.map +0 -1
- package/dist/test/redteam/strategies/bestOfN.test.d.ts +0 -2
- package/dist/test/redteam/strategies/bestOfN.test.d.ts.map +0 -1
- package/dist/test/redteam/strategies/bestOfN.test.js +0 -114
- package/dist/test/redteam/strategies/bestOfN.test.js.map +0 -1
- package/dist/test/redteam/strategies/crescendo.test.d.ts +0 -2
- package/dist/test/redteam/strategies/crescendo.test.d.ts.map +0 -1
- package/dist/test/redteam/strategies/crescendo.test.js +0 -87
- package/dist/test/redteam/strategies/crescendo.test.js.map +0 -1
- package/dist/test/redteam/strategies/gcg.test.d.ts +0 -2
- package/dist/test/redteam/strategies/gcg.test.d.ts.map +0 -1
- package/dist/test/redteam/strategies/gcg.test.js +0 -153
- package/dist/test/redteam/strategies/gcg.test.js.map +0 -1
- package/dist/test/redteam/strategies/goat.test.d.ts +0 -2
- package/dist/test/redteam/strategies/goat.test.d.ts.map +0 -1
- package/dist/test/redteam/strategies/goat.test.js +0 -47
- package/dist/test/redteam/strategies/goat.test.js.map +0 -1
- package/dist/test/redteam/strategies/index.test.d.ts +0 -2
- package/dist/test/redteam/strategies/index.test.d.ts.map +0 -1
- package/dist/test/redteam/strategies/index.test.js +0 -96
- package/dist/test/redteam/strategies/index.test.js.map +0 -1
- package/dist/test/redteam/strategies/leetspeak.test.d.ts +0 -2
- package/dist/test/redteam/strategies/leetspeak.test.d.ts.map +0 -1
- package/dist/test/redteam/strategies/leetspeak.test.js +0 -28
- package/dist/test/redteam/strategies/leetspeak.test.js.map +0 -1
- package/dist/test/redteam/strategies/likert.test.d.ts +0 -2
- package/dist/test/redteam/strategies/likert.test.d.ts.map +0 -1
- package/dist/test/redteam/strategies/likert.test.js +0 -111
- package/dist/test/redteam/strategies/likert.test.js.map +0 -1
- package/dist/test/redteam/strategies/multilingual.test.d.ts +0 -2
- package/dist/test/redteam/strategies/multilingual.test.d.ts.map +0 -1
- package/dist/test/redteam/strategies/multilingual.test.js +0 -162
- package/dist/test/redteam/strategies/multilingual.test.js.map +0 -1
- package/dist/test/redteam/strategies/rot13.test.d.ts +0 -2
- package/dist/test/redteam/strategies/rot13.test.d.ts.map +0 -1
- package/dist/test/redteam/strategies/rot13.test.js +0 -36
- package/dist/test/redteam/strategies/rot13.test.js.map +0 -1
- package/dist/test/redteam/util.test.d.ts +0 -2
- package/dist/test/redteam/util.test.d.ts.map +0 -1
- package/dist/test/redteam/util.test.js +0 -27
- package/dist/test/redteam/util.test.js.map +0 -1
- package/dist/test/redteam/validators.test.d.ts +0 -2
- package/dist/test/redteam/validators.test.d.ts.map +0 -1
- package/dist/test/redteam/validators.test.js +0 -1031
- package/dist/test/redteam/validators.test.js.map +0 -1
- package/dist/test/server/eval.test.d.ts +0 -2
- package/dist/test/server/eval.test.d.ts.map +0 -1
- package/dist/test/server/eval.test.js +0 -155
- package/dist/test/server/eval.test.js.map +0 -1
- package/dist/test/server/providers.test.d.ts +0 -2
- package/dist/test/server/providers.test.d.ts.map +0 -1
- package/dist/test/server/providers.test.js +0 -142
- package/dist/test/server/providers.test.js.map +0 -1
- package/dist/test/server/server.test.d.ts +0 -2
- package/dist/test/server/server.test.d.ts.map +0 -1
- package/dist/test/server/server.test.js +0 -74
- package/dist/test/server/server.test.js.map +0 -1
- package/dist/test/server/share.test.d.ts +0 -2
- package/dist/test/server/share.test.d.ts.map +0 -1
- package/dist/test/server/share.test.js +0 -82
- package/dist/test/server/share.test.js.map +0 -1
- package/dist/test/server/v3evalToShare.json +0 -507
- package/dist/test/server/v4evalToShare.json +0 -421
- package/dist/test/share.test.d.ts +0 -2
- package/dist/test/share.test.d.ts.map +0 -1
- package/dist/test/share.test.js +0 -206
- package/dist/test/share.test.js.map +0 -1
- package/dist/test/telemetry.test.d.ts +0 -2
- package/dist/test/telemetry.test.d.ts.map +0 -1
- package/dist/test/telemetry.test.js +0 -112
- package/dist/test/telemetry.test.js.map +0 -1
- package/dist/test/testCases.test.d.ts +0 -2
- package/dist/test/testCases.test.d.ts.map +0 -1
- package/dist/test/testCases.test.js +0 -741
- package/dist/test/testCases.test.js.map +0 -1
- package/dist/test/types/providers.test.d.ts +0 -2
- package/dist/test/types/providers.test.d.ts.map +0 -1
- package/dist/test/types/providers.test.js +0 -107
- package/dist/test/types/providers.test.js.map +0 -1
- package/dist/test/types.test.d.ts +0 -2
- package/dist/test/types.test.d.ts.map +0 -1
- package/dist/test/types.test.js +0 -231
- package/dist/test/types.test.js.map +0 -1
- package/dist/test/updates.test.d.ts +0 -2
- package/dist/test/updates.test.d.ts.map +0 -1
- package/dist/test/updates.test.js +0 -64
- package/dist/test/updates.test.js.map +0 -1
- package/dist/test/util/apiHealth.test.d.ts +0 -2
- package/dist/test/util/apiHealth.test.d.ts.map +0 -1
- package/dist/test/util/apiHealth.test.js +0 -89
- package/dist/test/util/apiHealth.test.js.map +0 -1
- package/dist/test/util/config/default.test.d.ts +0 -2
- package/dist/test/util/config/default.test.d.ts.map +0 -1
- package/dist/test/util/config/default.test.js +0 -139
- package/dist/test/util/config/default.test.js.map +0 -1
- package/dist/test/util/config/load.test.d.ts +0 -2
- package/dist/test/util/config/load.test.d.ts.map +0 -1
- package/dist/test/util/config/load.test.js +0 -1011
- package/dist/test/util/config/load.test.js.map +0 -1
- package/dist/test/util/config/main.test.d.ts +0 -2
- package/dist/test/util/config/main.test.d.ts.map +0 -1
- package/dist/test/util/config/main.test.js +0 -162
- package/dist/test/util/config/main.test.js.map +0 -1
- package/dist/test/util/deleteAll.test.d.ts +0 -2
- package/dist/test/util/deleteAll.test.d.ts.map +0 -1
- package/dist/test/util/deleteAll.test.js +0 -25
- package/dist/test/util/deleteAll.test.js.map +0 -1
- package/dist/test/util/exportToFile/index.test.d.ts +0 -2
- package/dist/test/util/exportToFile/index.test.d.ts.map +0 -1
- package/dist/test/util/exportToFile/index.test.js +0 -242
- package/dist/test/util/exportToFile/index.test.js.map +0 -1
- package/dist/test/util/file.test.d.ts +0 -2
- package/dist/test/util/file.test.d.ts.map +0 -1
- package/dist/test/util/file.test.js +0 -32
- package/dist/test/util/file.test.js.map +0 -1
- package/dist/test/util/generation.test.d.ts +0 -2
- package/dist/test/util/generation.test.d.ts.map +0 -1
- package/dist/test/util/generation.test.js +0 -100
- package/dist/test/util/generation.test.js.map +0 -1
- package/dist/test/util/index.test.d.ts +0 -2
- package/dist/test/util/index.test.d.ts.map +0 -1
- package/dist/test/util/index.test.js +0 -541
- package/dist/test/util/index.test.js.map +0 -1
- package/dist/test/util/invariant.test.d.ts +0 -2
- package/dist/test/util/invariant.test.d.ts.map +0 -1
- package/dist/test/util/invariant.test.js +0 -36
- package/dist/test/util/invariant.test.js.map +0 -1
- package/dist/test/util/json.test.d.ts +0 -2
- package/dist/test/util/json.test.d.ts.map +0 -1
- package/dist/test/util/json.test.js +0 -254
- package/dist/test/util/json.test.js.map +0 -1
- package/dist/test/util/listPrevious.test.d.ts +0 -2
- package/dist/test/util/listPrevious.test.d.ts.map +0 -1
- package/dist/test/util/listPrevious.test.js +0 -37
- package/dist/test/util/listPrevious.test.js.map +0 -1
- package/dist/test/util/server.test.d.ts +0 -2
- package/dist/test/util/server.test.d.ts.map +0 -1
- package/dist/test/util/server.test.js +0 -114
- package/dist/test/util/server.test.js.map +0 -1
- package/dist/test/util/templates.test.d.ts +0 -2
- package/dist/test/util/templates.test.d.ts.map +0 -1
- package/dist/test/util/templates.test.js +0 -175
- package/dist/test/util/templates.test.js.map +0 -1
- package/dist/test/util/transform.test.d.ts +0 -2
- package/dist/test/util/transform.test.d.ts.map +0 -1
- package/dist/test/util/transform.test.js +0 -185
- package/dist/test/util/transform.test.js.map +0 -1
- package/dist/test/util/utils.d.ts +0 -7
- package/dist/test/util/utils.d.ts.map +0 -1
- package/dist/test/util/utils.js +0 -41
- package/dist/test/util/utils.js.map +0 -1
- package/dist/test/utils/text.test.d.ts +0 -2
- package/dist/test/utils/text.test.d.ts.map +0 -1
- package/dist/test/utils/text.test.js +0 -25
- package/dist/test/utils/text.test.js.map +0 -1
package/dist/package.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"name": "promptfoo",
|
|
3
3
|
"description": "LLM eval & testing toolkit",
|
|
4
4
|
"author": "Ian Webster",
|
|
5
|
-
"version": "0.103.
|
|
5
|
+
"version": "0.103.16",
|
|
6
6
|
"license": "MIT",
|
|
7
7
|
"type": "commonjs",
|
|
8
8
|
"repository": {
|
|
@@ -23,7 +23,9 @@
|
|
|
23
23
|
"types": "dist/src/index.d.ts",
|
|
24
24
|
"typings": "dist/src/index.d.ts",
|
|
25
25
|
"files": [
|
|
26
|
-
"dist"
|
|
26
|
+
"dist",
|
|
27
|
+
"!dist/test",
|
|
28
|
+
"!dist/src/__mocks__"
|
|
27
29
|
],
|
|
28
30
|
"engines": {
|
|
29
31
|
"node": ">=18.0.0"
|
|
@@ -54,7 +56,8 @@
|
|
|
54
56
|
"lint": "eslint . --max-warnings=0",
|
|
55
57
|
"local:web": "npm run dev --prefix src/app",
|
|
56
58
|
"local": "ts-node --cwdMode --transpileOnly src/main.ts",
|
|
57
|
-
"
|
|
59
|
+
"preversion": "[ \"$(git rev-parse --abbrev-ref HEAD)\" = \"main\" ] || (echo \"Error: Must be on main branch to version\" && exit 1) && git pull origin main && git checkout -b \"chore/bump-version-$(date +%s)\"",
|
|
60
|
+
"postversion": "npm run citation:generate && git add CITATION.cff && git commit --amend --no-edit && gh pr create --title \"chore: bump version $npm_package_version\" --body \"\"",
|
|
58
61
|
"prepublishOnly": "npm run build:clean && npm run build",
|
|
59
62
|
"test:app": "npm run test --prefix src/app",
|
|
60
63
|
"test:integration": "jest --config jest.integration.config.ts integration",
|
|
@@ -65,12 +68,25 @@
|
|
|
65
68
|
},
|
|
66
69
|
"overrides": {
|
|
67
70
|
"uri-js": "npm:uri-js-replace",
|
|
71
|
+
"chokidar": "4.0.3",
|
|
68
72
|
"whatwg-url": "14.1.0",
|
|
69
73
|
"*": {
|
|
70
|
-
"whatwg-url": "14.1.0"
|
|
74
|
+
"whatwg-url": "14.1.0",
|
|
75
|
+
"chokidar": "4.0.3"
|
|
71
76
|
}
|
|
72
77
|
},
|
|
73
78
|
"peerDependencies": {
|
|
79
|
+
"@adaline/anthropic": "0.20.0",
|
|
80
|
+
"@adaline/azure": "0.9.2",
|
|
81
|
+
"@adaline/gateway": "0.25.0",
|
|
82
|
+
"@adaline/google": "0.9.0",
|
|
83
|
+
"@adaline/groq": "0.9.0",
|
|
84
|
+
"@adaline/open-router": "0.8.0",
|
|
85
|
+
"@adaline/openai": "0.22.0",
|
|
86
|
+
"@adaline/provider": "0.17.0",
|
|
87
|
+
"@adaline/together-ai": "0.8.0",
|
|
88
|
+
"@adaline/types": "0.15.0",
|
|
89
|
+
"@adaline/vertex": "0.9.0",
|
|
74
90
|
"@aws-sdk/client-bedrock-runtime": "^3.602.0",
|
|
75
91
|
"@aws-sdk/credential-provider-sso": "^3.686.0",
|
|
76
92
|
"@azure/identity": "^4.0.0",
|
|
@@ -90,13 +106,13 @@
|
|
|
90
106
|
"puppeteer-extra-plugin-stealth": "^2.11.2"
|
|
91
107
|
},
|
|
92
108
|
"devDependencies": {
|
|
93
|
-
"@aws-sdk/client-bedrock-runtime": "^3.
|
|
94
|
-
"@aws-sdk/credential-provider-sso": "^3.
|
|
109
|
+
"@aws-sdk/client-bedrock-runtime": "^3.734.0",
|
|
110
|
+
"@aws-sdk/credential-provider-sso": "^3.734.0",
|
|
95
111
|
"@azure/identity": "^4.6.0",
|
|
96
|
-
"@eslint/js": "^9.
|
|
112
|
+
"@eslint/js": "^9.19.0",
|
|
97
113
|
"@libsql/client": "^0.14.0",
|
|
98
|
-
"@swc/cli": "^0.
|
|
99
|
-
"@swc/core": "^1.10.
|
|
114
|
+
"@swc/cli": "^0.6.0",
|
|
115
|
+
"@swc/core": "^1.10.11",
|
|
100
116
|
"@swc/jest": "^0.2.37",
|
|
101
117
|
"@trivago/prettier-plugin-sort-imports": "^5.2.1",
|
|
102
118
|
"@types/async": "^3.2.24",
|
|
@@ -124,10 +140,10 @@
|
|
|
124
140
|
"concurrently": "^9.1.2",
|
|
125
141
|
"drizzle-kit": "^0.26.2",
|
|
126
142
|
"esbuild": "^0.24.2",
|
|
127
|
-
"eslint": "^9.
|
|
128
|
-
"eslint-plugin-jest": "^28.
|
|
143
|
+
"eslint": "^9.19.0",
|
|
144
|
+
"eslint-plugin-jest": "^28.11.0",
|
|
129
145
|
"eslint-plugin-react-hooks": "^5.1.0",
|
|
130
|
-
"eslint-plugin-react-refresh": "^0.4.
|
|
146
|
+
"eslint-plugin-react-refresh": "^0.4.18",
|
|
131
147
|
"eslint-plugin-unicorn": "^56.0.1",
|
|
132
148
|
"eslint-plugin-unused-imports": "^4.1.4",
|
|
133
149
|
"jest": "^29.7.0",
|
|
@@ -141,35 +157,21 @@
|
|
|
141
157
|
"ts-node": "^10.9.2",
|
|
142
158
|
"tsconfig-paths": "^4.2.0",
|
|
143
159
|
"typescript": "^5.7.3",
|
|
144
|
-
"typescript-eslint": "^8.
|
|
160
|
+
"typescript-eslint": "^8.22.0",
|
|
145
161
|
"zod-to-json-schema": "^3.24.1"
|
|
146
162
|
},
|
|
147
163
|
"dependencies": {
|
|
148
|
-
"@
|
|
149
|
-
"@adaline/azure": "0.9.2",
|
|
150
|
-
"@adaline/gateway": "0.25.0",
|
|
151
|
-
"@adaline/google": "0.9.0",
|
|
152
|
-
"@adaline/groq": "0.9.0",
|
|
153
|
-
"@adaline/open-router": "0.8.0",
|
|
154
|
-
"@adaline/openai": "0.22.0",
|
|
155
|
-
"@adaline/provider": "0.17.0",
|
|
156
|
-
"@adaline/together-ai": "0.8.0",
|
|
157
|
-
"@adaline/types": "0.15.0",
|
|
158
|
-
"@adaline/vertex": "0.9.0",
|
|
159
|
-
"@anthropic-ai/sdk": "^0.35.0",
|
|
164
|
+
"@anthropic-ai/sdk": "^0.36.3",
|
|
160
165
|
"@apidevtools/json-schema-ref-parser": "^11.7.3",
|
|
161
|
-
"@emotion/react": "^11.14.0",
|
|
162
|
-
"@emotion/styled": "^11.14.0",
|
|
163
166
|
"@googleapis/sheets": "^9.3.1",
|
|
164
|
-
"@mui/material": "^6.1.10",
|
|
165
167
|
"ajv": "^8.17.1",
|
|
166
168
|
"ajv-formats": "^3.0.1",
|
|
167
169
|
"async": "^3.2.6",
|
|
168
|
-
"better-sqlite3": "^11.
|
|
170
|
+
"better-sqlite3": "^11.8.1",
|
|
169
171
|
"cache-manager": "^4.1.0",
|
|
170
172
|
"cache-manager-fs-hash": "^1.0.0",
|
|
171
173
|
"chalk": "^4.1.2",
|
|
172
|
-
"chokidar": "
|
|
174
|
+
"chokidar": "4.0.3",
|
|
173
175
|
"cli-progress": "^3.12.0",
|
|
174
176
|
"cli-table3": "^0.6.5",
|
|
175
177
|
"commander": "^12.1.0",
|
|
@@ -187,14 +189,14 @@
|
|
|
187
189
|
"fastest-levenshtein": "^1.0.16",
|
|
188
190
|
"glob": "^10.4.3",
|
|
189
191
|
"groq-sdk": "^0.12.0",
|
|
190
|
-
"http-z": "^7.1.
|
|
192
|
+
"http-z": "^7.1.3",
|
|
191
193
|
"inquirer": "^11.1.0",
|
|
192
194
|
"js-rouge": "^3.0.0",
|
|
193
195
|
"js-yaml": "^4.1.0",
|
|
194
|
-
"mathjs": "^14.0
|
|
196
|
+
"mathjs": "^14.1.0",
|
|
195
197
|
"node-cache": "^5.1.2",
|
|
196
198
|
"nunjucks": "^3.2.4",
|
|
197
|
-
"openai": "^4.80.
|
|
199
|
+
"openai": "^4.80.1",
|
|
198
200
|
"opener": "^1.5.2",
|
|
199
201
|
"proxy-agent": "^6.5.0",
|
|
200
202
|
"python-shell": "^5.0.0",
|