promptfoo 0.93.3 → 0.94.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/drizzle/0008_broad_boomer.sql +2 -0
- package/dist/drizzle/0009_strong_marten_broadcloak.sql +19 -0
- package/dist/drizzle/meta/0008_snapshot.json +732 -0
- package/dist/drizzle/meta/0009_snapshot.json +622 -0
- package/dist/drizzle/meta/_journal.json +14 -0
- package/dist/package.json +17 -20
- package/dist/src/app/assets/index-4JjOSsmx.js +769 -0
- package/dist/src/app/assets/{index.es-9tmWNumA.js → index.es-DOb6N_qo.js} +1 -1
- package/dist/src/app/assets/{sync-BdPRE9yh.js → sync-MiL88_Tb.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/{assertions.d.ts → assertions/index.d.ts} +4 -5
- package/dist/src/assertions/index.d.ts.map +1 -0
- package/dist/src/{assertions.js → assertions/index.js} +24 -50
- package/dist/src/assertions/index.js.map +1 -0
- package/dist/src/assertions/utils.d.ts +4 -0
- package/dist/src/assertions/utils.d.ts.map +1 -0
- package/dist/src/assertions/utils.js +39 -0
- package/dist/src/assertions/utils.js.map +1 -0
- package/dist/src/cache.d.ts +2 -1
- package/dist/src/cache.d.ts.map +1 -1
- package/dist/src/cache.js +16 -3
- package/dist/src/cache.js.map +1 -1
- package/dist/src/commands/config.d.ts.map +1 -1
- package/dist/src/commands/config.js +41 -8
- package/dist/src/commands/config.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +43 -19
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/init.js +3 -4
- package/dist/src/commands/init.js.map +1 -1
- package/dist/src/database/index.d.ts.map +1 -1
- package/dist/src/database/index.js +4 -1
- package/dist/src/database/index.js.map +1 -1
- package/dist/src/database/tables.d.ts +171 -154
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/database/tables.js +7 -34
- package/dist/src/database/tables.js.map +1 -1
- package/dist/src/envars.d.ts +5 -3
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +0 -5
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/fetch.d.ts +0 -1
- package/dist/src/fetch.d.ts.map +1 -1
- package/dist/src/fetch.js +17 -6
- package/dist/src/fetch.js.map +1 -1
- package/dist/src/googleSheets.d.ts.map +1 -1
- package/dist/src/googleSheets.js +13 -2
- package/dist/src/googleSheets.js.map +1 -1
- package/dist/src/integrations/portkey.d.ts.map +1 -1
- package/dist/src/integrations/portkey.js +1 -2
- package/dist/src/integrations/portkey.js.map +1 -1
- package/dist/src/models/eval.d.ts +1 -3
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +5 -21
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/models/evalResult.d.ts +2 -0
- package/dist/src/models/evalResult.d.ts.map +1 -1
- package/dist/src/models/evalResult.js +4 -1
- package/dist/src/models/evalResult.js.map +1 -1
- package/dist/src/onboarding.d.ts +2 -2
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +2 -2
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/prompts/processors/javascript.d.ts +1 -0
- package/dist/src/prompts/processors/javascript.d.ts.map +1 -1
- package/dist/src/prompts/processors/javascript.js +6 -2
- package/dist/src/prompts/processors/javascript.js.map +1 -1
- package/dist/src/prompts/processors/python.d.ts +2 -0
- package/dist/src/prompts/processors/python.d.ts.map +1 -1
- package/dist/src/prompts/processors/python.js +4 -2
- package/dist/src/prompts/processors/python.js.map +1 -1
- package/dist/src/providers/anthropic.js +1 -1
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/bedrock.d.ts +4 -0
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +12 -0
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/fal.d.ts.map +1 -1
- package/dist/src/providers/fal.js +1 -2
- package/dist/src/providers/fal.js.map +1 -1
- package/dist/src/providers/http.d.ts +6 -2
- package/dist/src/providers/http.d.ts.map +1 -1
- package/dist/src/providers/http.js +70 -29
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +48 -33
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/palm.d.ts.map +1 -1
- package/dist/src/providers/palm.js +3 -1
- package/dist/src/providers/palm.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/promptfoo.js +4 -2
- package/dist/src/providers/promptfoo.js.map +1 -1
- package/dist/src/providers/replicate.d.ts.map +1 -1
- package/dist/src/providers/replicate.js +2 -3
- package/dist/src/providers/replicate.js.map +1 -1
- package/dist/src/providers/togetherai.d.ts +7 -0
- package/dist/src/providers/togetherai.d.ts.map +1 -0
- package/dist/src/providers/togetherai.js +33 -0
- package/dist/src/providers/togetherai.js.map +1 -0
- package/dist/src/providers/vertex.d.ts.map +1 -1
- package/dist/src/providers/vertex.js +4 -4
- package/dist/src/providers/vertex.js.map +1 -1
- package/dist/src/providers/vertexUtil.d.ts +78 -1
- package/dist/src/providers/vertexUtil.d.ts.map +1 -1
- package/dist/src/providers/vertexUtil.js +57 -15
- package/dist/src/providers/vertexUtil.js.map +1 -1
- package/dist/src/providers/watsonx.d.ts +5 -4
- package/dist/src/providers/watsonx.d.ts.map +1 -1
- package/dist/src/providers/watsonx.js +48 -21
- package/dist/src/providers/watsonx.js.map +1 -1
- package/dist/src/providers/xai.d.ts +7 -0
- package/dist/src/providers/xai.d.ts.map +1 -0
- package/dist/src/providers/xai.js +23 -0
- package/dist/src/providers/xai.js.map +1 -0
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +26 -0
- package/dist/src/providers.js.map +1 -1
- package/dist/src/python/pythonUtils.js +2 -2
- package/dist/src/python/pythonUtils.js.map +1 -1
- package/dist/src/redteam/commands/init.d.ts.map +1 -1
- package/dist/src/redteam/commands/init.js +10 -4
- package/dist/src/redteam/commands/init.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +25 -2
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +335 -3
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/extraction/util.d.ts.map +1 -1
- package/dist/src/redteam/extraction/util.js +4 -2
- package/dist/src/redteam/extraction/util.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +9 -4
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +14 -10
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +10 -9
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +6 -0
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts +0 -7
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +11 -16
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +9 -2
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +25 -0
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/util.d.ts +1 -0
- package/dist/src/redteam/util.d.ts.map +1 -1
- package/dist/src/redteam/util.js +5 -3
- package/dist/src/redteam/util.js.map +1 -1
- package/dist/src/server/apiSchemas.d.ts +59 -0
- package/dist/src/server/apiSchemas.d.ts.map +1 -0
- package/dist/src/server/apiSchemas.js +37 -0
- package/dist/src/server/apiSchemas.js.map +1 -0
- package/dist/src/server/routes/eval.d.ts +2 -0
- package/dist/src/server/routes/eval.d.ts.map +1 -0
- package/dist/src/server/routes/eval.js +160 -0
- package/dist/src/server/routes/eval.js.map +1 -0
- package/dist/src/server/routes/providers.d.ts.map +1 -1
- package/dist/src/server/routes/providers.js.map +1 -1
- package/dist/src/server/routes/redteam.d.ts +2 -0
- package/dist/src/server/routes/redteam.d.ts.map +1 -0
- package/dist/src/server/routes/redteam.js +43 -0
- package/dist/src/server/routes/redteam.js.map +1 -0
- package/dist/src/server/routes/user.d.ts +2 -0
- package/dist/src/server/routes/user.d.ts.map +1 -0
- package/dist/src/server/routes/user.js +60 -0
- package/dist/src/server/routes/user.js.map +1 -0
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +25 -141
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js.map +1 -1
- package/dist/src/telemetry.d.ts +21 -6
- package/dist/src/telemetry.d.ts.map +1 -1
- package/dist/src/telemetry.js +28 -11
- package/dist/src/telemetry.js.map +1 -1
- package/dist/src/testCases.d.ts.map +1 -1
- package/dist/src/testCases.js +9 -0
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/types/index.d.ts +4892 -56
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +17 -0
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/prompts.d.ts +1 -0
- package/dist/src/types/prompts.d.ts.map +1 -1
- package/dist/src/types/providers.d.ts +1 -0
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/types/providers.js.map +1 -1
- package/dist/src/util/config/default.d.ts +1 -0
- package/dist/src/util/config/default.d.ts.map +1 -1
- package/dist/src/util/config/default.js +4 -0
- package/dist/src/util/config/default.js.map +1 -1
- package/dist/src/util/config/load.d.ts.map +1 -1
- package/dist/src/util/config/load.js +7 -0
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/config/manage.d.ts.map +1 -1
- package/dist/src/util/config/manage.js +12 -1
- package/dist/src/util/config/manage.js.map +1 -1
- package/dist/src/util/index.d.ts +0 -1
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/util/index.js +1 -10
- package/dist/src/util/index.js.map +1 -1
- package/dist/src/validators/redteam.d.ts +6 -3
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +15 -14
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/test/assertions/index.test.d.ts +2 -0
- package/dist/test/assertions/index.test.d.ts.map +1 -0
- package/dist/test/{assertions.test.js → assertions/index.test.js} +22 -23
- package/dist/test/assertions/index.test.js.map +1 -0
- package/dist/test/assertions/utils.test.d.ts +2 -0
- package/dist/test/assertions/utils.test.d.ts.map +1 -0
- package/dist/test/{assertions.utils.test.js → assertions/utils.test.js} +58 -8
- package/dist/test/assertions/utils.test.js.map +1 -0
- package/dist/test/cache.test.js +22 -23
- package/dist/test/cache.test.js.map +1 -1
- package/dist/test/commands/init.test.js +14 -11
- package/dist/test/commands/init.test.js.map +1 -1
- package/dist/test/evaluator.test.js +0 -1
- package/dist/test/evaluator.test.js.map +1 -1
- package/dist/test/evaluatorHelpers.test.js +0 -1
- package/dist/test/evaluatorHelpers.test.js.map +1 -1
- package/dist/test/factories/evalFactory.d.ts +171 -40
- package/dist/test/factories/evalFactory.d.ts.map +1 -1
- package/dist/test/matchers.test.js +1 -1
- package/dist/test/matchers.test.js.map +1 -1
- package/dist/test/models/eval.test.js +30 -1
- package/dist/test/models/eval.test.js.map +1 -1
- package/dist/test/onboarding.test.js +1 -1
- package/dist/test/prompts/index.test.d.ts +2 -0
- package/dist/test/prompts/index.test.d.ts.map +1 -0
- package/dist/test/{prompts.test.js → prompts/index.test.js} +12 -10
- package/dist/test/prompts/index.test.js.map +1 -0
- package/dist/test/prompts/processors/javascript.test.d.ts +2 -0
- package/dist/test/prompts/processors/javascript.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.javascript.test.js → prompts/processors/javascript.test.js} +58 -5
- package/dist/test/prompts/processors/javascript.test.js.map +1 -0
- package/dist/test/prompts/processors/json.test.d.ts +2 -0
- package/dist/test/prompts/processors/json.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.json.test.js → prompts/processors/json.test.js} +2 -2
- package/dist/test/prompts/processors/json.test.js.map +1 -0
- package/dist/test/prompts/processors/jsonl.test.d.ts +2 -0
- package/dist/test/prompts/processors/jsonl.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.jsonl.test.js → prompts/processors/jsonl.test.js} +2 -2
- package/dist/test/prompts/processors/jsonl.test.js.map +1 -0
- package/dist/test/prompts/processors/markdown.test.d.ts +2 -0
- package/dist/test/prompts/processors/markdown.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.markdown.test.js → prompts/processors/markdown.test.js} +2 -2
- package/dist/test/prompts/processors/markdown.test.js.map +1 -0
- package/dist/test/prompts/processors/python.test.d.ts +2 -0
- package/dist/test/prompts/processors/python.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.python.test.js → prompts/processors/python.test.js} +19 -4
- package/dist/test/prompts/processors/python.test.js.map +1 -0
- package/dist/test/prompts/processors/python.utils.test.d.ts +2 -0
- package/dist/test/prompts/processors/python.utils.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.python.utils.test.js → prompts/processors/python.utils.test.js} +8 -6
- package/dist/test/prompts/processors/python.utils.test.js.map +1 -0
- package/dist/test/prompts/processors/string.test.d.ts +2 -0
- package/dist/test/prompts/processors/string.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.string.test.js → prompts/processors/string.test.js} +2 -2
- package/dist/test/prompts/processors/string.test.js.map +1 -0
- package/dist/test/prompts/processors/text.test.d.ts +2 -0
- package/dist/test/prompts/processors/text.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.text.test.js → prompts/processors/text.test.js} +3 -3
- package/dist/test/prompts/processors/text.test.js.map +1 -0
- package/dist/test/prompts/processors/yaml.test.d.ts +2 -0
- package/dist/test/prompts/processors/yaml.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.yaml.test.js → prompts/processors/yaml.test.js} +2 -2
- package/dist/test/prompts/processors/yaml.test.js.map +1 -0
- package/dist/test/prompts/utils.test.d.ts +2 -0
- package/dist/test/prompts/utils.test.d.ts.map +1 -0
- package/dist/test/{prompts.utils.test.js → prompts/utils.test.js} +2 -2
- package/dist/test/prompts/utils.test.js.map +1 -0
- package/dist/test/providers/anthropic.test.d.ts +2 -0
- package/dist/test/providers/anthropic.test.d.ts.map +1 -0
- package/dist/test/{providers.anthropic.test.js → providers/anthropic.test.js} +4 -4
- package/dist/test/providers/anthropic.test.js.map +1 -0
- package/dist/test/providers/azure.test.d.ts +2 -0
- package/dist/test/providers/azure.test.d.ts.map +1 -0
- package/dist/test/{providers.azure.test.js → providers/azure.test.js} +7 -7
- package/dist/test/providers/azure.test.js.map +1 -0
- package/dist/test/providers/bedrock.test.d.ts +2 -0
- package/dist/test/providers/bedrock.test.d.ts.map +1 -0
- package/dist/test/{providers.bedrock.test.js → providers/bedrock.test.js} +62 -10
- package/dist/test/providers/bedrock.test.js.map +1 -0
- package/dist/test/providers/groq.test.d.ts +2 -0
- package/dist/test/providers/groq.test.d.ts.map +1 -0
- package/dist/test/{providers.groq.test.js → providers/groq.test.js} +6 -6
- package/dist/test/providers/groq.test.js.map +1 -0
- package/dist/test/providers/http.test.d.ts +2 -0
- package/dist/test/providers/http.test.d.ts.map +1 -0
- package/dist/test/{providers.http.test.js → providers/http.test.js} +195 -47
- package/dist/test/providers/http.test.js.map +1 -0
- package/dist/test/providers/index.test.d.ts +2 -0
- package/dist/test/providers/index.test.d.ts.map +1 -0
- package/dist/test/{providers.test.js → providers/index.test.js} +193 -100
- package/dist/test/providers/index.test.js.map +1 -0
- package/dist/test/providers/llama.test.d.ts +2 -0
- package/dist/test/providers/llama.test.d.ts.map +1 -0
- package/dist/test/{providers.llama.test.js → providers/llama.test.js} +15 -10
- package/dist/test/providers/llama.test.js.map +1 -0
- package/dist/test/providers/mistral.test.d.ts +2 -0
- package/dist/test/providers/mistral.test.d.ts.map +1 -0
- package/dist/test/{providers.mistral.test.js → providers/mistral.test.js} +32 -16
- package/dist/test/providers/mistral.test.js.map +1 -0
- package/dist/test/providers/packageParser.test.d.ts +2 -0
- package/dist/test/providers/packageParser.test.d.ts.map +1 -0
- package/dist/test/{providers.packageParser.test.js → providers/packageParser.test.js} +5 -5
- package/dist/test/providers/packageParser.test.js.map +1 -0
- package/dist/test/providers/palm.test.d.ts +2 -0
- package/dist/test/providers/palm.test.d.ts.map +1 -0
- package/dist/test/providers/palm.test.js +131 -0
- package/dist/test/providers/palm.test.js.map +1 -0
- package/dist/test/providers/pythonCompletion.test.d.ts +2 -0
- package/dist/test/providers/pythonCompletion.test.d.ts.map +1 -0
- package/dist/test/{providers.pythonCompletion.test.js → providers/pythonCompletion.test.js} +8 -8
- package/dist/test/providers/pythonCompletion.test.js.map +1 -0
- package/dist/test/providers/scriptCompletion.test.d.ts +2 -0
- package/dist/test/providers/scriptCompletion.test.d.ts.map +1 -0
- package/dist/test/{providers.scriptCompletion.test.js → providers/scriptCompletion.test.js} +5 -5
- package/dist/test/providers/scriptCompletion.test.js.map +1 -0
- package/dist/test/providers/shared.test.d.ts +2 -0
- package/dist/test/providers/shared.test.d.ts.map +1 -0
- package/dist/test/{providers.shared.test.js → providers/shared.test.js} +4 -4
- package/dist/test/providers/shared.test.js.map +1 -0
- package/dist/test/providers/togetherai.test.d.ts +2 -0
- package/dist/test/providers/togetherai.test.d.ts.map +1 -0
- package/dist/test/providers/togetherai.test.js +53 -0
- package/dist/test/providers/togetherai.test.js.map +1 -0
- package/dist/test/providers/vertex.test.d.ts +2 -0
- package/dist/test/providers/vertex.test.d.ts.map +1 -0
- package/dist/test/{providers.vertex.test.js → providers/vertex.test.js} +110 -9
- package/dist/test/providers/vertex.test.js.map +1 -0
- package/dist/test/providers/watsonx.test.d.ts +2 -0
- package/dist/test/providers/watsonx.test.d.ts.map +1 -0
- package/dist/test/{providers.watsonx.test.js → providers/watsonx.test.js} +23 -22
- package/dist/test/providers/watsonx.test.js.map +1 -0
- package/dist/test/providers/xai.test.d.ts +2 -0
- package/dist/test/providers/xai.test.d.ts.map +1 -0
- package/dist/test/providers/xai.test.js +47 -0
- package/dist/test/providers/xai.test.js.map +1 -0
- package/dist/test/rateLimit.test.js +18 -28
- package/dist/test/rateLimit.test.js.map +1 -1
- package/dist/test/redteam/extraction/entities.test.js +8 -1
- package/dist/test/redteam/extraction/entities.test.js.map +1 -1
- package/dist/test/redteam/extraction/purpose.test.js +8 -1
- package/dist/test/redteam/extraction/purpose.test.js.map +1 -1
- package/dist/test/redteam/extraction/util.test.js +17 -2
- package/dist/test/redteam/extraction/util.test.js.map +1 -1
- package/dist/test/redteam/providers/iterativeTree.test.js +3 -18
- package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
- package/dist/test/redteam/util.test.js +55 -0
- package/dist/test/redteam/util.test.js.map +1 -1
- package/dist/test/redteam/validators.test.js +1 -0
- package/dist/test/redteam/validators.test.js.map +1 -1
- package/dist/test/server/providers.test.js +13 -1
- package/dist/test/server/providers.test.js.map +1 -1
- package/dist/test/testCases.test.js +12 -1
- package/dist/test/testCases.test.js.map +1 -1
- package/dist/test/types.test.js +1 -12
- package/dist/test/types.test.js.map +1 -1
- package/dist/test/util/config/default.test.d.ts +2 -0
- package/dist/test/util/config/default.test.d.ts.map +1 -0
- package/dist/test/{util.config.default.test.js → util/config/default.test.js} +4 -4
- package/dist/test/util/config/default.test.js.map +1 -0
- package/dist/test/util/config/load.test.d.ts +2 -0
- package/dist/test/util/config/load.test.d.ts.map +1 -0
- package/dist/test/{util.config.load.test.ts.js → util/config/load.test.js} +13 -38
- package/dist/test/util/config/load.test.js.map +1 -0
- package/dist/test/util/config/main.test.d.ts +2 -0
- package/dist/test/util/config/main.test.d.ts.map +1 -0
- package/dist/test/{util.config.main.test.js → util/config/main.test.js} +13 -5
- package/dist/test/util/config/main.test.js.map +1 -0
- package/dist/test/util/deleteAll.test.d.ts +2 -0
- package/dist/test/util/deleteAll.test.d.ts.map +1 -0
- package/dist/test/{util.deleteAll.test.js → util/deleteAll.test.js} +5 -5
- package/dist/test/util/deleteAll.test.js.map +1 -0
- package/dist/test/util/file.test.d.ts +2 -0
- package/dist/test/util/file.test.d.ts.map +1 -0
- package/dist/test/{util.file.test.js → util/file.test.js} +2 -2
- package/dist/test/util/file.test.js.map +1 -0
- package/dist/test/util/generation.test.d.ts +2 -0
- package/dist/test/util/generation.test.d.ts.map +1 -0
- package/dist/test/{util.generation.test.js → util/generation.test.js} +3 -3
- package/dist/test/{util.generation.test.js.map → util/generation.test.js.map} +1 -1
- package/dist/test/util/index.test.d.ts +2 -0
- package/dist/test/util/index.test.d.ts.map +1 -0
- package/dist/test/{util.test.js → util/index.test.js} +10 -10
- package/dist/test/util/index.test.js.map +1 -0
- package/dist/test/util/json.test.d.ts +2 -0
- package/dist/test/util/json.test.d.ts.map +1 -0
- package/dist/test/{util.json.test.js → util/json.test.js} +2 -2
- package/dist/test/util/json.test.js.map +1 -0
- package/dist/test/util/listPrevious.test.d.ts +2 -0
- package/dist/test/util/listPrevious.test.d.ts.map +1 -0
- package/dist/test/{util.listPrevious.test.js → util/listPrevious.test.js} +4 -4
- package/dist/test/util/listPrevious.test.js.map +1 -0
- package/dist/test/util/templates.test.d.ts +2 -0
- package/dist/test/util/templates.test.d.ts.map +1 -0
- package/dist/test/{util.templates.test.js → util/templates.test.js} +2 -2
- package/dist/test/util/templates.test.js.map +1 -0
- package/dist/test/util/transform.test.d.ts +2 -0
- package/dist/test/util/transform.test.d.ts.map +1 -0
- package/dist/test/{util.transform.test.js → util/transform.test.js} +6 -6
- package/dist/test/util/transform.test.js.map +1 -0
- package/dist/test/{utils.d.ts → util/utils.d.ts} +1 -1
- package/dist/test/util/utils.d.ts.map +1 -0
- package/dist/test/util/utils.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +17 -20
- package/dist/src/app/assets/index-x0TdnK0A.js +0 -767
- package/dist/src/assertions.d.ts.map +0 -1
- package/dist/src/assertions.js.map +0 -1
- package/dist/src/models/provider.d.ts +0 -11
- package/dist/src/models/provider.d.ts.map +0 -1
- package/dist/src/models/provider.js +0 -52
- package/dist/src/models/provider.js.map +0 -1
- package/dist/test/assertions.test.d.ts +0 -2
- package/dist/test/assertions.test.d.ts.map +0 -1
- package/dist/test/assertions.test.js.map +0 -1
- package/dist/test/assertions.utils.test.d.ts +0 -2
- package/dist/test/assertions.utils.test.d.ts.map +0 -1
- package/dist/test/assertions.utils.test.js.map +0 -1
- package/dist/test/prompts.processors.javascript.test.d.ts +0 -2
- package/dist/test/prompts.processors.javascript.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.javascript.test.js.map +0 -1
- package/dist/test/prompts.processors.json.test.d.ts +0 -2
- package/dist/test/prompts.processors.json.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.json.test.js.map +0 -1
- package/dist/test/prompts.processors.jsonl.test.d.ts +0 -2
- package/dist/test/prompts.processors.jsonl.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.jsonl.test.js.map +0 -1
- package/dist/test/prompts.processors.markdown.test.d.ts +0 -2
- package/dist/test/prompts.processors.markdown.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.markdown.test.js.map +0 -1
- package/dist/test/prompts.processors.python.test.d.ts +0 -2
- package/dist/test/prompts.processors.python.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.python.test.js.map +0 -1
- package/dist/test/prompts.processors.python.utils.test.d.ts +0 -2
- package/dist/test/prompts.processors.python.utils.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.python.utils.test.js.map +0 -1
- package/dist/test/prompts.processors.string.test.d.ts +0 -2
- package/dist/test/prompts.processors.string.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.string.test.js.map +0 -1
- package/dist/test/prompts.processors.text.test.d.ts +0 -2
- package/dist/test/prompts.processors.text.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.text.test.js.map +0 -1
- package/dist/test/prompts.processors.yaml.test.d.ts +0 -2
- package/dist/test/prompts.processors.yaml.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.yaml.test.js.map +0 -1
- package/dist/test/prompts.test.d.ts +0 -2
- package/dist/test/prompts.test.d.ts.map +0 -1
- package/dist/test/prompts.test.js.map +0 -1
- package/dist/test/prompts.utils.test.d.ts +0 -2
- package/dist/test/prompts.utils.test.d.ts.map +0 -1
- package/dist/test/prompts.utils.test.js.map +0 -1
- package/dist/test/providers.anthropic.test.d.ts +0 -2
- package/dist/test/providers.anthropic.test.d.ts.map +0 -1
- package/dist/test/providers.anthropic.test.js.map +0 -1
- package/dist/test/providers.azure.test.d.ts +0 -2
- package/dist/test/providers.azure.test.d.ts.map +0 -1
- package/dist/test/providers.azure.test.js.map +0 -1
- package/dist/test/providers.bedrock.test.d.ts +0 -2
- package/dist/test/providers.bedrock.test.d.ts.map +0 -1
- package/dist/test/providers.bedrock.test.js.map +0 -1
- package/dist/test/providers.groq.test.d.ts +0 -2
- package/dist/test/providers.groq.test.d.ts.map +0 -1
- package/dist/test/providers.groq.test.js.map +0 -1
- package/dist/test/providers.http.test.d.ts +0 -2
- package/dist/test/providers.http.test.d.ts.map +0 -1
- package/dist/test/providers.http.test.js.map +0 -1
- package/dist/test/providers.llama.test.d.ts +0 -2
- package/dist/test/providers.llama.test.d.ts.map +0 -1
- package/dist/test/providers.llama.test.js.map +0 -1
- package/dist/test/providers.mistral.test.d.ts +0 -2
- package/dist/test/providers.mistral.test.d.ts.map +0 -1
- package/dist/test/providers.mistral.test.js.map +0 -1
- package/dist/test/providers.packageParser.test.d.ts +0 -2
- package/dist/test/providers.packageParser.test.d.ts.map +0 -1
- package/dist/test/providers.packageParser.test.js.map +0 -1
- package/dist/test/providers.pythonCompletion.test.d.ts +0 -2
- package/dist/test/providers.pythonCompletion.test.d.ts.map +0 -1
- package/dist/test/providers.pythonCompletion.test.js.map +0 -1
- package/dist/test/providers.scriptCompletion.test.d.ts +0 -2
- package/dist/test/providers.scriptCompletion.test.d.ts.map +0 -1
- package/dist/test/providers.scriptCompletion.test.js.map +0 -1
- package/dist/test/providers.shared.test.d.ts +0 -2
- package/dist/test/providers.shared.test.d.ts.map +0 -1
- package/dist/test/providers.shared.test.js.map +0 -1
- package/dist/test/providers.test.d.ts +0 -2
- package/dist/test/providers.test.d.ts.map +0 -1
- package/dist/test/providers.test.js.map +0 -1
- package/dist/test/providers.vertex.test.d.ts +0 -2
- package/dist/test/providers.vertex.test.d.ts.map +0 -1
- package/dist/test/providers.vertex.test.js.map +0 -1
- package/dist/test/providers.watsonx.test.d.ts +0 -2
- package/dist/test/providers.watsonx.test.d.ts.map +0 -1
- package/dist/test/providers.watsonx.test.js.map +0 -1
- package/dist/test/util.config.default.test.d.ts +0 -2
- package/dist/test/util.config.default.test.d.ts.map +0 -1
- package/dist/test/util.config.default.test.js.map +0 -1
- package/dist/test/util.config.load.test.ts.d.ts +0 -2
- package/dist/test/util.config.load.test.ts.d.ts.map +0 -1
- package/dist/test/util.config.load.test.ts.js.map +0 -1
- package/dist/test/util.config.main.test.d.ts +0 -2
- package/dist/test/util.config.main.test.d.ts.map +0 -1
- package/dist/test/util.config.main.test.js.map +0 -1
- package/dist/test/util.deleteAll.test.d.ts +0 -2
- package/dist/test/util.deleteAll.test.d.ts.map +0 -1
- package/dist/test/util.deleteAll.test.js.map +0 -1
- package/dist/test/util.file.test.d.ts +0 -2
- package/dist/test/util.file.test.d.ts.map +0 -1
- package/dist/test/util.file.test.js.map +0 -1
- package/dist/test/util.generation.test.d.ts +0 -2
- package/dist/test/util.generation.test.d.ts.map +0 -1
- package/dist/test/util.json.test.d.ts +0 -2
- package/dist/test/util.json.test.d.ts.map +0 -1
- package/dist/test/util.json.test.js.map +0 -1
- package/dist/test/util.listPrevious.test.d.ts +0 -2
- package/dist/test/util.listPrevious.test.d.ts.map +0 -1
- package/dist/test/util.listPrevious.test.js.map +0 -1
- package/dist/test/util.templates.test.d.ts +0 -2
- package/dist/test/util.templates.test.d.ts.map +0 -1
- package/dist/test/util.templates.test.js.map +0 -1
- package/dist/test/util.test.d.ts +0 -2
- package/dist/test/util.test.d.ts.map +0 -1
- package/dist/test/util.test.js.map +0 -1
- package/dist/test/util.transform.test.d.ts +0 -2
- package/dist/test/util.transform.test.d.ts.map +0 -1
- package/dist/test/util.transform.test.js.map +0 -1
- package/dist/test/utils.d.ts.map +0 -1
- package/dist/test/utils.js.map +0 -1
- /package/dist/test/{utils.js → util/utils.js} +0 -0
package/package.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"name": "promptfoo",
|
|
3
3
|
"description": "LLM eval & testing toolkit",
|
|
4
4
|
"author": "Ian Webster",
|
|
5
|
-
"version": "0.
|
|
5
|
+
"version": "0.94.1",
|
|
6
6
|
"license": "MIT",
|
|
7
7
|
"type": "commonjs",
|
|
8
8
|
"repository": {
|
|
@@ -51,8 +51,9 @@
|
|
|
51
51
|
"format": "prettier -w .",
|
|
52
52
|
"format:check": "prettier --check .",
|
|
53
53
|
"db:migrate": "npx tsx src/migrate.ts",
|
|
54
|
+
"citation:generate": "ts-node scripts/generateCitation.ts",
|
|
54
55
|
"db:generate": "npx drizzle-kit generate",
|
|
55
|
-
"jsonSchema:generate": "npx -y tsx scripts/generateJsonSchema.ts > site/static/config-schema.json",
|
|
56
|
+
"jsonSchema:generate": "npx -y tsx scripts/generateJsonSchema.ts > site/static/config-schema.json | npx prettier --write site/static/config-schema.json",
|
|
56
57
|
"audit:fix": "npm audit fix && npm audit fix --prefix src/app && npm audit fix --prefix site",
|
|
57
58
|
"prepublishOnly": "npm run build:clean && npm run build",
|
|
58
59
|
"dev:server": "nodemon src/server/index.ts",
|
|
@@ -60,10 +61,7 @@
|
|
|
60
61
|
"dev": "concurrently \"npm run dev:server\" \"npm run dev:app\""
|
|
61
62
|
},
|
|
62
63
|
"overrides": {
|
|
63
|
-
"uri-js": "npm:uri-js-replace"
|
|
64
|
-
"node-fetch": {
|
|
65
|
-
"whatwg-url": "14.x"
|
|
66
|
-
}
|
|
64
|
+
"uri-js": "npm:uri-js-replace"
|
|
67
65
|
},
|
|
68
66
|
"peerDependencies": {
|
|
69
67
|
"@aws-sdk/client-bedrock-runtime": "^3.602.0",
|
|
@@ -83,12 +81,12 @@
|
|
|
83
81
|
"puppeteer-extra-plugin-stealth": "^2.11.2"
|
|
84
82
|
},
|
|
85
83
|
"devDependencies": {
|
|
86
|
-
"@aws-sdk/client-bedrock-runtime": "^3.
|
|
87
|
-
"@azure/identity": "^4.
|
|
88
|
-
"@eslint/js": "^9.
|
|
84
|
+
"@aws-sdk/client-bedrock-runtime": "^3.677.0",
|
|
85
|
+
"@azure/identity": "^4.5.0",
|
|
86
|
+
"@eslint/js": "^9.13.0",
|
|
89
87
|
"@libsql/client": "^0.14.0",
|
|
90
88
|
"@swc/cli": "^0.4.0",
|
|
91
|
-
"@swc/core": "^1.7.
|
|
89
|
+
"@swc/core": "^1.7.39",
|
|
92
90
|
"@swc/jest": "^0.2.36",
|
|
93
91
|
"@trivago/prettier-plugin-sort-imports": "^4.3.0",
|
|
94
92
|
"@types/async": "^3.2.24",
|
|
@@ -105,7 +103,6 @@
|
|
|
105
103
|
"@types/inquirer": "^9.0.7",
|
|
106
104
|
"@types/jest": "^29.5.13",
|
|
107
105
|
"@types/js-yaml": "^4.0.9",
|
|
108
|
-
"@types/node-fetch": "^2.6.11",
|
|
109
106
|
"@types/nunjucks": "^3.2.6",
|
|
110
107
|
"@types/opener": "^1.4.3",
|
|
111
108
|
"@types/semver": "^7.5.8",
|
|
@@ -114,11 +111,12 @@
|
|
|
114
111
|
"check-dependency-version-consistency": "^4.1.0",
|
|
115
112
|
"cloudflare": "3.4.0",
|
|
116
113
|
"concurrently": "^9.0.1",
|
|
117
|
-
"drizzle-kit": "^0.
|
|
114
|
+
"drizzle-kit": "^0.26.2",
|
|
118
115
|
"esbuild": "^0.24.0",
|
|
119
|
-
"eslint": "^9.
|
|
116
|
+
"eslint": "^9.13.0",
|
|
120
117
|
"eslint-plugin-jest": "^28.8.3",
|
|
121
118
|
"eslint-plugin-react-hooks": "^5.1.0-rc.0",
|
|
119
|
+
"eslint-plugin-react-refresh": "^0.4.13",
|
|
122
120
|
"eslint-plugin-unicorn": "^56.0.0",
|
|
123
121
|
"eslint-plugin-unused-imports": "^4.1.4",
|
|
124
122
|
"jest": "^29.7.0",
|
|
@@ -132,20 +130,20 @@
|
|
|
132
130
|
"ts-node": "^10.9.2",
|
|
133
131
|
"tsconfig-paths": "^4.2.0",
|
|
134
132
|
"typescript": "^5.6.3",
|
|
135
|
-
"typescript-eslint": "^8.
|
|
133
|
+
"typescript-eslint": "^8.11.0",
|
|
136
134
|
"zod-to-json-schema": "^3.23.3"
|
|
137
135
|
},
|
|
138
136
|
"dependencies": {
|
|
139
|
-
"@anthropic-ai/sdk": "^0.
|
|
137
|
+
"@anthropic-ai/sdk": "^0.30.0",
|
|
140
138
|
"@apidevtools/json-schema-ref-parser": "^11.7.2",
|
|
141
139
|
"@emotion/react": "^11.13.3",
|
|
142
140
|
"@emotion/styled": "^11.13.0",
|
|
143
141
|
"@googleapis/sheets": "^9.3.1",
|
|
144
|
-
"@mui/material": "^6.1.
|
|
142
|
+
"@mui/material": "^6.1.4",
|
|
145
143
|
"ajv": "^8.17.1",
|
|
146
144
|
"ajv-formats": "^3.0.1",
|
|
147
145
|
"async": "^3.2.6",
|
|
148
|
-
"better-sqlite3": "^11.
|
|
146
|
+
"better-sqlite3": "^11.4.0",
|
|
149
147
|
"cache-manager": "^4.1.0",
|
|
150
148
|
"cache-manager-fs-hash": "^1.0.0",
|
|
151
149
|
"chalk": "^4.1.2",
|
|
@@ -160,7 +158,7 @@
|
|
|
160
158
|
"debounce": "^1.2.1",
|
|
161
159
|
"dedent": "^1.5.3",
|
|
162
160
|
"dotenv": "^16.4.5",
|
|
163
|
-
"drizzle-orm": "^0.
|
|
161
|
+
"drizzle-orm": "^0.35.2",
|
|
164
162
|
"express": "^4.21.1",
|
|
165
163
|
"fast-deep-equal": "^3.1.3",
|
|
166
164
|
"fast-xml-parser": "^4.5.0",
|
|
@@ -173,9 +171,8 @@
|
|
|
173
171
|
"js-yaml": "^4.1.0",
|
|
174
172
|
"mathjs": "^13.2.0",
|
|
175
173
|
"node-cache": "^5.1.2",
|
|
176
|
-
"node-fetch": "^2.6.7",
|
|
177
174
|
"nunjucks": "^3.2.4",
|
|
178
|
-
"openai": "^4.
|
|
175
|
+
"openai": "^4.68.2",
|
|
179
176
|
"opener": "^1.5.2",
|
|
180
177
|
"proxy-agent": "^6.4.0",
|
|
181
178
|
"python-shell": "^5.0.0",
|