promptfoo 0.93.3 → 0.94.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/drizzle/0008_broad_boomer.sql +2 -0
- package/dist/drizzle/0009_strong_marten_broadcloak.sql +19 -0
- package/dist/drizzle/meta/0008_snapshot.json +732 -0
- package/dist/drizzle/meta/0009_snapshot.json +622 -0
- package/dist/drizzle/meta/_journal.json +14 -0
- package/dist/package.json +17 -20
- package/dist/src/app/assets/index-4JjOSsmx.js +769 -0
- package/dist/src/app/assets/{index.es-9tmWNumA.js → index.es-DOb6N_qo.js} +1 -1
- package/dist/src/app/assets/{sync-BdPRE9yh.js → sync-MiL88_Tb.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/{assertions.d.ts → assertions/index.d.ts} +4 -5
- package/dist/src/assertions/index.d.ts.map +1 -0
- package/dist/src/{assertions.js → assertions/index.js} +24 -50
- package/dist/src/assertions/index.js.map +1 -0
- package/dist/src/assertions/utils.d.ts +4 -0
- package/dist/src/assertions/utils.d.ts.map +1 -0
- package/dist/src/assertions/utils.js +39 -0
- package/dist/src/assertions/utils.js.map +1 -0
- package/dist/src/cache.d.ts +2 -1
- package/dist/src/cache.d.ts.map +1 -1
- package/dist/src/cache.js +16 -3
- package/dist/src/cache.js.map +1 -1
- package/dist/src/commands/config.d.ts.map +1 -1
- package/dist/src/commands/config.js +41 -8
- package/dist/src/commands/config.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +43 -19
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/init.js +3 -4
- package/dist/src/commands/init.js.map +1 -1
- package/dist/src/database/index.d.ts.map +1 -1
- package/dist/src/database/index.js +4 -1
- package/dist/src/database/index.js.map +1 -1
- package/dist/src/database/tables.d.ts +171 -154
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/database/tables.js +7 -34
- package/dist/src/database/tables.js.map +1 -1
- package/dist/src/envars.d.ts +5 -3
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +0 -5
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/fetch.d.ts +0 -1
- package/dist/src/fetch.d.ts.map +1 -1
- package/dist/src/fetch.js +17 -6
- package/dist/src/fetch.js.map +1 -1
- package/dist/src/googleSheets.d.ts.map +1 -1
- package/dist/src/googleSheets.js +13 -2
- package/dist/src/googleSheets.js.map +1 -1
- package/dist/src/integrations/portkey.d.ts.map +1 -1
- package/dist/src/integrations/portkey.js +1 -2
- package/dist/src/integrations/portkey.js.map +1 -1
- package/dist/src/models/eval.d.ts +1 -3
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +5 -21
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/models/evalResult.d.ts +2 -0
- package/dist/src/models/evalResult.d.ts.map +1 -1
- package/dist/src/models/evalResult.js +4 -1
- package/dist/src/models/evalResult.js.map +1 -1
- package/dist/src/onboarding.d.ts +2 -2
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +2 -2
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/prompts/processors/javascript.d.ts +1 -0
- package/dist/src/prompts/processors/javascript.d.ts.map +1 -1
- package/dist/src/prompts/processors/javascript.js +6 -2
- package/dist/src/prompts/processors/javascript.js.map +1 -1
- package/dist/src/prompts/processors/python.d.ts +2 -0
- package/dist/src/prompts/processors/python.d.ts.map +1 -1
- package/dist/src/prompts/processors/python.js +4 -2
- package/dist/src/prompts/processors/python.js.map +1 -1
- package/dist/src/providers/anthropic.js +1 -1
- package/dist/src/providers/anthropic.js.map +1 -1
- package/dist/src/providers/bedrock.d.ts +4 -0
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +12 -0
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/fal.d.ts.map +1 -1
- package/dist/src/providers/fal.js +1 -2
- package/dist/src/providers/fal.js.map +1 -1
- package/dist/src/providers/http.d.ts +6 -2
- package/dist/src/providers/http.d.ts.map +1 -1
- package/dist/src/providers/http.js +70 -29
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +48 -33
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/palm.d.ts.map +1 -1
- package/dist/src/providers/palm.js +3 -1
- package/dist/src/providers/palm.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/promptfoo.js +4 -2
- package/dist/src/providers/promptfoo.js.map +1 -1
- package/dist/src/providers/replicate.d.ts.map +1 -1
- package/dist/src/providers/replicate.js +2 -3
- package/dist/src/providers/replicate.js.map +1 -1
- package/dist/src/providers/togetherai.d.ts +7 -0
- package/dist/src/providers/togetherai.d.ts.map +1 -0
- package/dist/src/providers/togetherai.js +33 -0
- package/dist/src/providers/togetherai.js.map +1 -0
- package/dist/src/providers/vertex.d.ts.map +1 -1
- package/dist/src/providers/vertex.js +4 -4
- package/dist/src/providers/vertex.js.map +1 -1
- package/dist/src/providers/vertexUtil.d.ts +78 -1
- package/dist/src/providers/vertexUtil.d.ts.map +1 -1
- package/dist/src/providers/vertexUtil.js +57 -15
- package/dist/src/providers/vertexUtil.js.map +1 -1
- package/dist/src/providers/watsonx.d.ts +5 -4
- package/dist/src/providers/watsonx.d.ts.map +1 -1
- package/dist/src/providers/watsonx.js +48 -21
- package/dist/src/providers/watsonx.js.map +1 -1
- package/dist/src/providers/xai.d.ts +7 -0
- package/dist/src/providers/xai.d.ts.map +1 -0
- package/dist/src/providers/xai.js +23 -0
- package/dist/src/providers/xai.js.map +1 -0
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +26 -0
- package/dist/src/providers.js.map +1 -1
- package/dist/src/python/pythonUtils.js +2 -2
- package/dist/src/python/pythonUtils.js.map +1 -1
- package/dist/src/redteam/commands/init.d.ts.map +1 -1
- package/dist/src/redteam/commands/init.js +10 -4
- package/dist/src/redteam/commands/init.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +25 -2
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +335 -3
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/extraction/util.d.ts.map +1 -1
- package/dist/src/redteam/extraction/util.js +4 -2
- package/dist/src/redteam/extraction/util.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +9 -4
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +14 -10
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +10 -9
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +6 -0
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts +0 -7
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +11 -16
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +9 -2
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +25 -0
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/util.d.ts +1 -0
- package/dist/src/redteam/util.d.ts.map +1 -1
- package/dist/src/redteam/util.js +5 -3
- package/dist/src/redteam/util.js.map +1 -1
- package/dist/src/server/apiSchemas.d.ts +59 -0
- package/dist/src/server/apiSchemas.d.ts.map +1 -0
- package/dist/src/server/apiSchemas.js +37 -0
- package/dist/src/server/apiSchemas.js.map +1 -0
- package/dist/src/server/routes/eval.d.ts +2 -0
- package/dist/src/server/routes/eval.d.ts.map +1 -0
- package/dist/src/server/routes/eval.js +160 -0
- package/dist/src/server/routes/eval.js.map +1 -0
- package/dist/src/server/routes/providers.d.ts.map +1 -1
- package/dist/src/server/routes/providers.js.map +1 -1
- package/dist/src/server/routes/redteam.d.ts +2 -0
- package/dist/src/server/routes/redteam.d.ts.map +1 -0
- package/dist/src/server/routes/redteam.js +43 -0
- package/dist/src/server/routes/redteam.js.map +1 -0
- package/dist/src/server/routes/user.d.ts +2 -0
- package/dist/src/server/routes/user.d.ts.map +1 -0
- package/dist/src/server/routes/user.js +60 -0
- package/dist/src/server/routes/user.js.map +1 -0
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +25 -141
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js.map +1 -1
- package/dist/src/telemetry.d.ts +21 -6
- package/dist/src/telemetry.d.ts.map +1 -1
- package/dist/src/telemetry.js +28 -11
- package/dist/src/telemetry.js.map +1 -1
- package/dist/src/testCases.d.ts.map +1 -1
- package/dist/src/testCases.js +9 -0
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/types/index.d.ts +4892 -56
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +17 -0
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/prompts.d.ts +1 -0
- package/dist/src/types/prompts.d.ts.map +1 -1
- package/dist/src/types/providers.d.ts +1 -0
- package/dist/src/types/providers.d.ts.map +1 -1
- package/dist/src/types/providers.js.map +1 -1
- package/dist/src/util/config/default.d.ts +1 -0
- package/dist/src/util/config/default.d.ts.map +1 -1
- package/dist/src/util/config/default.js +4 -0
- package/dist/src/util/config/default.js.map +1 -1
- package/dist/src/util/config/load.d.ts.map +1 -1
- package/dist/src/util/config/load.js +7 -0
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/config/manage.d.ts.map +1 -1
- package/dist/src/util/config/manage.js +12 -1
- package/dist/src/util/config/manage.js.map +1 -1
- package/dist/src/util/index.d.ts +0 -1
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/util/index.js +1 -10
- package/dist/src/util/index.js.map +1 -1
- package/dist/src/validators/redteam.d.ts +6 -3
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +15 -14
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/test/assertions/index.test.d.ts +2 -0
- package/dist/test/assertions/index.test.d.ts.map +1 -0
- package/dist/test/{assertions.test.js → assertions/index.test.js} +22 -23
- package/dist/test/assertions/index.test.js.map +1 -0
- package/dist/test/assertions/utils.test.d.ts +2 -0
- package/dist/test/assertions/utils.test.d.ts.map +1 -0
- package/dist/test/{assertions.utils.test.js → assertions/utils.test.js} +58 -8
- package/dist/test/assertions/utils.test.js.map +1 -0
- package/dist/test/cache.test.js +22 -23
- package/dist/test/cache.test.js.map +1 -1
- package/dist/test/commands/init.test.js +14 -11
- package/dist/test/commands/init.test.js.map +1 -1
- package/dist/test/evaluator.test.js +0 -1
- package/dist/test/evaluator.test.js.map +1 -1
- package/dist/test/evaluatorHelpers.test.js +0 -1
- package/dist/test/evaluatorHelpers.test.js.map +1 -1
- package/dist/test/factories/evalFactory.d.ts +171 -40
- package/dist/test/factories/evalFactory.d.ts.map +1 -1
- package/dist/test/matchers.test.js +1 -1
- package/dist/test/matchers.test.js.map +1 -1
- package/dist/test/models/eval.test.js +30 -1
- package/dist/test/models/eval.test.js.map +1 -1
- package/dist/test/onboarding.test.js +1 -1
- package/dist/test/prompts/index.test.d.ts +2 -0
- package/dist/test/prompts/index.test.d.ts.map +1 -0
- package/dist/test/{prompts.test.js → prompts/index.test.js} +12 -10
- package/dist/test/prompts/index.test.js.map +1 -0
- package/dist/test/prompts/processors/javascript.test.d.ts +2 -0
- package/dist/test/prompts/processors/javascript.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.javascript.test.js → prompts/processors/javascript.test.js} +58 -5
- package/dist/test/prompts/processors/javascript.test.js.map +1 -0
- package/dist/test/prompts/processors/json.test.d.ts +2 -0
- package/dist/test/prompts/processors/json.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.json.test.js → prompts/processors/json.test.js} +2 -2
- package/dist/test/prompts/processors/json.test.js.map +1 -0
- package/dist/test/prompts/processors/jsonl.test.d.ts +2 -0
- package/dist/test/prompts/processors/jsonl.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.jsonl.test.js → prompts/processors/jsonl.test.js} +2 -2
- package/dist/test/prompts/processors/jsonl.test.js.map +1 -0
- package/dist/test/prompts/processors/markdown.test.d.ts +2 -0
- package/dist/test/prompts/processors/markdown.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.markdown.test.js → prompts/processors/markdown.test.js} +2 -2
- package/dist/test/prompts/processors/markdown.test.js.map +1 -0
- package/dist/test/prompts/processors/python.test.d.ts +2 -0
- package/dist/test/prompts/processors/python.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.python.test.js → prompts/processors/python.test.js} +19 -4
- package/dist/test/prompts/processors/python.test.js.map +1 -0
- package/dist/test/prompts/processors/python.utils.test.d.ts +2 -0
- package/dist/test/prompts/processors/python.utils.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.python.utils.test.js → prompts/processors/python.utils.test.js} +8 -6
- package/dist/test/prompts/processors/python.utils.test.js.map +1 -0
- package/dist/test/prompts/processors/string.test.d.ts +2 -0
- package/dist/test/prompts/processors/string.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.string.test.js → prompts/processors/string.test.js} +2 -2
- package/dist/test/prompts/processors/string.test.js.map +1 -0
- package/dist/test/prompts/processors/text.test.d.ts +2 -0
- package/dist/test/prompts/processors/text.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.text.test.js → prompts/processors/text.test.js} +3 -3
- package/dist/test/prompts/processors/text.test.js.map +1 -0
- package/dist/test/prompts/processors/yaml.test.d.ts +2 -0
- package/dist/test/prompts/processors/yaml.test.d.ts.map +1 -0
- package/dist/test/{prompts.processors.yaml.test.js → prompts/processors/yaml.test.js} +2 -2
- package/dist/test/prompts/processors/yaml.test.js.map +1 -0
- package/dist/test/prompts/utils.test.d.ts +2 -0
- package/dist/test/prompts/utils.test.d.ts.map +1 -0
- package/dist/test/{prompts.utils.test.js → prompts/utils.test.js} +2 -2
- package/dist/test/prompts/utils.test.js.map +1 -0
- package/dist/test/providers/anthropic.test.d.ts +2 -0
- package/dist/test/providers/anthropic.test.d.ts.map +1 -0
- package/dist/test/{providers.anthropic.test.js → providers/anthropic.test.js} +4 -4
- package/dist/test/providers/anthropic.test.js.map +1 -0
- package/dist/test/providers/azure.test.d.ts +2 -0
- package/dist/test/providers/azure.test.d.ts.map +1 -0
- package/dist/test/{providers.azure.test.js → providers/azure.test.js} +7 -7
- package/dist/test/providers/azure.test.js.map +1 -0
- package/dist/test/providers/bedrock.test.d.ts +2 -0
- package/dist/test/providers/bedrock.test.d.ts.map +1 -0
- package/dist/test/{providers.bedrock.test.js → providers/bedrock.test.js} +62 -10
- package/dist/test/providers/bedrock.test.js.map +1 -0
- package/dist/test/providers/groq.test.d.ts +2 -0
- package/dist/test/providers/groq.test.d.ts.map +1 -0
- package/dist/test/{providers.groq.test.js → providers/groq.test.js} +6 -6
- package/dist/test/providers/groq.test.js.map +1 -0
- package/dist/test/providers/http.test.d.ts +2 -0
- package/dist/test/providers/http.test.d.ts.map +1 -0
- package/dist/test/{providers.http.test.js → providers/http.test.js} +195 -47
- package/dist/test/providers/http.test.js.map +1 -0
- package/dist/test/providers/index.test.d.ts +2 -0
- package/dist/test/providers/index.test.d.ts.map +1 -0
- package/dist/test/{providers.test.js → providers/index.test.js} +193 -100
- package/dist/test/providers/index.test.js.map +1 -0
- package/dist/test/providers/llama.test.d.ts +2 -0
- package/dist/test/providers/llama.test.d.ts.map +1 -0
- package/dist/test/{providers.llama.test.js → providers/llama.test.js} +15 -10
- package/dist/test/providers/llama.test.js.map +1 -0
- package/dist/test/providers/mistral.test.d.ts +2 -0
- package/dist/test/providers/mistral.test.d.ts.map +1 -0
- package/dist/test/{providers.mistral.test.js → providers/mistral.test.js} +32 -16
- package/dist/test/providers/mistral.test.js.map +1 -0
- package/dist/test/providers/packageParser.test.d.ts +2 -0
- package/dist/test/providers/packageParser.test.d.ts.map +1 -0
- package/dist/test/{providers.packageParser.test.js → providers/packageParser.test.js} +5 -5
- package/dist/test/providers/packageParser.test.js.map +1 -0
- package/dist/test/providers/palm.test.d.ts +2 -0
- package/dist/test/providers/palm.test.d.ts.map +1 -0
- package/dist/test/providers/palm.test.js +131 -0
- package/dist/test/providers/palm.test.js.map +1 -0
- package/dist/test/providers/pythonCompletion.test.d.ts +2 -0
- package/dist/test/providers/pythonCompletion.test.d.ts.map +1 -0
- package/dist/test/{providers.pythonCompletion.test.js → providers/pythonCompletion.test.js} +8 -8
- package/dist/test/providers/pythonCompletion.test.js.map +1 -0
- package/dist/test/providers/scriptCompletion.test.d.ts +2 -0
- package/dist/test/providers/scriptCompletion.test.d.ts.map +1 -0
- package/dist/test/{providers.scriptCompletion.test.js → providers/scriptCompletion.test.js} +5 -5
- package/dist/test/providers/scriptCompletion.test.js.map +1 -0
- package/dist/test/providers/shared.test.d.ts +2 -0
- package/dist/test/providers/shared.test.d.ts.map +1 -0
- package/dist/test/{providers.shared.test.js → providers/shared.test.js} +4 -4
- package/dist/test/providers/shared.test.js.map +1 -0
- package/dist/test/providers/togetherai.test.d.ts +2 -0
- package/dist/test/providers/togetherai.test.d.ts.map +1 -0
- package/dist/test/providers/togetherai.test.js +53 -0
- package/dist/test/providers/togetherai.test.js.map +1 -0
- package/dist/test/providers/vertex.test.d.ts +2 -0
- package/dist/test/providers/vertex.test.d.ts.map +1 -0
- package/dist/test/{providers.vertex.test.js → providers/vertex.test.js} +110 -9
- package/dist/test/providers/vertex.test.js.map +1 -0
- package/dist/test/providers/watsonx.test.d.ts +2 -0
- package/dist/test/providers/watsonx.test.d.ts.map +1 -0
- package/dist/test/{providers.watsonx.test.js → providers/watsonx.test.js} +23 -22
- package/dist/test/providers/watsonx.test.js.map +1 -0
- package/dist/test/providers/xai.test.d.ts +2 -0
- package/dist/test/providers/xai.test.d.ts.map +1 -0
- package/dist/test/providers/xai.test.js +47 -0
- package/dist/test/providers/xai.test.js.map +1 -0
- package/dist/test/rateLimit.test.js +18 -28
- package/dist/test/rateLimit.test.js.map +1 -1
- package/dist/test/redteam/extraction/entities.test.js +8 -1
- package/dist/test/redteam/extraction/entities.test.js.map +1 -1
- package/dist/test/redteam/extraction/purpose.test.js +8 -1
- package/dist/test/redteam/extraction/purpose.test.js.map +1 -1
- package/dist/test/redteam/extraction/util.test.js +17 -2
- package/dist/test/redteam/extraction/util.test.js.map +1 -1
- package/dist/test/redteam/providers/iterativeTree.test.js +3 -18
- package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
- package/dist/test/redteam/util.test.js +55 -0
- package/dist/test/redteam/util.test.js.map +1 -1
- package/dist/test/redteam/validators.test.js +1 -0
- package/dist/test/redteam/validators.test.js.map +1 -1
- package/dist/test/server/providers.test.js +13 -1
- package/dist/test/server/providers.test.js.map +1 -1
- package/dist/test/testCases.test.js +12 -1
- package/dist/test/testCases.test.js.map +1 -1
- package/dist/test/types.test.js +1 -12
- package/dist/test/types.test.js.map +1 -1
- package/dist/test/util/config/default.test.d.ts +2 -0
- package/dist/test/util/config/default.test.d.ts.map +1 -0
- package/dist/test/{util.config.default.test.js → util/config/default.test.js} +4 -4
- package/dist/test/util/config/default.test.js.map +1 -0
- package/dist/test/util/config/load.test.d.ts +2 -0
- package/dist/test/util/config/load.test.d.ts.map +1 -0
- package/dist/test/{util.config.load.test.ts.js → util/config/load.test.js} +13 -38
- package/dist/test/util/config/load.test.js.map +1 -0
- package/dist/test/util/config/main.test.d.ts +2 -0
- package/dist/test/util/config/main.test.d.ts.map +1 -0
- package/dist/test/{util.config.main.test.js → util/config/main.test.js} +13 -5
- package/dist/test/util/config/main.test.js.map +1 -0
- package/dist/test/util/deleteAll.test.d.ts +2 -0
- package/dist/test/util/deleteAll.test.d.ts.map +1 -0
- package/dist/test/{util.deleteAll.test.js → util/deleteAll.test.js} +5 -5
- package/dist/test/util/deleteAll.test.js.map +1 -0
- package/dist/test/util/file.test.d.ts +2 -0
- package/dist/test/util/file.test.d.ts.map +1 -0
- package/dist/test/{util.file.test.js → util/file.test.js} +2 -2
- package/dist/test/util/file.test.js.map +1 -0
- package/dist/test/util/generation.test.d.ts +2 -0
- package/dist/test/util/generation.test.d.ts.map +1 -0
- package/dist/test/{util.generation.test.js → util/generation.test.js} +3 -3
- package/dist/test/{util.generation.test.js.map → util/generation.test.js.map} +1 -1
- package/dist/test/util/index.test.d.ts +2 -0
- package/dist/test/util/index.test.d.ts.map +1 -0
- package/dist/test/{util.test.js → util/index.test.js} +10 -10
- package/dist/test/util/index.test.js.map +1 -0
- package/dist/test/util/json.test.d.ts +2 -0
- package/dist/test/util/json.test.d.ts.map +1 -0
- package/dist/test/{util.json.test.js → util/json.test.js} +2 -2
- package/dist/test/util/json.test.js.map +1 -0
- package/dist/test/util/listPrevious.test.d.ts +2 -0
- package/dist/test/util/listPrevious.test.d.ts.map +1 -0
- package/dist/test/{util.listPrevious.test.js → util/listPrevious.test.js} +4 -4
- package/dist/test/util/listPrevious.test.js.map +1 -0
- package/dist/test/util/templates.test.d.ts +2 -0
- package/dist/test/util/templates.test.d.ts.map +1 -0
- package/dist/test/{util.templates.test.js → util/templates.test.js} +2 -2
- package/dist/test/util/templates.test.js.map +1 -0
- package/dist/test/util/transform.test.d.ts +2 -0
- package/dist/test/util/transform.test.d.ts.map +1 -0
- package/dist/test/{util.transform.test.js → util/transform.test.js} +6 -6
- package/dist/test/util/transform.test.js.map +1 -0
- package/dist/test/{utils.d.ts → util/utils.d.ts} +1 -1
- package/dist/test/util/utils.d.ts.map +1 -0
- package/dist/test/util/utils.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +17 -20
- package/dist/src/app/assets/index-x0TdnK0A.js +0 -767
- package/dist/src/assertions.d.ts.map +0 -1
- package/dist/src/assertions.js.map +0 -1
- package/dist/src/models/provider.d.ts +0 -11
- package/dist/src/models/provider.d.ts.map +0 -1
- package/dist/src/models/provider.js +0 -52
- package/dist/src/models/provider.js.map +0 -1
- package/dist/test/assertions.test.d.ts +0 -2
- package/dist/test/assertions.test.d.ts.map +0 -1
- package/dist/test/assertions.test.js.map +0 -1
- package/dist/test/assertions.utils.test.d.ts +0 -2
- package/dist/test/assertions.utils.test.d.ts.map +0 -1
- package/dist/test/assertions.utils.test.js.map +0 -1
- package/dist/test/prompts.processors.javascript.test.d.ts +0 -2
- package/dist/test/prompts.processors.javascript.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.javascript.test.js.map +0 -1
- package/dist/test/prompts.processors.json.test.d.ts +0 -2
- package/dist/test/prompts.processors.json.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.json.test.js.map +0 -1
- package/dist/test/prompts.processors.jsonl.test.d.ts +0 -2
- package/dist/test/prompts.processors.jsonl.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.jsonl.test.js.map +0 -1
- package/dist/test/prompts.processors.markdown.test.d.ts +0 -2
- package/dist/test/prompts.processors.markdown.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.markdown.test.js.map +0 -1
- package/dist/test/prompts.processors.python.test.d.ts +0 -2
- package/dist/test/prompts.processors.python.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.python.test.js.map +0 -1
- package/dist/test/prompts.processors.python.utils.test.d.ts +0 -2
- package/dist/test/prompts.processors.python.utils.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.python.utils.test.js.map +0 -1
- package/dist/test/prompts.processors.string.test.d.ts +0 -2
- package/dist/test/prompts.processors.string.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.string.test.js.map +0 -1
- package/dist/test/prompts.processors.text.test.d.ts +0 -2
- package/dist/test/prompts.processors.text.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.text.test.js.map +0 -1
- package/dist/test/prompts.processors.yaml.test.d.ts +0 -2
- package/dist/test/prompts.processors.yaml.test.d.ts.map +0 -1
- package/dist/test/prompts.processors.yaml.test.js.map +0 -1
- package/dist/test/prompts.test.d.ts +0 -2
- package/dist/test/prompts.test.d.ts.map +0 -1
- package/dist/test/prompts.test.js.map +0 -1
- package/dist/test/prompts.utils.test.d.ts +0 -2
- package/dist/test/prompts.utils.test.d.ts.map +0 -1
- package/dist/test/prompts.utils.test.js.map +0 -1
- package/dist/test/providers.anthropic.test.d.ts +0 -2
- package/dist/test/providers.anthropic.test.d.ts.map +0 -1
- package/dist/test/providers.anthropic.test.js.map +0 -1
- package/dist/test/providers.azure.test.d.ts +0 -2
- package/dist/test/providers.azure.test.d.ts.map +0 -1
- package/dist/test/providers.azure.test.js.map +0 -1
- package/dist/test/providers.bedrock.test.d.ts +0 -2
- package/dist/test/providers.bedrock.test.d.ts.map +0 -1
- package/dist/test/providers.bedrock.test.js.map +0 -1
- package/dist/test/providers.groq.test.d.ts +0 -2
- package/dist/test/providers.groq.test.d.ts.map +0 -1
- package/dist/test/providers.groq.test.js.map +0 -1
- package/dist/test/providers.http.test.d.ts +0 -2
- package/dist/test/providers.http.test.d.ts.map +0 -1
- package/dist/test/providers.http.test.js.map +0 -1
- package/dist/test/providers.llama.test.d.ts +0 -2
- package/dist/test/providers.llama.test.d.ts.map +0 -1
- package/dist/test/providers.llama.test.js.map +0 -1
- package/dist/test/providers.mistral.test.d.ts +0 -2
- package/dist/test/providers.mistral.test.d.ts.map +0 -1
- package/dist/test/providers.mistral.test.js.map +0 -1
- package/dist/test/providers.packageParser.test.d.ts +0 -2
- package/dist/test/providers.packageParser.test.d.ts.map +0 -1
- package/dist/test/providers.packageParser.test.js.map +0 -1
- package/dist/test/providers.pythonCompletion.test.d.ts +0 -2
- package/dist/test/providers.pythonCompletion.test.d.ts.map +0 -1
- package/dist/test/providers.pythonCompletion.test.js.map +0 -1
- package/dist/test/providers.scriptCompletion.test.d.ts +0 -2
- package/dist/test/providers.scriptCompletion.test.d.ts.map +0 -1
- package/dist/test/providers.scriptCompletion.test.js.map +0 -1
- package/dist/test/providers.shared.test.d.ts +0 -2
- package/dist/test/providers.shared.test.d.ts.map +0 -1
- package/dist/test/providers.shared.test.js.map +0 -1
- package/dist/test/providers.test.d.ts +0 -2
- package/dist/test/providers.test.d.ts.map +0 -1
- package/dist/test/providers.test.js.map +0 -1
- package/dist/test/providers.vertex.test.d.ts +0 -2
- package/dist/test/providers.vertex.test.d.ts.map +0 -1
- package/dist/test/providers.vertex.test.js.map +0 -1
- package/dist/test/providers.watsonx.test.d.ts +0 -2
- package/dist/test/providers.watsonx.test.d.ts.map +0 -1
- package/dist/test/providers.watsonx.test.js.map +0 -1
- package/dist/test/util.config.default.test.d.ts +0 -2
- package/dist/test/util.config.default.test.d.ts.map +0 -1
- package/dist/test/util.config.default.test.js.map +0 -1
- package/dist/test/util.config.load.test.ts.d.ts +0 -2
- package/dist/test/util.config.load.test.ts.d.ts.map +0 -1
- package/dist/test/util.config.load.test.ts.js.map +0 -1
- package/dist/test/util.config.main.test.d.ts +0 -2
- package/dist/test/util.config.main.test.d.ts.map +0 -1
- package/dist/test/util.config.main.test.js.map +0 -1
- package/dist/test/util.deleteAll.test.d.ts +0 -2
- package/dist/test/util.deleteAll.test.d.ts.map +0 -1
- package/dist/test/util.deleteAll.test.js.map +0 -1
- package/dist/test/util.file.test.d.ts +0 -2
- package/dist/test/util.file.test.d.ts.map +0 -1
- package/dist/test/util.file.test.js.map +0 -1
- package/dist/test/util.generation.test.d.ts +0 -2
- package/dist/test/util.generation.test.d.ts.map +0 -1
- package/dist/test/util.json.test.d.ts +0 -2
- package/dist/test/util.json.test.d.ts.map +0 -1
- package/dist/test/util.json.test.js.map +0 -1
- package/dist/test/util.listPrevious.test.d.ts +0 -2
- package/dist/test/util.listPrevious.test.d.ts.map +0 -1
- package/dist/test/util.listPrevious.test.js.map +0 -1
- package/dist/test/util.templates.test.d.ts +0 -2
- package/dist/test/util.templates.test.d.ts.map +0 -1
- package/dist/test/util.templates.test.js.map +0 -1
- package/dist/test/util.test.d.ts +0 -2
- package/dist/test/util.test.d.ts.map +0 -1
- package/dist/test/util.test.js.map +0 -1
- package/dist/test/util.transform.test.d.ts +0 -2
- package/dist/test/util.transform.test.d.ts.map +0 -1
- package/dist/test/util.transform.test.js.map +0 -1
- package/dist/test/utils.d.ts.map +0 -1
- package/dist/test/utils.js.map +0 -1
- /package/dist/test/{utils.js → util/utils.js} +0 -0
|
@@ -1,59 +1,4 @@
|
|
|
1
1
|
import type { Prompt, ProviderResponse, GradingResult, ProviderOptions, EvaluateSummaryV2 } from '../types';
|
|
2
|
-
export declare const providers: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
|
|
3
|
-
name: "providers";
|
|
4
|
-
schema: undefined;
|
|
5
|
-
columns: {
|
|
6
|
-
id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
7
|
-
name: "id";
|
|
8
|
-
tableName: "providers";
|
|
9
|
-
dataType: "string";
|
|
10
|
-
columnType: "SQLiteText";
|
|
11
|
-
data: string;
|
|
12
|
-
driverParam: string;
|
|
13
|
-
notNull: true;
|
|
14
|
-
hasDefault: false;
|
|
15
|
-
isPrimaryKey: true;
|
|
16
|
-
isAutoincrement: false;
|
|
17
|
-
hasRuntimeDefault: false;
|
|
18
|
-
enumValues: [string, ...string[]];
|
|
19
|
-
baseColumn: never;
|
|
20
|
-
generated: undefined;
|
|
21
|
-
}, object>;
|
|
22
|
-
providerId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
23
|
-
name: "provider_id";
|
|
24
|
-
tableName: "providers";
|
|
25
|
-
dataType: "string";
|
|
26
|
-
columnType: "SQLiteText";
|
|
27
|
-
data: string;
|
|
28
|
-
driverParam: string;
|
|
29
|
-
notNull: true;
|
|
30
|
-
hasDefault: false;
|
|
31
|
-
isPrimaryKey: false;
|
|
32
|
-
isAutoincrement: false;
|
|
33
|
-
hasRuntimeDefault: false;
|
|
34
|
-
enumValues: [string, ...string[]];
|
|
35
|
-
baseColumn: never;
|
|
36
|
-
generated: undefined;
|
|
37
|
-
}, object>;
|
|
38
|
-
config: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
39
|
-
name: "options";
|
|
40
|
-
tableName: "providers";
|
|
41
|
-
dataType: "json";
|
|
42
|
-
columnType: "SQLiteTextJson";
|
|
43
|
-
data: Record<string, any>;
|
|
44
|
-
driverParam: string;
|
|
45
|
-
notNull: true;
|
|
46
|
-
hasDefault: false;
|
|
47
|
-
isPrimaryKey: false;
|
|
48
|
-
isAutoincrement: false;
|
|
49
|
-
hasRuntimeDefault: false;
|
|
50
|
-
enumValues: undefined;
|
|
51
|
-
baseColumn: never;
|
|
52
|
-
generated: undefined;
|
|
53
|
-
}, object>;
|
|
54
|
-
};
|
|
55
|
-
dialect: "sqlite";
|
|
56
|
-
}>;
|
|
57
2
|
export declare const promptsTable: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
|
|
58
3
|
name: "prompts";
|
|
59
4
|
schema: undefined;
|
|
@@ -269,7 +214,45 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
269
214
|
raw?: string | undefined;
|
|
270
215
|
label?: string | undefined;
|
|
271
216
|
})[];
|
|
272
|
-
|
|
217
|
+
env?: {
|
|
218
|
+
AI21_API_BASE_URL?: string | undefined;
|
|
219
|
+
AI21_API_KEY?: string | undefined;
|
|
220
|
+
ANTHROPIC_API_KEY?: string | undefined;
|
|
221
|
+
AWS_BEDROCK_REGION?: string | undefined;
|
|
222
|
+
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
223
|
+
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
224
|
+
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
225
|
+
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
226
|
+
BAM_API_HOST?: string | undefined;
|
|
227
|
+
BAM_API_KEY?: string | undefined;
|
|
228
|
+
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
229
|
+
CLOUDFLARE_API_KEY?: string | undefined;
|
|
230
|
+
COHERE_API_KEY?: string | undefined;
|
|
231
|
+
GOOGLE_API_HOST?: string | undefined;
|
|
232
|
+
GOOGLE_API_KEY?: string | undefined;
|
|
233
|
+
GROQ_API_KEY?: string | undefined;
|
|
234
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
235
|
+
MISTRAL_API_BASE_URL?: string | undefined;
|
|
236
|
+
MISTRAL_API_HOST?: string | undefined;
|
|
237
|
+
MISTRAL_API_KEY?: string | undefined;
|
|
238
|
+
OPENAI_API_BASE_URL?: string | undefined;
|
|
239
|
+
OPENAI_API_HOST?: string | undefined;
|
|
240
|
+
OPENAI_API_KEY?: string | undefined;
|
|
241
|
+
OPENAI_BASE_URL?: string | undefined;
|
|
242
|
+
OPENAI_ORGANIZATION?: string | undefined;
|
|
243
|
+
PALM_API_HOST?: string | undefined;
|
|
244
|
+
PALM_API_KEY?: string | undefined;
|
|
245
|
+
REPLICATE_API_KEY?: string | undefined;
|
|
246
|
+
REPLICATE_API_TOKEN?: string | undefined;
|
|
247
|
+
VERTEX_API_HOST?: string | undefined;
|
|
248
|
+
VERTEX_API_KEY?: string | undefined;
|
|
249
|
+
VERTEX_PROJECT_ID?: string | undefined;
|
|
250
|
+
VERTEX_PUBLISHER?: string | undefined;
|
|
251
|
+
VERTEX_REGION?: string | undefined;
|
|
252
|
+
} | undefined;
|
|
253
|
+
metadata?: Record<string, any> | undefined;
|
|
254
|
+
description?: string | undefined;
|
|
255
|
+
providers?: string | (((args_0: string, args_1: {
|
|
273
256
|
vars: Record<string, string | {}>;
|
|
274
257
|
prompt: {
|
|
275
258
|
raw: string;
|
|
@@ -399,45 +382,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
399
382
|
VERTEX_PUBLISHER?: string | undefined;
|
|
400
383
|
VERTEX_REGION?: string | undefined;
|
|
401
384
|
} | undefined;
|
|
402
|
-
}>)[];
|
|
403
|
-
env?: {
|
|
404
|
-
AI21_API_BASE_URL?: string | undefined;
|
|
405
|
-
AI21_API_KEY?: string | undefined;
|
|
406
|
-
ANTHROPIC_API_KEY?: string | undefined;
|
|
407
|
-
AWS_BEDROCK_REGION?: string | undefined;
|
|
408
|
-
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
409
|
-
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
410
|
-
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
411
|
-
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
412
|
-
BAM_API_HOST?: string | undefined;
|
|
413
|
-
BAM_API_KEY?: string | undefined;
|
|
414
|
-
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
415
|
-
CLOUDFLARE_API_KEY?: string | undefined;
|
|
416
|
-
COHERE_API_KEY?: string | undefined;
|
|
417
|
-
GOOGLE_API_HOST?: string | undefined;
|
|
418
|
-
GOOGLE_API_KEY?: string | undefined;
|
|
419
|
-
GROQ_API_KEY?: string | undefined;
|
|
420
|
-
LOCALAI_BASE_URL?: string | undefined;
|
|
421
|
-
MISTRAL_API_BASE_URL?: string | undefined;
|
|
422
|
-
MISTRAL_API_HOST?: string | undefined;
|
|
423
|
-
MISTRAL_API_KEY?: string | undefined;
|
|
424
|
-
OPENAI_API_BASE_URL?: string | undefined;
|
|
425
|
-
OPENAI_API_HOST?: string | undefined;
|
|
426
|
-
OPENAI_API_KEY?: string | undefined;
|
|
427
|
-
OPENAI_BASE_URL?: string | undefined;
|
|
428
|
-
OPENAI_ORGANIZATION?: string | undefined;
|
|
429
|
-
PALM_API_HOST?: string | undefined;
|
|
430
|
-
PALM_API_KEY?: string | undefined;
|
|
431
|
-
REPLICATE_API_KEY?: string | undefined;
|
|
432
|
-
REPLICATE_API_TOKEN?: string | undefined;
|
|
433
|
-
VERTEX_API_HOST?: string | undefined;
|
|
434
|
-
VERTEX_API_KEY?: string | undefined;
|
|
435
|
-
VERTEX_PROJECT_ID?: string | undefined;
|
|
436
|
-
VERTEX_PUBLISHER?: string | undefined;
|
|
437
|
-
VERTEX_REGION?: string | undefined;
|
|
438
|
-
} | undefined;
|
|
439
|
-
metadata?: Record<string, any> | undefined;
|
|
440
|
-
description?: string | undefined;
|
|
385
|
+
}>)[] | undefined;
|
|
441
386
|
tests?: string | (string | {
|
|
442
387
|
options?: ({
|
|
443
388
|
prefix?: string | undefined;
|
|
@@ -974,6 +919,137 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
|
|
|
974
919
|
promptSuffix?: string | undefined;
|
|
975
920
|
envPath?: string | undefined;
|
|
976
921
|
} | undefined;
|
|
922
|
+
targets?: string | (((args_0: string, args_1: {
|
|
923
|
+
vars: Record<string, string | {}>;
|
|
924
|
+
prompt: {
|
|
925
|
+
raw: string;
|
|
926
|
+
label: string;
|
|
927
|
+
function?: ((args_0: {
|
|
928
|
+
vars: Record<string, any>;
|
|
929
|
+
provider?: import("../types").ApiProvider | undefined;
|
|
930
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
931
|
+
id?: string | undefined;
|
|
932
|
+
config?: any;
|
|
933
|
+
display?: string | undefined;
|
|
934
|
+
};
|
|
935
|
+
fetchWithCache?: any;
|
|
936
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
937
|
+
getCache?: any;
|
|
938
|
+
logger?: any;
|
|
939
|
+
originalProvider?: any;
|
|
940
|
+
} | undefined, args_2: {
|
|
941
|
+
includeLogProbs?: boolean | undefined;
|
|
942
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
943
|
+
label?: string | undefined;
|
|
944
|
+
}) | (string | {
|
|
945
|
+
id?: string | undefined;
|
|
946
|
+
config?: any;
|
|
947
|
+
label?: string | undefined;
|
|
948
|
+
prompts?: string[] | undefined;
|
|
949
|
+
transform?: string | undefined;
|
|
950
|
+
delay?: number | undefined;
|
|
951
|
+
env?: {
|
|
952
|
+
AI21_API_BASE_URL?: string | undefined;
|
|
953
|
+
AI21_API_KEY?: string | undefined;
|
|
954
|
+
ANTHROPIC_API_KEY?: string | undefined;
|
|
955
|
+
AWS_BEDROCK_REGION?: string | undefined;
|
|
956
|
+
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
957
|
+
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
958
|
+
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
959
|
+
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
960
|
+
BAM_API_HOST?: string | undefined;
|
|
961
|
+
BAM_API_KEY?: string | undefined;
|
|
962
|
+
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
963
|
+
CLOUDFLARE_API_KEY?: string | undefined;
|
|
964
|
+
COHERE_API_KEY?: string | undefined;
|
|
965
|
+
GOOGLE_API_HOST?: string | undefined;
|
|
966
|
+
GOOGLE_API_KEY?: string | undefined;
|
|
967
|
+
GROQ_API_KEY?: string | undefined;
|
|
968
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
969
|
+
MISTRAL_API_BASE_URL?: string | undefined;
|
|
970
|
+
MISTRAL_API_HOST?: string | undefined;
|
|
971
|
+
MISTRAL_API_KEY?: string | undefined;
|
|
972
|
+
OPENAI_API_BASE_URL?: string | undefined;
|
|
973
|
+
OPENAI_API_HOST?: string | undefined;
|
|
974
|
+
OPENAI_API_KEY?: string | undefined;
|
|
975
|
+
OPENAI_BASE_URL?: string | undefined;
|
|
976
|
+
OPENAI_ORGANIZATION?: string | undefined;
|
|
977
|
+
PALM_API_HOST?: string | undefined;
|
|
978
|
+
PALM_API_KEY?: string | undefined;
|
|
979
|
+
REPLICATE_API_KEY?: string | undefined;
|
|
980
|
+
REPLICATE_API_TOKEN?: string | undefined;
|
|
981
|
+
VERTEX_API_HOST?: string | undefined;
|
|
982
|
+
VERTEX_API_KEY?: string | undefined;
|
|
983
|
+
VERTEX_PROJECT_ID?: string | undefined;
|
|
984
|
+
VERTEX_PUBLISHER?: string | undefined;
|
|
985
|
+
VERTEX_REGION?: string | undefined;
|
|
986
|
+
} | undefined;
|
|
987
|
+
} | (((args_0: string, args_1: {
|
|
988
|
+
vars: Record<string, string | {}>;
|
|
989
|
+
prompt: {
|
|
990
|
+
raw: string;
|
|
991
|
+
label: string;
|
|
992
|
+
function?: ((args_0: {
|
|
993
|
+
vars: Record<string, any>;
|
|
994
|
+
provider?: import("../types").ApiProvider | undefined;
|
|
995
|
+
}, ...args: unknown[]) => Promise<any>) | undefined;
|
|
996
|
+
id?: string | undefined;
|
|
997
|
+
config?: any;
|
|
998
|
+
display?: string | undefined;
|
|
999
|
+
};
|
|
1000
|
+
fetchWithCache?: any;
|
|
1001
|
+
filters?: Record<string, (args_0: any, ...args: any[]) => string> | undefined;
|
|
1002
|
+
getCache?: any;
|
|
1003
|
+
logger?: any;
|
|
1004
|
+
originalProvider?: any;
|
|
1005
|
+
} | undefined, args_2: {
|
|
1006
|
+
includeLogProbs?: boolean | undefined;
|
|
1007
|
+
} | undefined, ...args: unknown[]) => Promise<ProviderResponse>) & {
|
|
1008
|
+
label?: string | undefined;
|
|
1009
|
+
}) | Record<string, {
|
|
1010
|
+
id?: string | undefined;
|
|
1011
|
+
config?: any;
|
|
1012
|
+
label?: string | undefined;
|
|
1013
|
+
prompts?: string[] | undefined;
|
|
1014
|
+
transform?: string | undefined;
|
|
1015
|
+
delay?: number | undefined;
|
|
1016
|
+
env?: {
|
|
1017
|
+
AI21_API_BASE_URL?: string | undefined;
|
|
1018
|
+
AI21_API_KEY?: string | undefined;
|
|
1019
|
+
ANTHROPIC_API_KEY?: string | undefined;
|
|
1020
|
+
AWS_BEDROCK_REGION?: string | undefined;
|
|
1021
|
+
AZURE_OPENAI_API_BASE_URL?: string | undefined;
|
|
1022
|
+
AZURE_OPENAI_API_HOST?: string | undefined;
|
|
1023
|
+
AZURE_OPENAI_API_KEY?: string | undefined;
|
|
1024
|
+
AZURE_OPENAI_BASE_URL?: string | undefined;
|
|
1025
|
+
BAM_API_HOST?: string | undefined;
|
|
1026
|
+
BAM_API_KEY?: string | undefined;
|
|
1027
|
+
CLOUDFLARE_ACCOUNT_ID?: string | undefined;
|
|
1028
|
+
CLOUDFLARE_API_KEY?: string | undefined;
|
|
1029
|
+
COHERE_API_KEY?: string | undefined;
|
|
1030
|
+
GOOGLE_API_HOST?: string | undefined;
|
|
1031
|
+
GOOGLE_API_KEY?: string | undefined;
|
|
1032
|
+
GROQ_API_KEY?: string | undefined;
|
|
1033
|
+
LOCALAI_BASE_URL?: string | undefined;
|
|
1034
|
+
MISTRAL_API_BASE_URL?: string | undefined;
|
|
1035
|
+
MISTRAL_API_HOST?: string | undefined;
|
|
1036
|
+
MISTRAL_API_KEY?: string | undefined;
|
|
1037
|
+
OPENAI_API_BASE_URL?: string | undefined;
|
|
1038
|
+
OPENAI_API_HOST?: string | undefined;
|
|
1039
|
+
OPENAI_API_KEY?: string | undefined;
|
|
1040
|
+
OPENAI_BASE_URL?: string | undefined;
|
|
1041
|
+
OPENAI_ORGANIZATION?: string | undefined;
|
|
1042
|
+
PALM_API_HOST?: string | undefined;
|
|
1043
|
+
PALM_API_KEY?: string | undefined;
|
|
1044
|
+
REPLICATE_API_KEY?: string | undefined;
|
|
1045
|
+
REPLICATE_API_TOKEN?: string | undefined;
|
|
1046
|
+
VERTEX_API_HOST?: string | undefined;
|
|
1047
|
+
VERTEX_API_KEY?: string | undefined;
|
|
1048
|
+
VERTEX_PROJECT_ID?: string | undefined;
|
|
1049
|
+
VERTEX_PUBLISHER?: string | undefined;
|
|
1050
|
+
VERTEX_REGION?: string | undefined;
|
|
1051
|
+
} | undefined;
|
|
1052
|
+
}>)[] | undefined;
|
|
977
1053
|
}>;
|
|
978
1054
|
driverParam: string;
|
|
979
1055
|
notNull: true;
|
|
@@ -1320,22 +1396,6 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
|
|
|
1320
1396
|
baseColumn: never;
|
|
1321
1397
|
generated: undefined;
|
|
1322
1398
|
}, object>;
|
|
1323
|
-
providerId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
1324
|
-
name: "provider_id";
|
|
1325
|
-
tableName: "eval_results";
|
|
1326
|
-
dataType: "string";
|
|
1327
|
-
columnType: "SQLiteText";
|
|
1328
|
-
data: string;
|
|
1329
|
-
driverParam: string;
|
|
1330
|
-
notNull: false;
|
|
1331
|
-
hasDefault: false;
|
|
1332
|
-
isPrimaryKey: false;
|
|
1333
|
-
isAutoincrement: false;
|
|
1334
|
-
hasRuntimeDefault: false;
|
|
1335
|
-
enumValues: [string, ...string[]];
|
|
1336
|
-
baseColumn: never;
|
|
1337
|
-
generated: undefined;
|
|
1338
|
-
}, object>;
|
|
1339
1399
|
latencyMs: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
1340
1400
|
name: "latency_ms";
|
|
1341
1401
|
tableName: "eval_results";
|
|
@@ -1571,49 +1631,6 @@ export declare const evalsToTagsRelations: import("drizzle-orm").Relations<"eval
|
|
|
1571
1631
|
eval: import("drizzle-orm").One<"evals", true>;
|
|
1572
1632
|
tag: import("drizzle-orm").One<"tags", true>;
|
|
1573
1633
|
}>;
|
|
1574
|
-
export declare const evalsToProvidersTable: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
|
|
1575
|
-
name: "evals_to_providers";
|
|
1576
|
-
schema: undefined;
|
|
1577
|
-
columns: {
|
|
1578
|
-
providerId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
1579
|
-
name: "provider_id";
|
|
1580
|
-
tableName: "evals_to_providers";
|
|
1581
|
-
dataType: "string";
|
|
1582
|
-
columnType: "SQLiteText";
|
|
1583
|
-
data: string;
|
|
1584
|
-
driverParam: string;
|
|
1585
|
-
notNull: true;
|
|
1586
|
-
hasDefault: false;
|
|
1587
|
-
isPrimaryKey: false;
|
|
1588
|
-
isAutoincrement: false;
|
|
1589
|
-
hasRuntimeDefault: false;
|
|
1590
|
-
enumValues: [string, ...string[]];
|
|
1591
|
-
baseColumn: never;
|
|
1592
|
-
generated: undefined;
|
|
1593
|
-
}, object>;
|
|
1594
|
-
evalId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
|
|
1595
|
-
name: "eval_id";
|
|
1596
|
-
tableName: "evals_to_providers";
|
|
1597
|
-
dataType: "string";
|
|
1598
|
-
columnType: "SQLiteText";
|
|
1599
|
-
data: string;
|
|
1600
|
-
driverParam: string;
|
|
1601
|
-
notNull: true;
|
|
1602
|
-
hasDefault: false;
|
|
1603
|
-
isPrimaryKey: false;
|
|
1604
|
-
isAutoincrement: false;
|
|
1605
|
-
hasRuntimeDefault: false;
|
|
1606
|
-
enumValues: [string, ...string[]];
|
|
1607
|
-
baseColumn: never;
|
|
1608
|
-
generated: undefined;
|
|
1609
|
-
}, object>;
|
|
1610
|
-
};
|
|
1611
|
-
dialect: "sqlite";
|
|
1612
|
-
}>;
|
|
1613
|
-
export declare const evalsToProvidersRelations: import("drizzle-orm").Relations<"evals_to_providers", {
|
|
1614
|
-
provider: import("drizzle-orm").One<"providers", true>;
|
|
1615
|
-
eval: import("drizzle-orm").One<"evals", true>;
|
|
1616
|
-
}>;
|
|
1617
1634
|
export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
|
|
1618
1635
|
name: "datasets";
|
|
1619
1636
|
schema: undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EACV,MAAM,EACN,gBAAgB,EAChB,aAAa,EAEb,eAAe,EAGf,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,
|
|
1
|
+
{"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EACV,MAAM,EACN,gBAAgB,EAChB,aAAa,EAEb,eAAe,EAGf,iBAAiB,EAClB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYxB,CAAC;AAIF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWrB,CAAC;AAIF,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBtB,CAAC;AAEF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0C5B,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe/B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAEJ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe5B,CAAC;AAEF,eAAO,MAAM,aAAa;;EAEvB,CAAC;AAEJ,eAAO,MAAM,oBAAoB;;;EAS9B,CAAC;AAIJ,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYzB,CAAC;AAEF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBhC,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;;EAIxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC"}
|
|
@@ -1,20 +1,14 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.evalsToDatasetsRelations = exports.evalsToPromptsRelations = exports.evalsRelations = exports.datasetsRelations = exports.evalsToDatasetsTable = exports.datasetsTable = exports.
|
|
3
|
+
exports.evalsToDatasetsRelations = exports.evalsToPromptsRelations = exports.evalsRelations = exports.datasetsRelations = exports.evalsToDatasetsTable = exports.datasetsTable = exports.evalsToTagsRelations = exports.tagsRelations = exports.evalsToTagsTable = exports.promptsRelations = exports.evalsToPromptsTable = exports.evalResultsTable = exports.evalsTable = exports.tagsTable = exports.promptsTable = void 0;
|
|
4
4
|
const drizzle_orm_1 = require("drizzle-orm");
|
|
5
5
|
const sqlite_core_1 = require("drizzle-orm/sqlite-core");
|
|
6
|
-
// ------------ Providers ------------
|
|
7
|
-
exports.providers = (0, sqlite_core_1.sqliteTable)('providers', {
|
|
8
|
-
id: (0, sqlite_core_1.text)('id').primaryKey(),
|
|
9
|
-
providerId: (0, sqlite_core_1.text)('provider_id').notNull(),
|
|
10
|
-
config: (0, sqlite_core_1.text)('options', { mode: 'json' }).$type().notNull(),
|
|
11
|
-
});
|
|
12
6
|
// ------------ Prompts ------------
|
|
13
7
|
exports.promptsTable = (0, sqlite_core_1.sqliteTable)('prompts', {
|
|
14
8
|
id: (0, sqlite_core_1.text)('id').primaryKey(),
|
|
15
9
|
createdAt: (0, sqlite_core_1.integer)('created_at')
|
|
16
10
|
.notNull()
|
|
17
|
-
.default((0, drizzle_orm_1.sql) `
|
|
11
|
+
.default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
|
|
18
12
|
prompt: (0, sqlite_core_1.text)('prompt').notNull(),
|
|
19
13
|
}, (table) => ({
|
|
20
14
|
createdAtIdx: (0, sqlite_core_1.index)('prompts_created_at_idx').on(table.createdAt),
|
|
@@ -33,7 +27,7 @@ exports.evalsTable = (0, sqlite_core_1.sqliteTable)('evals', {
|
|
|
33
27
|
id: (0, sqlite_core_1.text)('id').primaryKey(),
|
|
34
28
|
createdAt: (0, sqlite_core_1.integer)('created_at')
|
|
35
29
|
.notNull()
|
|
36
|
-
.default((0, drizzle_orm_1.sql) `
|
|
30
|
+
.default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
|
|
37
31
|
author: (0, sqlite_core_1.text)('author'),
|
|
38
32
|
description: (0, sqlite_core_1.text)('description'),
|
|
39
33
|
results: (0, sqlite_core_1.text)('results', { mode: 'json' }).$type().notNull(),
|
|
@@ -47,10 +41,10 @@ exports.evalResultsTable = (0, sqlite_core_1.sqliteTable)('eval_results', {
|
|
|
47
41
|
id: (0, sqlite_core_1.text)('id').primaryKey(),
|
|
48
42
|
createdAt: (0, sqlite_core_1.integer)('created_at')
|
|
49
43
|
.notNull()
|
|
50
|
-
.default((0, drizzle_orm_1.sql) `
|
|
44
|
+
.default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
|
|
51
45
|
updatedAt: (0, sqlite_core_1.integer)('updated_at')
|
|
52
46
|
.notNull()
|
|
53
|
-
.default((0, drizzle_orm_1.sql) `
|
|
47
|
+
.default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
|
|
54
48
|
evalId: (0, sqlite_core_1.text)('eval_id')
|
|
55
49
|
.notNull()
|
|
56
50
|
.references(() => exports.evalsTable.id),
|
|
@@ -61,7 +55,6 @@ exports.evalResultsTable = (0, sqlite_core_1.sqliteTable)('eval_results', {
|
|
|
61
55
|
promptId: (0, sqlite_core_1.text)('prompt_id').references(() => exports.promptsTable.id),
|
|
62
56
|
// Provider-related fields
|
|
63
57
|
provider: (0, sqlite_core_1.text)('provider', { mode: 'json' }).$type().notNull(),
|
|
64
|
-
providerId: (0, sqlite_core_1.text)('provider_id').references(() => exports.providers.id),
|
|
65
58
|
latencyMs: (0, sqlite_core_1.integer)('latency_ms'),
|
|
66
59
|
cost: (0, sqlite_core_1.real)('cost'),
|
|
67
60
|
// Output-related fields
|
|
@@ -117,33 +110,13 @@ exports.evalsToTagsRelations = (0, drizzle_orm_1.relations)(exports.evalsToTagsT
|
|
|
117
110
|
references: [exports.tagsTable.id],
|
|
118
111
|
}),
|
|
119
112
|
}));
|
|
120
|
-
exports.evalsToProvidersTable = (0, sqlite_core_1.sqliteTable)('evals_to_providers', {
|
|
121
|
-
providerId: (0, sqlite_core_1.text)('provider_id')
|
|
122
|
-
.notNull()
|
|
123
|
-
.references(() => exports.providers.id),
|
|
124
|
-
evalId: (0, sqlite_core_1.text)('eval_id')
|
|
125
|
-
.notNull()
|
|
126
|
-
.references(() => exports.evalsTable.id),
|
|
127
|
-
}, (t) => ({
|
|
128
|
-
pk: (0, sqlite_core_1.primaryKey)({ columns: [t.providerId, t.evalId] }),
|
|
129
|
-
}));
|
|
130
|
-
exports.evalsToProvidersRelations = (0, drizzle_orm_1.relations)(exports.evalsToProvidersTable, ({ one }) => ({
|
|
131
|
-
provider: one(exports.providers, {
|
|
132
|
-
fields: [exports.evalsToProvidersTable.providerId],
|
|
133
|
-
references: [exports.providers.id],
|
|
134
|
-
}),
|
|
135
|
-
eval: one(exports.evalsTable, {
|
|
136
|
-
fields: [exports.evalsToProvidersTable.evalId],
|
|
137
|
-
references: [exports.evalsTable.id],
|
|
138
|
-
}),
|
|
139
|
-
}));
|
|
140
113
|
// ------------ Datasets ------------
|
|
141
114
|
exports.datasetsTable = (0, sqlite_core_1.sqliteTable)('datasets', {
|
|
142
115
|
id: (0, sqlite_core_1.text)('id').primaryKey(),
|
|
143
116
|
tests: (0, sqlite_core_1.text)('tests', { mode: 'json' }).$type(),
|
|
144
117
|
createdAt: (0, sqlite_core_1.integer)('created_at')
|
|
145
118
|
.notNull()
|
|
146
|
-
.default((0, drizzle_orm_1.sql) `
|
|
119
|
+
.default((0, drizzle_orm_1.sql) `CURRENT_TIMESTAMP`),
|
|
147
120
|
}, (table) => ({
|
|
148
121
|
createdAtIdx: (0, sqlite_core_1.index)('datasets_created_at_idx').on(table.createdAt),
|
|
149
122
|
}));
|
|
@@ -199,7 +172,7 @@ export const llmOutputs = sqliteTable(
|
|
|
199
172
|
id: text('id')
|
|
200
173
|
.notNull()
|
|
201
174
|
.unique(),
|
|
202
|
-
createdAt: integer('created_at').notNull().default(sql`
|
|
175
|
+
createdAt: integer('created_at').notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
203
176
|
evalId: text('eval_id')
|
|
204
177
|
.notNull()
|
|
205
178
|
.references(() => evals.id),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tables.js","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":";;;AAAA,6CAA6C;AAC7C,yDAQiC;AAYjC,
|
|
1
|
+
{"version":3,"file":"tables.js","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":";;;AAAA,6CAA6C;AAC7C,yDAQiC;AAYjC,oCAAoC;AAEvB,QAAA,YAAY,GAAG,IAAA,yBAAW,EACrC,SAAS,EACT;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;CACjC,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,YAAY,EAAE,IAAA,mBAAK,EAAC,wBAAwB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;CAClE,CAAC,CACH,CAAC;AAEF,iCAAiC;AAEpB,QAAA,SAAS,GAAG,IAAA,yBAAW,EAClC,MAAM,EACN;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,IAAI,EAAE,IAAA,kBAAI,EAAC,MAAM,CAAC,CAAC,OAAO,EAAE;IAC5B,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,CAAC,CAAC,OAAO,EAAE;CAC/B,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,OAAO,EAAE,IAAA,mBAAK,EAAC,eAAe,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;IAC9C,eAAe,EAAE,IAAA,yBAAW,EAAC,wBAAwB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC;CACnF,CAAC,CACH,CAAC;AAEF,kCAAkC;AAErB,QAAA,UAAU,GAAG,IAAA,yBAAW,EACnC,OAAO,EACP;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC;IACtB,WAAW,EAAE,IAAA,kBAAI,EAAC,aAAa,CAAC;IAChC,OAAO,EAAE,IAAA,kBAAI,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA8B,CAAC,OAAO,EAAE;IACxF,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B,CAAC,OAAO,EAAE;IAClF,OAAO,EAAE,IAAA,kBAAI,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAqB;CACtE,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,YAAY,EAAE,IAAA,mBAAK,EAAC,sBAAsB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;IAC/D,SAAS,EAAE,IAAA,mBAAK,EAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC;CACtD,CAAC,CACH,CAAC;AAEW,QAAA,gBAAgB,GAAG,IAAA,yBAAW,EACzC,cAAc,EACd;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;IAClC,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;IAClC,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC,CAAC,OAAO,EAAE;IAC1C,OAAO,EAAE,IAAA,qBAAO,EAAC,UAAU,CAAC,CAAC,OAAO,EAAE;IAEtC,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAkB,CAAC,OAAO,EAAE;IAC/E,MAAM,EAAE,IAAA,kBAAI,EAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAU,CAAC,OAAO,EAAE;IAClE,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,oBAAY,CAAC,EAAE,CAAC;IAE7D,0BAA0B;IAC1B,QAAQ,EAAE,IAAA,kBAAI,EAAC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAmB,CAAC,OAAO,EAAE;IAE/E,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;IAChC,IAAI,EAAE,IAAA,kBAAI,EAAC,MAAM,CAAC;IAElB,wBAAwB;IACxB,QAAQ,EAAE,IAAA,kBAAI,EAAC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAoB;IACtE,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,CAAC;IAEpB,wBAAwB;IACxB,OAAO,EAAE,IAAA,qBAAO,EAAC,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IAC1D,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,CAAC,CAAC,OAAO,EAAE;IAC9B,aAAa,EAAE,IAAA,kBAAI,EAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAiB;IAC9E,WAAW,EAAE,IAAA,kBAAI,EAAC,cAAc,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;IAEnF,kBAAkB;IAClB,QAAQ,EAAE,IAAA,kBAAI,EAAC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;CAC7E,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,SAAS,EAAE,IAAA,mBAAK,EAAC,yBAAyB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC;CAC7D,CAAC,CACH,CAAC;AAEW,QAAA,mBAAmB,GAAG,IAAA,yBAAW,EAC5C,kBAAkB,EAClB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IAC3D,QAAQ,EAAE,IAAA,kBAAI,EAAC,WAAW,CAAC;SACxB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,oBAAY,CAAC,EAAE,CAAC;CACrC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;IACnD,SAAS,EAAE,IAAA,mBAAK,EAAC,8BAA8B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC7D,WAAW,EAAE,IAAA,mBAAK,EAAC,gCAAgC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;CACpE,CAAC,CACH,CAAC;AAEW,QAAA,gBAAgB,GAAG,IAAA,uBAAS,EAAC,oBAAY,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACrE,cAAc,EAAE,IAAI,CAAC,2BAAmB,CAAC;CAC1C,CAAC,CAAC,CAAC;AAES,QAAA,gBAAgB,GAAG,IAAA,yBAAW,EACzC,eAAe,EACf;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;IAClC,KAAK,EAAE,IAAA,kBAAI,EAAC,QAAQ,CAAC;SAClB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,iBAAS,CAAC,EAAE,CAAC;CAClC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;IAChD,SAAS,EAAE,IAAA,mBAAK,EAAC,2BAA2B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1D,QAAQ,EAAE,IAAA,mBAAK,EAAC,0BAA0B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;CACxD,CAAC,CACH,CAAC;AAEW,QAAA,aAAa,GAAG,IAAA,uBAAS,EAAC,iBAAS,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC/D,WAAW,EAAE,IAAI,CAAC,wBAAgB,CAAC;CACpC,CAAC,CAAC,CAAC;AAES,QAAA,oBAAoB,GAAG,IAAA,uBAAS,EAAC,wBAAgB,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAC5E,IAAI,EAAE,GAAG,CAAC,kBAAU,EAAE;QACpB,MAAM,EAAE,CAAC,wBAAgB,CAAC,MAAM,CAAC;QACjC,UAAU,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;KAC5B,CAAC;IACF,GAAG,EAAE,GAAG,CAAC,iBAAS,EAAE;QAClB,MAAM,EAAE,CAAC,wBAAgB,CAAC,KAAK,CAAC;QAChC,UAAU,EAAE,CAAC,iBAAS,CAAC,EAAE,CAAC;KAC3B,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,qCAAqC;AAExB,QAAA,aAAa,GAAG,IAAA,yBAAW,EACtC,UAAU,EACV;IACE,EAAE,EAAE,IAAA,kBAAI,EAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IAC3B,KAAK,EAAE,IAAA,kBAAI,EAAC,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAA0B;IACtE,SAAS,EAAE,IAAA,qBAAO,EAAC,YAAY,CAAC;SAC7B,OAAO,EAAE;SACT,OAAO,CAAC,IAAA,iBAAG,EAAA,mBAAmB,CAAC;CACnC,EACD,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACV,YAAY,EAAE,IAAA,mBAAK,EAAC,yBAAyB,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC;CACnE,CAAC,CACH,CAAC;AAEW,QAAA,oBAAoB,GAAG,IAAA,yBAAW,EAC7C,mBAAmB,EACnB;IACE,MAAM,EAAE,IAAA,kBAAI,EAAC,SAAS,CAAC;SACpB,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;IAClC,yFAAyF;IACzF,uDAAuD;IACvD,SAAS,EAAE,IAAA,kBAAI,EAAC,YAAY,CAAC;SAC1B,OAAO,EAAE;SACT,UAAU,CAAC,GAAG,EAAE,CAAC,qBAAa,CAAC,EAAE,CAAC;CACtC,EACD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACN,EAAE,EAAE,IAAA,wBAAU,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;IACpD,SAAS,EAAE,IAAA,mBAAK,EAAC,+BAA+B,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9D,YAAY,EAAE,IAAA,mBAAK,EAAC,kCAAkC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;CACxE,CAAC,CACH,CAAC;AAEW,QAAA,iBAAiB,GAAG,IAAA,uBAAS,EAAC,qBAAa,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACvE,eAAe,EAAE,IAAI,CAAC,4BAAoB,CAAC;CAC5C,CAAC,CAAC,CAAC;AAEJ,kCAAkC;AAErB,QAAA,cAAc,GAAG,IAAA,uBAAS,EAAC,kBAAU,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACjE,cAAc,EAAE,IAAI,CAAC,2BAAmB,CAAC;IACzC,eAAe,EAAE,IAAI,CAAC,4BAAoB,CAAC;IAC3C,WAAW,EAAE,IAAI,CAAC,wBAAgB,CAAC;CACpC,CAAC,CAAC,CAAC;AAES,QAAA,uBAAuB,GAAG,IAAA,uBAAS,EAAC,2BAAmB,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IAClF,IAAI,EAAE,GAAG,CAAC,kBAAU,EAAE;QACpB,MAAM,EAAE,CAAC,2BAAmB,CAAC,MAAM,CAAC;QACpC,UAAU,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;KAC5B,CAAC;IACF,MAAM,EAAE,GAAG,CAAC,oBAAY,EAAE;QACxB,MAAM,EAAE,CAAC,2BAAmB,CAAC,QAAQ,CAAC;QACtC,UAAU,EAAE,CAAC,oBAAY,CAAC,EAAE,CAAC;KAC9B,CAAC;CACH,CAAC,CAAC,CAAC;AAES,QAAA,wBAAwB,GAAG,IAAA,uBAAS,EAAC,4BAAoB,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IACpF,IAAI,EAAE,GAAG,CAAC,kBAAU,EAAE;QACpB,MAAM,EAAE,CAAC,4BAAoB,CAAC,MAAM,CAAC;QACrC,UAAU,EAAE,CAAC,kBAAU,CAAC,EAAE,CAAC;KAC5B,CAAC;IACF,OAAO,EAAE,GAAG,CAAC,qBAAa,EAAE;QAC1B,MAAM,EAAE,CAAC,4BAAoB,CAAC,SAAS,CAAC;QACxC,UAAU,EAAE,CAAC,qBAAa,CAAC,EAAE,CAAC;KAC/B,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,oCAAoC;AACpC,wDAAwD;AAExD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsCE"}
|
package/dist/src/envars.d.ts
CHANGED
|
@@ -19,13 +19,15 @@ export type EnvVars = {
|
|
|
19
19
|
PROMPTFOO_DISABLE_REDTEAM_MODERATION?: boolean;
|
|
20
20
|
PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION?: boolean;
|
|
21
21
|
PROMPTFOO_DISABLE_REF_PARSER?: boolean;
|
|
22
|
+
PROMPTFOO_DISABLE_SHARE_EMAIL_REQUEST?: boolean;
|
|
22
23
|
PROMPTFOO_DISABLE_SHARE_WARNING?: boolean;
|
|
23
24
|
PROMPTFOO_DISABLE_SHARING?: boolean;
|
|
24
25
|
PROMPTFOO_DISABLE_TELEMETRY?: boolean;
|
|
25
26
|
PROMPTFOO_DISABLE_TEMPLATING?: boolean;
|
|
26
27
|
PROMPTFOO_DISABLE_UPDATE?: boolean;
|
|
27
28
|
PROMPTFOO_DISABLE_VAR_EXPANSION?: boolean;
|
|
28
|
-
|
|
29
|
+
PROMPTFOO_ENABLE_DATABASE_LOGS?: boolean;
|
|
30
|
+
PROMPTFOO_EXPERIMENTAL?: boolean;
|
|
29
31
|
PROMPTFOO_FAILED_TEST_EXIT_CODE?: number;
|
|
30
32
|
PROMPTFOO_LIGHTWEIGHT_RESULTS?: boolean;
|
|
31
33
|
PROMPTFOO_NO_TESTCASE_ASSERT_WARNING?: boolean;
|
|
@@ -38,12 +40,12 @@ export type EnvVars = {
|
|
|
38
40
|
PROMPTFOO_REQUEST_BACKOFF_MS?: number;
|
|
39
41
|
PROMPTFOO_REQUIRE_JSON_PROMPTS?: boolean;
|
|
40
42
|
PROMPTFOO_RETRY_5XX?: boolean;
|
|
43
|
+
PROMPTFOO_SELF_HOSTED?: boolean;
|
|
41
44
|
PROMPTFOO_SHARING_APP_BASE_URL?: string;
|
|
42
45
|
PROMPTFOO_SHORT_CIRCUIT_TEST_FAILURES?: boolean;
|
|
43
46
|
PROMPTFOO_STRICT_FILES?: boolean;
|
|
44
|
-
PROMPTFOO_UNALIGNED_INFERENCE_ENDPOINT?: string;
|
|
45
47
|
PROMPTFOO_TELEMETRY_DEBUG?: boolean;
|
|
46
|
-
|
|
48
|
+
PROMPTFOO_UNALIGNED_INFERENCE_ENDPOINT?: string;
|
|
47
49
|
REQUEST_TIMEOUT_MS?: number;
|
|
48
50
|
RESULT_HISTORY_LENGTH?: number;
|
|
49
51
|
WEBHOOK_TIMEOUT?: number;
|
package/dist/src/envars.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"envars.d.ts","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAG5C,MAAM,MAAM,OAAO,GAAG;IACpB,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAChD,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,yCAAyC,CAAC,EAAE,MAAM,CAAC;IACnD,oCAAoC,CAAC,EAAE,MAAM,CAAC;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IACzC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,2CAA2C,CAAC,EAAE,OAAO,CAAC;IACtD,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,
|
|
1
|
+
{"version":3,"file":"envars.d.ts","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAG5C,MAAM,MAAM,OAAO,GAAG;IACpB,SAAS,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAChD,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,yCAAyC,CAAC,EAAE,MAAM,CAAC;IACnD,oCAAoC,CAAC,EAAE,MAAM,CAAC;IAC9C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;IACzC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,kCAAkC,CAAC,EAAE,OAAO,CAAC;IAC7C,iCAAiC,CAAC,EAAE,OAAO,CAAC;IAC5C,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,2CAA2C,CAAC,EAAE,OAAO,CAAC;IACtD,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,qCAAqC,CAAC,EAAE,OAAO,CAAC;IAChD,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,2BAA2B,CAAC,EAAE,OAAO,CAAC;IACtC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,+BAA+B,CAAC,EAAE,OAAO,CAAC;IAC1C,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,6BAA6B,CAAC,EAAE,OAAO,CAAC;IACxC,oCAAoC,CAAC,EAAE,OAAO,CAAC;IAC/C,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,8BAA8B,CAAC,EAAE,OAAO,CAAC;IACzC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,qCAAqC,CAAC,EAAE,OAAO,CAAC;IAChD,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,sCAAsC,CAAC,EAAE,MAAM,CAAC;IAChD,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IAGzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IAGjC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GAAG,YAAY,CAAC;AAEjB,KAAK,SAAS,GAAG,MAAM,OAAO,CAAC;AAE/B;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AACjE,wBAAgB,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAS3E;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,OAAO,GAAG,OAAO,CAS1E;AAED;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AAC9D,wBAAgB,SAAS,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAexE;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC;AAChE,wBAAgB,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAAC;AAe1E,wBAAgB,IAAI,YAgBnB"}
|
package/dist/src/envars.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"envars.js","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"envars.js","sourceRoot":"","sources":["../../src/envars.ts"],"names":[],"mappings":";;AAiJA,oCAMC;AAQD,gCASC;AAUD,8BAYC;AAUD,kCAYC;AAED,oBAgBC;AArFD,SAAgB,YAAY,CAAC,GAAc,EAAE,YAAqB;IAChE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,YAAY,CAAC;IACtB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;GAKG;AACH,SAAgB,UAAU,CAAC,GAAc,EAAE,YAAsB;IAC/D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,OAAO,OAAO,CAAC,YAAY,CAAC,CAAC;AAC/B,CAAC;AAUD,SAAgB,SAAS,CAAC,GAAc,EAAE,YAAqB;IAC7D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAUD,SAAgB,WAAW,CAAC,GAAc,EAAE,YAAqB;IAC/D,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC;IAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/B,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAgB,IAAI;IAClB,OAAO,CACL,UAAU,CAAC,IAAI,CAAC;QAChB,UAAU,CAAC,gBAAgB,CAAC;QAC5B,UAAU,CAAC,QAAQ,CAAC;QACpB,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,SAAS,CAAC;QACrB,UAAU,CAAC,WAAW,CAAC;QACvB,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,oBAAoB,CAAC;QAChC,UAAU,CAAC,UAAU,CAAC;QACtB,UAAU,CAAC,kBAAkB,CAAC;QAC9B,UAAU,CAAC,OAAO,CAAC;QACnB,UAAU,CAAC,WAAW,CAAC;QACvB,UAAU,CAAC,kBAAkB,CAAC,CAC/B,CAAC;AACJ,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluator.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluator.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AAKtC,OAAO,KAAK,EAIV,eAAe,EAGf,MAAM,EAGN,SAAS,EACV,MAAM,SAAS,CAAC;AAGjB,eAAO,MAAM,uBAAuB,IAAI,CAAC;AAEzC;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG,OAAO,CAM7F;AAED,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,GAAG,CAAC,GAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,CAqClC;AA+wBD,wBAAgB,QAAQ,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,iBAGxF"}
|
package/dist/src/evaluator.js
CHANGED
|
@@ -43,7 +43,6 @@ const envars_1 = require("./envars");
|
|
|
43
43
|
const evaluatorHelpers_1 = require("./evaluatorHelpers");
|
|
44
44
|
const logger_1 = __importDefault(require("./logger"));
|
|
45
45
|
const prompt_1 = require("./models/prompt");
|
|
46
|
-
const provider_1 = __importDefault(require("./models/provider"));
|
|
47
46
|
const azureopenaiUtil_1 = require("./providers/azureopenaiUtil");
|
|
48
47
|
const suggestions_1 = require("./suggestions");
|
|
49
48
|
const telemetry_1 = __importDefault(require("./telemetry"));
|
|
@@ -737,10 +736,6 @@ class Evaluator {
|
|
|
737
736
|
}
|
|
738
737
|
}
|
|
739
738
|
await this.evalRecord.addPrompts(prompts);
|
|
740
|
-
const providers = await provider_1.default.createMultiple(testSuite.providers, {
|
|
741
|
-
persist: this.evalRecord.persisted,
|
|
742
|
-
});
|
|
743
|
-
await this.evalRecord.addProviders(providers);
|
|
744
739
|
// Finish up
|
|
745
740
|
if (multibar) {
|
|
746
741
|
multibar.stop();
|