promptfoo 0.72.1 → 0.73.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -5
- package/dist/package.json +14 -8
- package/dist/src/accounts.d.ts.map +1 -1
- package/dist/src/accounts.js +2 -1
- package/dist/src/accounts.js.map +1 -1
- package/dist/src/assertions/validateAssertions.d.ts +1 -1
- package/dist/src/assertions/validateAssertions.d.ts.map +1 -1
- package/dist/src/assertions/validateAssertions.js +7 -7
- package/dist/src/assertions/validateAssertions.js.map +1 -1
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js +2 -1
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/cache.js +2 -2
- package/dist/src/cache.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +10 -0
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/export.d.ts.map +1 -1
- package/dist/src/commands/export.js +15 -14
- package/dist/src/commands/export.js.map +1 -1
- package/dist/src/commands/generate/redteam.d.ts +1 -46
- package/dist/src/commands/generate/redteam.d.ts.map +1 -1
- package/dist/src/commands/generate/redteam.js +70 -26
- package/dist/src/commands/generate/redteam.js.map +1 -1
- package/dist/src/commands/import.d.ts.map +1 -1
- package/dist/src/commands/import.js +2 -1
- package/dist/src/commands/import.js.map +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/init.js +12 -0
- package/dist/src/commands/init.js.map +1 -1
- package/dist/src/commands/redteam.d.ts.map +1 -1
- package/dist/src/commands/redteam.js +72 -18
- package/dist/src/commands/redteam.js.map +1 -1
- package/dist/src/commands/view.d.ts.map +1 -1
- package/dist/src/commands/view.js +2 -1
- package/dist/src/commands/view.js.map +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/config.js +2 -20
- package/dist/src/config.js.map +1 -1
- package/dist/src/configTypes.d.ts +7 -0
- package/dist/src/configTypes.d.ts.map +1 -0
- package/dist/src/configTypes.js +3 -0
- package/dist/src/configTypes.js.map +1 -0
- package/dist/src/database/index.d.ts +4 -0
- package/dist/src/database/index.d.ts.map +1 -0
- package/dist/src/database/index.js +50 -0
- package/dist/src/database/index.js.map +1 -0
- package/dist/src/{database.d.ts → database/operations.d.ts} +173 -115
- package/dist/src/{database.d.ts.map → database/operations.d.ts.map} +1 -1
- package/dist/src/{database.js → database/operations.js} +1 -25
- package/dist/src/database/operations.js.map +1 -0
- package/dist/src/evaluator.js +2 -2
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/globalConfig.d.ts +1 -7
- package/dist/src/globalConfig.d.ts.map +1 -1
- package/dist/src/globalConfig.js +3 -3
- package/dist/src/globalConfig.js.map +1 -1
- package/dist/src/matchers.d.ts.map +1 -1
- package/dist/src/matchers.js +6 -2
- package/dist/src/matchers.js.map +1 -1
- package/dist/src/prompts/grading.js +2 -2
- package/dist/src/prompts/processors/python.js +4 -4
- package/dist/src/prompts/processors/python.js.map +1 -1
- package/dist/src/providers/anthropic.d.ts +1 -1
- package/dist/src/providers/anthropic.d.ts.map +1 -1
- package/dist/src/providers/bam.d.ts +1 -1
- package/dist/src/providers/bam.d.ts.map +1 -1
- package/dist/src/providers/bedrock.d.ts +1 -1
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/cohere.d.ts.map +1 -1
- package/dist/src/providers/cohere.js +4 -1
- package/dist/src/providers/cohere.js.map +1 -1
- package/dist/src/providers/http.d.ts +1 -1
- package/dist/src/providers/http.d.ts.map +1 -1
- package/dist/src/providers/http.js +3 -3
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/llama.d.ts +1 -1
- package/dist/src/providers/llama.d.ts.map +1 -1
- package/dist/src/providers/localai.d.ts +1 -1
- package/dist/src/providers/localai.d.ts.map +1 -1
- package/dist/src/providers/ollama.d.ts +1 -1
- package/dist/src/providers/ollama.d.ts.map +1 -1
- package/dist/src/providers/openai.d.ts +1 -1
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +48 -50
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/palm.d.ts +1 -1
- package/dist/src/providers/palm.d.ts.map +1 -1
- package/dist/src/providers/pythonCompletion.d.ts.map +1 -1
- package/dist/src/providers/pythonCompletion.js +6 -5
- package/dist/src/providers/pythonCompletion.js.map +1 -1
- package/dist/src/providers/replicate.js +2 -2
- package/dist/src/providers/replicate.js.map +1 -1
- package/dist/src/providers/scriptCompletion.js +3 -3
- package/dist/src/providers/scriptCompletion.js.map +1 -1
- package/dist/src/providers/vertex.d.ts +1 -1
- package/dist/src/providers/vertex.d.ts.map +1 -1
- package/dist/src/providers/vertex.js +23 -10
- package/dist/src/providers/vertex.js.map +1 -1
- package/dist/src/providers/vertexUtil.d.ts +2 -1
- package/dist/src/providers/vertexUtil.d.ts.map +1 -1
- package/dist/src/providers/vertexUtil.js.map +1 -1
- package/dist/src/providers/webhook.d.ts +1 -1
- package/dist/src/providers/webhook.d.ts.map +1 -1
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +5 -2
- package/dist/src/providers.js.map +1 -1
- package/dist/src/python/pythonUtils.d.ts +4 -0
- package/dist/src/python/pythonUtils.d.ts.map +1 -0
- package/dist/src/python/pythonUtils.js +51 -0
- package/dist/src/python/pythonUtils.js.map +1 -0
- package/dist/src/python/wrapper.d.ts +0 -10
- package/dist/src/python/wrapper.d.ts.map +1 -1
- package/dist/src/python/wrapper.js +2 -49
- package/dist/src/python/wrapper.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +60 -3
- package/dist/src/redteam/constants.d.ts.map +1 -1
- package/dist/src/redteam/constants.js +71 -10
- package/dist/src/redteam/constants.js.map +1 -1
- package/dist/src/redteam/index.d.ts +15 -4
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +110 -33
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +10 -13
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +36 -20
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/debugInterface.d.ts +7 -0
- package/dist/src/redteam/plugins/debugInterface.d.ts.map +1 -0
- package/dist/src/redteam/plugins/debugInterface.js +49 -0
- package/dist/src/redteam/plugins/debugInterface.js.map +1 -0
- package/dist/src/redteam/plugins/harmful.d.ts +1 -54
- package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
- package/dist/src/redteam/plugins/harmful.js +8 -51
- package/dist/src/redteam/plugins/harmful.js.map +1 -1
- package/dist/src/redteam/plugins/pii.d.ts +9 -10
- package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
- package/dist/src/redteam/plugins/pii.js +33 -53
- package/dist/src/redteam/plugins/pii.js.map +1 -1
- package/dist/src/redteam/plugins/rbac.d.ts +7 -0
- package/dist/src/redteam/plugins/rbac.d.ts.map +1 -0
- package/dist/src/redteam/plugins/rbac.js +49 -0
- package/dist/src/redteam/plugins/rbac.js.map +1 -0
- package/dist/src/redteam/plugins/shellInjection.d.ts +7 -0
- package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -0
- package/dist/src/redteam/plugins/shellInjection.js +54 -0
- package/dist/src/redteam/plugins/shellInjection.js.map +1 -0
- package/dist/src/redteam/plugins/sqlInjection.d.ts +7 -0
- package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -0
- package/dist/src/redteam/plugins/sqlInjection.js +44 -0
- package/dist/src/redteam/plugins/sqlInjection.js.map +1 -0
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +2 -1
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/strategies/injections.d.ts.map +1 -0
- package/dist/src/redteam/{methods → strategies}/injections.js +0 -12
- package/dist/src/redteam/strategies/injections.js.map +1 -0
- package/dist/src/redteam/strategies/iterative.d.ts.map +1 -0
- package/dist/src/redteam/strategies/iterative.js.map +1 -0
- package/dist/src/redteam/types.d.ts +196 -0
- package/dist/src/redteam/types.d.ts.map +1 -0
- package/dist/src/redteam/types.js +124 -0
- package/dist/src/redteam/types.js.map +1 -0
- package/dist/src/redteam/util.d.ts +22 -0
- package/dist/src/redteam/util.d.ts.map +1 -0
- package/dist/src/redteam/util.js +56 -0
- package/dist/src/redteam/util.js.map +1 -0
- package/dist/src/testCases.d.ts +1 -2
- package/dist/src/testCases.d.ts.map +1 -1
- package/dist/src/testCases.js.map +1 -1
- package/dist/src/types/databaseTypes.d.ts +17 -0
- package/dist/src/types/databaseTypes.d.ts.map +1 -0
- package/dist/src/types/databaseTypes.js +3 -0
- package/dist/src/types/databaseTypes.js.map +1 -0
- package/dist/src/{types.d.ts → types/index.d.ts} +4296 -1425
- package/dist/src/{types.d.ts.map → types/index.d.ts.map} +1 -1
- package/dist/src/{types.js → types/index.js} +38 -9
- package/dist/src/types/index.js.map +1 -0
- package/dist/src/util/config.d.ts +3 -0
- package/dist/src/util/config.d.ts.map +1 -0
- package/dist/src/util/config.js +42 -0
- package/dist/src/util/config.js.map +1 -0
- package/dist/src/util/index.d.ts +41 -25
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/util/index.js +81 -119
- package/dist/src/util/index.js.map +1 -1
- package/dist/src/util/json.d.ts +3 -0
- package/dist/src/util/json.d.ts.map +1 -0
- package/dist/src/util/json.js +27 -0
- package/dist/src/util/json.js.map +1 -0
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/155-4e319e68476266ee.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/163-93bab94bc04ae71b.js +6 -0
- package/dist/src/web/nextui/_next/static/chunks/{258-4acb452fe85cff6f.js → 258-b6257e5de9d0e2c7.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/281-64d9f1415a301ee5.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/304-cf667fe8f06238b4.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/322-b47b6cc3f5b5fdb8.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/325-0d36870ade5e5263.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/339-79124d204fa988a3.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/378-c135e497df1864cb.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/476-0afb5eb266c57b7f.js +17 -0
- package/dist/src/web/nextui/_next/static/chunks/493-ebd12f00541c4969.js +2 -0
- package/dist/src/web/nextui/_next/static/chunks/497-e280a5610a3d7d42.js +32 -0
- package/dist/src/web/nextui/_next/static/chunks/515-e06d044f12d8a1bd.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/69-5e4d5e60859a86d2.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/737-32d5472455807d7a.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/903-7cc440d9f9e9f95d.js +97 -0
- package/dist/src/web/nextui/_next/static/chunks/905-78cd666f27891ee6.js +28 -0
- package/dist/src/web/nextui/_next/static/chunks/916-b92fea2ab6136411.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/969-6ab6c8f4158da970.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/auth/login/page-7247b17e8f179a46.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/auth/signup/page-8560afaf494f9882.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-6e6ec3c778ccd110.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-fe10d5df88bc44ef.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-0a39d3450aa09dda.js → page-057e5eb83e0f614b.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/page-88fa70fc5bf755bc.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/layout-15abf0d1049cb47c.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/{page-5650318e57510b6c.js → page-122e9cfa52eb218a.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/app/progress/page-a62ca531a4bb4149.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-10bb2e571670139c.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-a8b83960f08e2bb2.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-6ea3e180c3116fb2.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/{main-app-929a26b3c8cd3f7a.js → main-app-7a1376166cb8b72e.js} +1 -1
- package/dist/src/web/nextui/_next/static/chunks/{webpack-c9f728822666f852.js → webpack-ee33d95b3e219985.js} +1 -1
- package/dist/src/web/nextui/_next/static/css/13f881e4290b6d59.css +1 -0
- package/dist/src/web/nextui/_next/static/css/87b5e6e04efd27e5.css +1 -0
- package/dist/src/web/nextui/_next/static/css/e17fdafd8599f69b.css +1 -0
- package/dist/src/web/nextui/_next/static/css/eb523daddb89dfc1.css +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +6 -6
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +6 -6
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +6 -6
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +8 -8
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +5 -5
- package/dist/src/web/nextui/logo-panda.svg +91 -0
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +6 -6
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +6 -6
- package/dist/src/web/nextui/report/index.html +1 -1
- package/dist/src/web/nextui/report/index.txt +8 -8
- package/dist/src/web/nextui/setup/index.html +1 -1
- package/dist/src/web/nextui/setup/index.txt +7 -7
- package/dist/test/__mocks__/tempCustomModule.d.ts +13 -0
- package/dist/test/__mocks__/tempCustomModule.d.ts.map +1 -0
- package/dist/test/__mocks__/tempCustomModule.js +15 -0
- package/dist/test/__mocks__/tempCustomModule.js.map +1 -0
- package/dist/test/account.test.d.ts +2 -0
- package/dist/test/account.test.d.ts.map +1 -0
- package/dist/test/account.test.js +46 -0
- package/dist/test/account.test.js.map +1 -0
- package/dist/test/assertions/AssertionResult.test.d.ts +2 -0
- package/dist/test/assertions/AssertionResult.test.d.ts.map +1 -0
- package/dist/test/assertions/AssertionResult.test.js +184 -0
- package/dist/test/assertions/AssertionResult.test.js.map +1 -0
- package/dist/test/assertions/validateAssertions.test.d.ts +2 -0
- package/dist/test/assertions/validateAssertions.test.d.ts.map +1 -0
- package/dist/test/assertions/validateAssertions.test.js +40 -0
- package/dist/test/assertions/validateAssertions.test.js.map +1 -0
- package/dist/test/assertions.test.d.ts +2 -0
- package/dist/test/assertions.test.d.ts.map +1 -0
- package/dist/test/assertions.test.js +3162 -0
- package/dist/test/assertions.test.js.map +1 -0
- package/dist/test/cache.test.d.ts +2 -0
- package/dist/test/cache.test.d.ts.map +1 -0
- package/dist/test/cache.test.js +90 -0
- package/dist/test/cache.test.js.map +1 -0
- package/dist/test/checkNodeVersion.test.d.ts +2 -0
- package/dist/test/checkNodeVersion.test.d.ts.map +1 -0
- package/dist/test/checkNodeVersion.test.js +85 -0
- package/dist/test/checkNodeVersion.test.js.map +1 -0
- package/dist/test/commands/eval/filterFailingTests.test.d.ts +2 -0
- package/dist/test/commands/eval/filterFailingTests.test.d.ts.map +1 -0
- package/dist/test/commands/eval/filterFailingTests.test.js +84 -0
- package/dist/test/commands/eval/filterFailingTests.test.js.map +1 -0
- package/dist/test/commands/eval/filterProviders.test.d.ts +2 -0
- package/dist/test/commands/eval/filterProviders.test.d.ts.map +1 -0
- package/dist/test/commands/eval/filterProviders.test.js +50 -0
- package/dist/test/commands/eval/filterProviders.test.js.map +1 -0
- package/dist/test/commands/eval/filterTests.test.d.ts +2 -0
- package/dist/test/commands/eval/filterTests.test.d.ts.map +1 -0
- package/dist/test/commands/eval/filterTests.test.js +51 -0
- package/dist/test/commands/eval/filterTests.test.js.map +1 -0
- package/dist/test/config.test.d.ts +2 -0
- package/dist/test/config.test.d.ts.map +1 -0
- package/dist/test/config.test.js +404 -0
- package/dist/test/config.test.js.map +1 -0
- package/dist/test/csv.test.d.ts +2 -0
- package/dist/test/csv.test.d.ts.map +1 -0
- package/dist/test/csv.test.js +239 -0
- package/dist/test/csv.test.js.map +1 -0
- package/dist/test/evaluator.test.d.ts +2 -0
- package/dist/test/evaluator.test.d.ts.map +1 -0
- package/dist/test/evaluator.test.js +922 -0
- package/dist/test/evaluator.test.js.map +1 -0
- package/dist/test/globalConfig.test.d.ts +2 -0
- package/dist/test/globalConfig.test.d.ts.map +1 -0
- package/dist/test/globalConfig.test.js +91 -0
- package/dist/test/globalConfig.test.js.map +1 -0
- package/dist/test/is-sql-tests/node-sql-parser.test.d.ts +2 -0
- package/dist/test/is-sql-tests/node-sql-parser.test.d.ts.map +1 -0
- package/dist/test/is-sql-tests/node-sql-parser.test.js +179 -0
- package/dist/test/is-sql-tests/node-sql-parser.test.js.map +1 -0
- package/dist/test/matchers.test.d.ts +2 -0
- package/dist/test/matchers.test.d.ts.map +1 -0
- package/dist/test/matchers.test.js +807 -0
- package/dist/test/matchers.test.js.map +1 -0
- package/dist/test/prompts.processors.javascript.test.d.ts +2 -0
- package/dist/test/prompts.processors.javascript.test.d.ts.map +1 -0
- package/dist/test/prompts.processors.javascript.test.js +93 -0
- package/dist/test/prompts.processors.javascript.test.js.map +1 -0
- package/dist/test/prompts.processors.json.test.d.ts +2 -0
- package/dist/test/prompts.processors.json.test.d.ts.map +1 -0
- package/dist/test/prompts.processors.json.test.js +67 -0
- package/dist/test/prompts.processors.json.test.js.map +1 -0
- package/dist/test/prompts.processors.jsonl.test.d.ts +2 -0
- package/dist/test/prompts.processors.jsonl.test.d.ts.map +1 -0
- package/dist/test/prompts.processors.jsonl.test.js +99 -0
- package/dist/test/prompts.processors.jsonl.test.js.map +1 -0
- package/dist/test/prompts.processors.python.test.d.ts +2 -0
- package/dist/test/prompts.processors.python.test.d.ts.map +1 -0
- package/dist/test/prompts.processors.python.test.js +100 -0
- package/dist/test/prompts.processors.python.test.js.map +1 -0
- package/dist/test/prompts.processors.python.utils.test.d.ts +2 -0
- package/dist/test/prompts.processors.python.utils.test.d.ts.map +1 -0
- package/dist/test/prompts.processors.python.utils.test.js +68 -0
- package/dist/test/prompts.processors.python.utils.test.js.map +1 -0
- package/dist/test/prompts.processors.string.test.d.ts +2 -0
- package/dist/test/prompts.processors.string.test.d.ts.map +1 -0
- package/dist/test/prompts.processors.string.test.js +24 -0
- package/dist/test/prompts.processors.string.test.js.map +1 -0
- package/dist/test/prompts.processors.text.test.d.ts +2 -0
- package/dist/test/prompts.processors.text.test.d.ts.map +1 -0
- package/dist/test/prompts.processors.text.test.js +109 -0
- package/dist/test/prompts.processors.text.test.js.map +1 -0
- package/dist/test/prompts.processors.yaml.test.d.ts +2 -0
- package/dist/test/prompts.processors.yaml.test.d.ts.map +1 -0
- package/dist/test/prompts.processors.yaml.test.js +76 -0
- package/dist/test/prompts.processors.yaml.test.js.map +1 -0
- package/dist/test/prompts.test.d.ts +2 -0
- package/dist/test/prompts.test.d.ts.map +1 -0
- package/dist/test/prompts.test.js +562 -0
- package/dist/test/prompts.test.js.map +1 -0
- package/dist/test/prompts.utils.test.d.ts +2 -0
- package/dist/test/prompts.utils.test.d.ts.map +1 -0
- package/dist/test/prompts.utils.test.js +123 -0
- package/dist/test/prompts.utils.test.js.map +1 -0
- package/dist/test/providers.anthropic.test.d.ts +2 -0
- package/dist/test/providers.anthropic.test.d.ts.map +1 -0
- package/dist/test/providers.anthropic.test.js +520 -0
- package/dist/test/providers.anthropic.test.js.map +1 -0
- package/dist/test/providers.azure.test.d.ts +2 -0
- package/dist/test/providers.azure.test.d.ts.map +1 -0
- package/dist/test/providers.azure.test.js +96 -0
- package/dist/test/providers.azure.test.js.map +1 -0
- package/dist/test/providers.bedrock.test.d.ts +2 -0
- package/dist/test/providers.bedrock.test.d.ts.map +1 -0
- package/dist/test/providers.bedrock.test.js +349 -0
- package/dist/test/providers.bedrock.test.js.map +1 -0
- package/dist/test/providers.http.test.d.ts +2 -0
- package/dist/test/providers.http.test.d.ts.map +1 -0
- package/dist/test/providers.http.test.js +130 -0
- package/dist/test/providers.http.test.js.map +1 -0
- package/dist/test/providers.llama.test.d.ts +2 -0
- package/dist/test/providers.llama.test.d.ts.map +1 -0
- package/dist/test/providers.llama.test.js +101 -0
- package/dist/test/providers.llama.test.js.map +1 -0
- package/dist/test/providers.pythonCompletion.test.d.ts +2 -0
- package/dist/test/providers.pythonCompletion.test.d.ts.map +1 -0
- package/dist/test/providers.pythonCompletion.test.js +149 -0
- package/dist/test/providers.pythonCompletion.test.js.map +1 -0
- package/dist/test/providers.test.d.ts +2 -0
- package/dist/test/providers.test.d.ts.map +1 -0
- package/dist/test/providers.test.js +883 -0
- package/dist/test/providers.test.js.map +1 -0
- package/dist/test/providers.vertex.test.d.ts +2 -0
- package/dist/test/providers.vertex.test.d.ts.map +1 -0
- package/dist/test/providers.vertex.test.js +153 -0
- package/dist/test/providers.vertex.test.js.map +1 -0
- package/dist/test/pythonWrapper.test.d.ts +2 -0
- package/dist/test/pythonWrapper.test.d.ts.map +1 -0
- package/dist/test/pythonWrapper.test.js +65 -0
- package/dist/test/pythonWrapper.test.js.map +1 -0
- package/dist/test/redteam/plugins/base.test.d.ts +2 -0
- package/dist/test/redteam/plugins/base.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/base.test.js +149 -0
- package/dist/test/redteam/plugins/base.test.js.map +1 -0
- package/dist/test/redteam/purpose.test.d.ts +2 -0
- package/dist/test/redteam/purpose.test.d.ts.map +1 -0
- package/dist/test/redteam/purpose.test.js +37 -0
- package/dist/test/redteam/purpose.test.js.map +1 -0
- package/dist/test/redteam/types.test.d.ts +2 -0
- package/dist/test/redteam/types.test.d.ts.map +1 -0
- package/dist/test/redteam/types.test.js +325 -0
- package/dist/test/redteam/types.test.js.map +1 -0
- package/dist/test/redteam/util.test.d.ts +2 -0
- package/dist/test/redteam/util.test.d.ts.map +1 -0
- package/dist/test/redteam/util.test.js +99 -0
- package/dist/test/redteam/util.test.js.map +1 -0
- package/dist/test/telemetry.test.d.ts +2 -0
- package/dist/test/telemetry.test.d.ts.map +1 -0
- package/dist/test/telemetry.test.js +68 -0
- package/dist/test/telemetry.test.js.map +1 -0
- package/dist/test/testCases.test.d.ts +2 -0
- package/dist/test/testCases.test.d.ts.map +1 -0
- package/dist/test/testCases.test.js +362 -0
- package/dist/test/testCases.test.js.map +1 -0
- package/dist/test/updates.test.d.ts +2 -0
- package/dist/test/updates.test.d.ts.map +1 -0
- package/dist/test/updates.test.js +63 -0
- package/dist/test/updates.test.js.map +1 -0
- package/dist/test/util.templates.test.d.ts +2 -0
- package/dist/test/util.templates.test.d.ts.map +1 -0
- package/dist/test/util.templates.test.js +75 -0
- package/dist/test/util.templates.test.js.map +1 -0
- package/dist/test/util.test.d.ts +2 -0
- package/dist/test/util.test.d.ts.map +1 -0
- package/dist/test/util.test.js +661 -0
- package/dist/test/util.test.js.map +1 -0
- package/dist/test/utils.d.ts +6 -0
- package/dist/test/utils.d.ts.map +1 -0
- package/dist/test/utils.js +16 -0
- package/dist/test/utils.js.map +1 -0
- package/package.json +14 -8
- package/dist/src/database.js.map +0 -1
- package/dist/src/redteam/methods/injections.d.ts.map +0 -1
- package/dist/src/redteam/methods/injections.js.map +0 -1
- package/dist/src/redteam/methods/iterative.d.ts.map +0 -1
- package/dist/src/redteam/methods/iterative.js.map +0 -1
- package/dist/src/types.js.map +0 -1
- package/dist/src/web/nextui/_next/static/chunks/163-e65e0f7f442a0c72.js +0 -6
- package/dist/src/web/nextui/_next/static/chunks/180-46db19289d856800.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/304-9d57a2251034b801.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/322-4a0fc9b0508f47e8.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/339-db5bd05e24dde905.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/374-d40afe599198abd3.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/378-e22c8aeb8e031fad.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/448-4da3bf74eae4996a.js +0 -97
- package/dist/src/web/nextui/_next/static/chunks/53-fae6e50ace6c83a1.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/578-8efe57f906f7573c.js +0 -44
- package/dist/src/web/nextui/_next/static/chunks/620-7a5a7bf6e1fe49e5.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/737-538f50dc31cc8c49.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/905-0da344cee75690e7.js +0 -32
- package/dist/src/web/nextui/_next/static/chunks/932-75585b3be8ce494d.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/973-ffe3726c956d08ef.js +0 -2
- package/dist/src/web/nextui/_next/static/chunks/995-803c74b81e7bf6cd.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/auth/login/page-2e2c0c725127ea2d.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/auth/signup/page-ccdb1f6890601666.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/datasets/page-642db4f4a8e8ba40.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/not-found-ce320e6d1e6d1d23.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/eval/page-32eaa14d2384c5b0.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/layout-4282b1d33566e258.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/progress/page-462526776efd6fd6.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/prompts/page-0ae78bc0bf7c56bc.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/report/page-e4f7851d41eb0f92.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-6cde750ec428cd75.js +0 -1
- package/dist/src/web/nextui/_next/static/css/35ab7ce8025438b0.css +0 -1
- package/dist/src/web/nextui/_next/static/css/5bd2f45de1f3ba83.css +0 -1
- package/dist/src/web/nextui/_next/static/css/94b771e23fc5d5f5.css +0 -1
- package/dist/src/web/nextui/_next/static/css/dab5d695b3657d59.css +0 -1
- /package/dist/src/redteam/{methods → strategies}/injections.d.ts +0 -0
- /package/dist/src/redteam/{methods → strategies}/iterative.d.ts +0 -0
- /package/dist/src/redteam/{methods → strategies}/iterative.js +0 -0
- /package/dist/src/web/nextui/_next/static/{8E4q0Tmu22G1wENZyXEq0 → L-tpppAe26U-euPv62afH}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{8E4q0Tmu22G1wENZyXEq0 → L-tpppAe26U-euPv62afH}/_ssgManifest.js +0 -0
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const cache_1 = require("../src/cache");
|
|
4
|
+
const http_1 = require("../src/providers/http");
|
|
5
|
+
jest.mock('../src/cache', () => ({
|
|
6
|
+
fetchWithCache: jest.fn(),
|
|
7
|
+
}));
|
|
8
|
+
describe('HttpProvider', () => {
|
|
9
|
+
const mockUrl = 'http://example.com/api';
|
|
10
|
+
let provider;
|
|
11
|
+
beforeEach(() => {
|
|
12
|
+
jest.clearAllMocks();
|
|
13
|
+
});
|
|
14
|
+
it('should call the API and return the response', async () => {
|
|
15
|
+
provider = new http_1.HttpProvider(mockUrl, {
|
|
16
|
+
config: {
|
|
17
|
+
method: 'POST',
|
|
18
|
+
headers: { 'Content-Type': 'application/json' },
|
|
19
|
+
body: { key: '{{ prompt }}' },
|
|
20
|
+
responseParser: (data) => data.result,
|
|
21
|
+
},
|
|
22
|
+
});
|
|
23
|
+
const mockResponse = { data: { result: 'response text' }, cached: false };
|
|
24
|
+
jest.mocked(cache_1.fetchWithCache).mockResolvedValueOnce(mockResponse);
|
|
25
|
+
const result = await provider.callApi('test prompt');
|
|
26
|
+
expect(result.output).toBe('response text');
|
|
27
|
+
expect(cache_1.fetchWithCache).toHaveBeenCalledWith(mockUrl, expect.objectContaining({
|
|
28
|
+
method: 'POST',
|
|
29
|
+
headers: { 'Content-Type': 'application/json' },
|
|
30
|
+
body: JSON.stringify({ key: 'test prompt' }),
|
|
31
|
+
}), expect.any(Number), 'json');
|
|
32
|
+
});
|
|
33
|
+
it('should handle API call errors', async () => {
|
|
34
|
+
provider = new http_1.HttpProvider(mockUrl, {
|
|
35
|
+
config: {
|
|
36
|
+
method: 'POST',
|
|
37
|
+
headers: { 'Content-Type': 'application/json' },
|
|
38
|
+
body: { key: 'value' },
|
|
39
|
+
responseParser: (data) => data.result,
|
|
40
|
+
},
|
|
41
|
+
});
|
|
42
|
+
const mockError = new Error('Network error');
|
|
43
|
+
jest.mocked(cache_1.fetchWithCache).mockRejectedValueOnce(mockError);
|
|
44
|
+
const result = await provider.callApi('test prompt');
|
|
45
|
+
expect(result).toEqual({
|
|
46
|
+
error: 'HTTP call error: Error: Network error',
|
|
47
|
+
});
|
|
48
|
+
});
|
|
49
|
+
it('should use custom method and headers', async () => {
|
|
50
|
+
provider = new http_1.HttpProvider(mockUrl, {
|
|
51
|
+
config: {
|
|
52
|
+
method: 'GET',
|
|
53
|
+
headers: { Authorization: 'Bearer token' },
|
|
54
|
+
responseParser: (data) => data,
|
|
55
|
+
},
|
|
56
|
+
});
|
|
57
|
+
const mockResponse = { data: 'custom response', cached: false };
|
|
58
|
+
jest.mocked(cache_1.fetchWithCache).mockResolvedValueOnce(mockResponse);
|
|
59
|
+
await provider.callApi('test prompt');
|
|
60
|
+
expect(cache_1.fetchWithCache).toHaveBeenCalledWith(mockUrl, expect.objectContaining({
|
|
61
|
+
method: 'GET',
|
|
62
|
+
headers: { Authorization: 'Bearer token' },
|
|
63
|
+
}), expect.any(Number), 'json');
|
|
64
|
+
});
|
|
65
|
+
const testCases = [
|
|
66
|
+
{ parser: (data) => data.custom, expected: 'parsed' },
|
|
67
|
+
{ parser: 'json.result', expected: 'parsed' },
|
|
68
|
+
];
|
|
69
|
+
testCases.forEach(({ parser, expected }) => {
|
|
70
|
+
it(`should handle response parser type: ${parser}`, async () => {
|
|
71
|
+
provider = new http_1.HttpProvider(mockUrl, {
|
|
72
|
+
config: { responseParser: parser },
|
|
73
|
+
});
|
|
74
|
+
const mockResponse = { data: { result: 'parsed', custom: 'parsed' }, cached: false };
|
|
75
|
+
jest.mocked(cache_1.fetchWithCache).mockResolvedValueOnce(mockResponse);
|
|
76
|
+
const result = await provider.callApi('test prompt');
|
|
77
|
+
expect(result.output).toEqual(expected);
|
|
78
|
+
});
|
|
79
|
+
});
|
|
80
|
+
it('should correctly render Nunjucks templates in config', async () => {
|
|
81
|
+
provider = new http_1.HttpProvider(mockUrl, {
|
|
82
|
+
config: {
|
|
83
|
+
method: 'POST',
|
|
84
|
+
headers: { 'X-Custom-Header': '{{ prompt | upper }}' },
|
|
85
|
+
body: { key: '{{ prompt }}' },
|
|
86
|
+
responseParser: (data) => data,
|
|
87
|
+
},
|
|
88
|
+
});
|
|
89
|
+
const mockResponse = { data: 'custom response', cached: false };
|
|
90
|
+
jest.mocked(cache_1.fetchWithCache).mockResolvedValueOnce(mockResponse);
|
|
91
|
+
await provider.callApi('test prompt');
|
|
92
|
+
expect(cache_1.fetchWithCache).toHaveBeenCalledWith(mockUrl, {
|
|
93
|
+
method: 'POST',
|
|
94
|
+
headers: { 'X-Custom-Header': 'TEST PROMPT' },
|
|
95
|
+
body: JSON.stringify({ key: 'test prompt' }),
|
|
96
|
+
}, expect.any(Number), 'json');
|
|
97
|
+
});
|
|
98
|
+
it('should escape JSON prompts in Nunjucks rendering', async () => {
|
|
99
|
+
provider = new http_1.HttpProvider(mockUrl, {
|
|
100
|
+
config: {
|
|
101
|
+
method: 'POST',
|
|
102
|
+
headers: { 'Content-Type': 'application/json' },
|
|
103
|
+
body: { key: '{{ prompt }}' },
|
|
104
|
+
responseParser: (data) => data,
|
|
105
|
+
},
|
|
106
|
+
});
|
|
107
|
+
const jsonPrompt = '{"key": "value"}';
|
|
108
|
+
const mockResponse = { data: 'response', cached: false };
|
|
109
|
+
jest.mocked(cache_1.fetchWithCache).mockResolvedValueOnce(mockResponse);
|
|
110
|
+
await provider.callApi(jsonPrompt);
|
|
111
|
+
expect(cache_1.fetchWithCache).toHaveBeenCalledWith(mockUrl, expect.objectContaining({
|
|
112
|
+
body: JSON.stringify({ key: '{"key": "value"}' }),
|
|
113
|
+
}), expect.any(Number), 'json');
|
|
114
|
+
});
|
|
115
|
+
it('should handle invalid JSON in config', async () => {
|
|
116
|
+
const invalidConfig = '{invalid:json}';
|
|
117
|
+
provider = new http_1.HttpProvider(mockUrl, {
|
|
118
|
+
config: invalidConfig,
|
|
119
|
+
});
|
|
120
|
+
await expect(provider.callApi('test prompt')).rejects.toThrow(new Error("Cannot read properties of undefined (reading 'data')"));
|
|
121
|
+
});
|
|
122
|
+
it('should return provider id and string representation', () => {
|
|
123
|
+
provider = new http_1.HttpProvider(mockUrl, {
|
|
124
|
+
config: {},
|
|
125
|
+
});
|
|
126
|
+
expect(provider.id()).toBe(mockUrl);
|
|
127
|
+
expect(provider.toString()).toBe(`[HTTP Provider ${mockUrl}]`);
|
|
128
|
+
});
|
|
129
|
+
});
|
|
130
|
+
//# sourceMappingURL=providers.http.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providers.http.test.js","sourceRoot":"","sources":["../../test/providers.http.test.ts"],"names":[],"mappings":";;AAAA,wCAA8C;AAC9C,gDAAqD;AAErD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CAC1B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,MAAM,OAAO,GAAG,wBAAwB,CAAC;IACzC,IAAI,QAAsB,CAAC;IAE3B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;gBAC7B,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM;aAC3C;SACF,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC1E,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC5C,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,OAAO,EACP,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;SAC7C,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC7C,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;gBACtB,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM;aAC3C;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAE7D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,KAAK,EAAE,uCAAuC;SAC/C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,EAAE,aAAa,EAAE,cAAc,EAAE;gBAC1C,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI;aACpC;SACF,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAEhE,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACtC,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,OAAO,EACP,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,aAAa,EAAE,cAAc,EAAE;SAC3C,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG;QAChB,EAAE,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE;QAC1D,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE;KAC9C,CAAC;IAEF,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;QACzC,EAAE,CAAC,uCAAuC,MAAM,EAAE,EAAE,KAAK,IAAI,EAAE;YAC7D,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;gBACnC,MAAM,EAAE,EAAE,cAAc,EAAE,MAAM,EAAE;aACnC,CAAC,CAAC;YACH,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YACrF,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YACrD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,iBAAiB,EAAE,sBAAsB,EAAE;gBACtD,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;gBAC7B,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI;aACpC;SACF,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAEhE,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACtC,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,OAAO,EACP;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,iBAAiB,EAAE,aAAa,EAAE;YAC7C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;SAC7C,EACD,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;gBAC7B,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI;aACpC;SACF,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,kBAAkB,CAAC;QACtC,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAEhE,MAAM,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,OAAO,EACP,MAAM,CAAC,gBAAgB,CAAC;YACtB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,kBAAkB,EAAE,CAAC;SAClD,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,aAAa,GAAG,gBAAgB,CAAC;QACvC,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE,aAAoB;SAC7B,CAAC,CAAC;QAEH,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAClE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE,EAAE;SACX,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,kBAAkB,OAAO,GAAG,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providers.llama.test.d.ts","sourceRoot":"","sources":["../../test/providers.llama.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const cache_1 = require("../src/cache");
|
|
4
|
+
const llama_1 = require("../src/providers/llama");
|
|
5
|
+
const shared_1 = require("../src/providers/shared");
|
|
6
|
+
jest.mock('../src/cache', () => ({
|
|
7
|
+
fetchWithCache: jest.fn(),
|
|
8
|
+
}));
|
|
9
|
+
describe('LlamaProvider', () => {
|
|
10
|
+
const modelName = 'testModel';
|
|
11
|
+
const config = {
|
|
12
|
+
temperature: 0.7,
|
|
13
|
+
};
|
|
14
|
+
describe('constructor', () => {
|
|
15
|
+
it('should initialize with modelName and config', () => {
|
|
16
|
+
const provider = new llama_1.LlamaProvider(modelName, { config });
|
|
17
|
+
expect(provider.modelName).toBe(modelName);
|
|
18
|
+
expect(provider.config).toEqual(config);
|
|
19
|
+
});
|
|
20
|
+
it('should initialize with id function if id is provided', () => {
|
|
21
|
+
const id = 'testId';
|
|
22
|
+
const provider = new llama_1.LlamaProvider(modelName, { config, id });
|
|
23
|
+
expect(provider.id()).toBe(id);
|
|
24
|
+
});
|
|
25
|
+
});
|
|
26
|
+
describe('id', () => {
|
|
27
|
+
it('should return the correct id string', () => {
|
|
28
|
+
const provider = new llama_1.LlamaProvider(modelName);
|
|
29
|
+
expect(provider.id()).toBe(`llama:${modelName}`);
|
|
30
|
+
});
|
|
31
|
+
});
|
|
32
|
+
describe('toString', () => {
|
|
33
|
+
it('should return the correct string representation', () => {
|
|
34
|
+
const provider = new llama_1.LlamaProvider(modelName);
|
|
35
|
+
expect(provider.toString()).toBe(`[Llama Provider ${modelName}]`);
|
|
36
|
+
});
|
|
37
|
+
});
|
|
38
|
+
describe('callApi', () => {
|
|
39
|
+
const prompt = 'test prompt';
|
|
40
|
+
const response = { data: { content: 'test response' } };
|
|
41
|
+
beforeEach(() => {
|
|
42
|
+
jest.clearAllMocks();
|
|
43
|
+
});
|
|
44
|
+
it('should call fetchWithCache with correct parameters', async () => {
|
|
45
|
+
jest.mocked(cache_1.fetchWithCache).mockResolvedValue({ ...response, cached: false });
|
|
46
|
+
const provider = new llama_1.LlamaProvider(modelName, { config });
|
|
47
|
+
await provider.callApi(prompt);
|
|
48
|
+
expect(cache_1.fetchWithCache).toHaveBeenCalledWith(`${process.env.LLAMA_BASE_URL || 'http://localhost:8080'}/completion`, {
|
|
49
|
+
method: 'POST',
|
|
50
|
+
headers: {
|
|
51
|
+
'Content-Type': 'application/json',
|
|
52
|
+
},
|
|
53
|
+
body: JSON.stringify({
|
|
54
|
+
prompt,
|
|
55
|
+
n_predict: 512,
|
|
56
|
+
temperature: config.temperature,
|
|
57
|
+
top_k: undefined,
|
|
58
|
+
top_p: undefined,
|
|
59
|
+
n_keep: undefined,
|
|
60
|
+
stop: undefined,
|
|
61
|
+
repeat_penalty: undefined,
|
|
62
|
+
repeat_last_n: undefined,
|
|
63
|
+
penalize_nl: undefined,
|
|
64
|
+
presence_penalty: undefined,
|
|
65
|
+
frequency_penalty: undefined,
|
|
66
|
+
mirostat: undefined,
|
|
67
|
+
mirostat_tau: undefined,
|
|
68
|
+
mirostat_eta: undefined,
|
|
69
|
+
seed: undefined,
|
|
70
|
+
ignore_eos: undefined,
|
|
71
|
+
logit_bias: undefined,
|
|
72
|
+
}),
|
|
73
|
+
}, shared_1.REQUEST_TIMEOUT_MS);
|
|
74
|
+
});
|
|
75
|
+
it('should return the correct response on success', async () => {
|
|
76
|
+
jest
|
|
77
|
+
.mocked(cache_1.fetchWithCache)
|
|
78
|
+
.mockResolvedValue({ data: { content: 'test response' }, cached: false });
|
|
79
|
+
const provider = new llama_1.LlamaProvider(modelName, { config });
|
|
80
|
+
const result = await provider.callApi(prompt);
|
|
81
|
+
expect(result).toEqual({ output: response.data.content });
|
|
82
|
+
});
|
|
83
|
+
it('should return an error if fetchWithCache throws an error', async () => {
|
|
84
|
+
const error = new Error('API call error');
|
|
85
|
+
jest.mocked(cache_1.fetchWithCache).mockRejectedValue(error);
|
|
86
|
+
const provider = new llama_1.LlamaProvider(modelName, { config });
|
|
87
|
+
const result = await provider.callApi(prompt);
|
|
88
|
+
expect(result).toEqual({ error: `API call error: ${String(error)}` });
|
|
89
|
+
});
|
|
90
|
+
it('should return an error if response data is malformed', async () => {
|
|
91
|
+
const malformedResponse = { data: null, cached: false };
|
|
92
|
+
jest.mocked(cache_1.fetchWithCache).mockResolvedValue(malformedResponse);
|
|
93
|
+
const provider = new llama_1.LlamaProvider(modelName, { config });
|
|
94
|
+
const result = await provider.callApi(prompt);
|
|
95
|
+
expect(result).toEqual({
|
|
96
|
+
error: `API response error: TypeError: Cannot read properties of null (reading 'content'): null`,
|
|
97
|
+
});
|
|
98
|
+
});
|
|
99
|
+
});
|
|
100
|
+
});
|
|
101
|
+
//# sourceMappingURL=providers.llama.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providers.llama.test.js","sourceRoot":"","sources":["../../test/providers.llama.test.ts"],"names":[],"mappings":";;AAAA,wCAA8C;AAC9C,kDAAuD;AACvD,oDAA6D;AAE7D,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CAC1B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,MAAM,SAAS,GAAG,WAAW,CAAC;IAC9B,MAAM,MAAM,GAAG;QACb,WAAW,EAAE,GAAG;KACjB,CAAC;IAEF,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,QAAQ,GAAG,IAAI,qBAAa,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1D,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC3C,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,MAAM,EAAE,GAAG,QAAQ,CAAC;YACpB,MAAM,QAAQ,GAAG,IAAI,qBAAa,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE;QAClB,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,QAAQ,GAAG,IAAI,qBAAa,CAAC,SAAS,CAAC,CAAC;YAC9C,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,SAAS,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;QACxB,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,QAAQ,GAAG,IAAI,qBAAa,CAAC,SAAS,CAAC,CAAC;YAC9C,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,mBAAmB,SAAS,GAAG,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,MAAM,MAAM,GAAG,aAAa,CAAC;QAC7B,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,CAAC;QAExD,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,iBAAiB,CAAC,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAE9E,MAAM,QAAQ,GAAG,IAAI,qBAAa,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1D,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,uBAAuB,aAAa,EACrE;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,MAAM;oBACN,SAAS,EAAE,GAAG;oBACd,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,KAAK,EAAE,SAAS;oBAChB,KAAK,EAAE,SAAS;oBAChB,MAAM,EAAE,SAAS;oBACjB,IAAI,EAAE,SAAS;oBACf,cAAc,EAAE,SAAS;oBACzB,aAAa,EAAE,SAAS;oBACxB,WAAW,EAAE,SAAS;oBACtB,gBAAgB,EAAE,SAAS;oBAC3B,iBAAiB,EAAE,SAAS;oBAC5B,QAAQ,EAAE,SAAS;oBACnB,YAAY,EAAE,SAAS;oBACvB,YAAY,EAAE,SAAS;oBACvB,IAAI,EAAE,SAAS;oBACf,UAAU,EAAE,SAAS;oBACrB,UAAU,EAAE,SAAS;iBACtB,CAAC;aACH,EACD,2BAAkB,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,IAAI;iBACD,MAAM,CAAC,sBAAc,CAAC;iBACtB,iBAAiB,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAE5E,MAAM,QAAQ,GAAG,IAAI,qBAAa,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;YACxE,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAErD,MAAM,QAAQ,GAAG,IAAI,qBAAa,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAE9C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,mBAAmB,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,iBAAiB,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;YAEjE,MAAM,QAAQ,GAAG,IAAI,qBAAa,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,KAAK,EAAE,yFAAyF;aACjG,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providers.pythonCompletion.test.d.ts","sourceRoot":"","sources":["../../test/providers.pythonCompletion.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const fs_1 = __importDefault(require("fs"));
|
|
7
|
+
const path_1 = __importDefault(require("path"));
|
|
8
|
+
const cache_1 = require("../src/cache");
|
|
9
|
+
const pythonCompletion_1 = require("../src/providers/pythonCompletion");
|
|
10
|
+
const pythonUtils_1 = require("../src/python/pythonUtils");
|
|
11
|
+
jest.mock('../src/python/pythonUtils');
|
|
12
|
+
jest.mock('../src/cache');
|
|
13
|
+
jest.mock('fs');
|
|
14
|
+
jest.mock('path');
|
|
15
|
+
jest.mock('../src/util', () => {
|
|
16
|
+
const actual = jest.requireActual('../src/util');
|
|
17
|
+
return {
|
|
18
|
+
...actual,
|
|
19
|
+
parsePathOrGlob: jest.fn(() => ({
|
|
20
|
+
extension: 'py',
|
|
21
|
+
functionName: undefined,
|
|
22
|
+
isPathPattern: false,
|
|
23
|
+
filePath: '/absolute/path/to/script.py',
|
|
24
|
+
})),
|
|
25
|
+
};
|
|
26
|
+
});
|
|
27
|
+
describe('PythonProvider', () => {
|
|
28
|
+
const mockRunPython = jest.mocked(pythonUtils_1.runPython);
|
|
29
|
+
const mockGetCache = jest.mocked(jest.mocked(cache_1.getCache));
|
|
30
|
+
const mockIsCacheEnabled = jest.mocked(cache_1.isCacheEnabled);
|
|
31
|
+
const mockReadFileSync = jest.mocked(fs_1.default.readFileSync);
|
|
32
|
+
const mockResolve = jest.mocked(path_1.default.resolve);
|
|
33
|
+
beforeEach(() => {
|
|
34
|
+
jest.clearAllMocks();
|
|
35
|
+
mockGetCache.mockResolvedValue({
|
|
36
|
+
get: jest.fn(),
|
|
37
|
+
set: jest.fn(),
|
|
38
|
+
});
|
|
39
|
+
mockIsCacheEnabled.mockReturnValue(false);
|
|
40
|
+
mockReadFileSync.mockReturnValue('mock file content');
|
|
41
|
+
mockResolve.mockReturnValue('/absolute/path/to/script.py');
|
|
42
|
+
});
|
|
43
|
+
describe('constructor', () => {
|
|
44
|
+
it('should initialize with correct properties', () => {
|
|
45
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py', {
|
|
46
|
+
id: 'testId',
|
|
47
|
+
config: { basePath: '/base' },
|
|
48
|
+
});
|
|
49
|
+
expect(provider.id()).toBe('testId');
|
|
50
|
+
});
|
|
51
|
+
});
|
|
52
|
+
describe('callApi', () => {
|
|
53
|
+
it('should call executePythonScript with correct parameters', async () => {
|
|
54
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
55
|
+
mockRunPython.mockResolvedValue({ output: 'test output' });
|
|
56
|
+
const result = await provider.callApi('test prompt', { someContext: true });
|
|
57
|
+
expect(mockRunPython).toHaveBeenCalledWith(expect.any(String), 'call_api', ['test prompt', undefined, { someContext: true }], { pythonExecutable: undefined });
|
|
58
|
+
expect(result).toEqual({ output: 'test output' });
|
|
59
|
+
});
|
|
60
|
+
describe('error handling', () => {
|
|
61
|
+
it('should throw a specific error when Python script returns invalid result', async () => {
|
|
62
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
63
|
+
mockRunPython.mockResolvedValue({ invalidKey: 'invalid value' });
|
|
64
|
+
await expect(provider.callApi('test prompt')).rejects.toThrow('The Python script `call_api` function must return a dict with an `output` string/object or `error` string, instead got: {"invalidKey":"invalid value"}');
|
|
65
|
+
});
|
|
66
|
+
it('should throw an error if Python script returns invalid result', async () => {
|
|
67
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
68
|
+
mockRunPython.mockResolvedValue({ invalidKey: 'invalid value' });
|
|
69
|
+
await expect(provider.callApi('test prompt')).rejects.toThrow('The Python script `call_api` function must return a dict with an `output` string/object or `error` string, instead got: {"invalidKey":"invalid value"}');
|
|
70
|
+
});
|
|
71
|
+
it('should throw an error when Python script returns null', async () => {
|
|
72
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
73
|
+
mockRunPython.mockResolvedValue(null);
|
|
74
|
+
await expect(provider.callApi('test prompt')).rejects.toThrow('The Python script `call_api` function must return a dict with an `output` string/object or `error` string, instead got: null');
|
|
75
|
+
});
|
|
76
|
+
it('should throw an error when Python script returns a non-object', async () => {
|
|
77
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
78
|
+
mockRunPython.mockResolvedValue('string result');
|
|
79
|
+
await expect(provider.callApi('test prompt')).rejects.toThrow('The Python script `call_api` function must return a dict with an `output` string/object or `error` string, instead got: "string result"');
|
|
80
|
+
});
|
|
81
|
+
it('should not throw an error when Python script returns a valid output', async () => {
|
|
82
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
83
|
+
mockRunPython.mockResolvedValue({ output: 'valid output' });
|
|
84
|
+
await expect(provider.callApi('test prompt')).resolves.not.toThrow();
|
|
85
|
+
});
|
|
86
|
+
it('should not throw an error when Python script returns a valid error', async () => {
|
|
87
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
88
|
+
mockRunPython.mockResolvedValue({ error: 'valid error message' });
|
|
89
|
+
await expect(provider.callApi('test prompt')).resolves.not.toThrow();
|
|
90
|
+
});
|
|
91
|
+
});
|
|
92
|
+
});
|
|
93
|
+
describe('callEmbeddingApi', () => {
|
|
94
|
+
it('should call executePythonScript with correct parameters', async () => {
|
|
95
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
96
|
+
mockRunPython.mockResolvedValue({ embedding: [0.1, 0.2, 0.3] });
|
|
97
|
+
const result = await provider.callEmbeddingApi('test prompt');
|
|
98
|
+
expect(mockRunPython).toHaveBeenCalledWith(expect.any(String), 'call_embedding_api', ['test prompt', undefined], { pythonExecutable: undefined });
|
|
99
|
+
expect(result).toEqual({ embedding: [0.1, 0.2, 0.3] });
|
|
100
|
+
});
|
|
101
|
+
it('should throw an error if Python script returns invalid result', async () => {
|
|
102
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
103
|
+
mockRunPython.mockResolvedValue({ invalidKey: 'invalid value' });
|
|
104
|
+
await expect(provider.callEmbeddingApi('test prompt')).rejects.toThrow('The Python script `call_embedding_api` function must return a dict with an `embedding` array or `error` string, instead got {"invalidKey":"invalid value"}');
|
|
105
|
+
});
|
|
106
|
+
});
|
|
107
|
+
describe('callClassificationApi', () => {
|
|
108
|
+
it('should call executePythonScript with correct parameters', async () => {
|
|
109
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
110
|
+
mockRunPython.mockResolvedValue({ classification: { label: 'test', score: 0.9 } });
|
|
111
|
+
const result = await provider.callClassificationApi('test prompt');
|
|
112
|
+
expect(mockRunPython).toHaveBeenCalledWith(expect.any(String), 'call_classification_api', ['test prompt', undefined], { pythonExecutable: undefined });
|
|
113
|
+
expect(result).toEqual({ classification: { label: 'test', score: 0.9 } });
|
|
114
|
+
});
|
|
115
|
+
it('should throw an error if Python script returns invalid result', async () => {
|
|
116
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
117
|
+
mockRunPython.mockResolvedValue({ invalidKey: 'invalid value' });
|
|
118
|
+
await expect(provider.callClassificationApi('test prompt')).rejects.toThrow('The Python script `call_classification_api` function must return a dict with a `classification` object or `error` string, instead of {"invalidKey":"invalid value"}');
|
|
119
|
+
});
|
|
120
|
+
});
|
|
121
|
+
describe('caching', () => {
|
|
122
|
+
it('should use cached result when available', async () => {
|
|
123
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
124
|
+
mockIsCacheEnabled.mockReturnValue(true);
|
|
125
|
+
const mockCache = {
|
|
126
|
+
get: jest.fn().mockResolvedValue(JSON.stringify({ output: 'cached result' })),
|
|
127
|
+
set: jest.fn(),
|
|
128
|
+
};
|
|
129
|
+
jest.mocked(mockGetCache).mockResolvedValue(mockCache);
|
|
130
|
+
const result = await provider.callApi('test prompt');
|
|
131
|
+
expect(mockCache.get).toHaveBeenCalledWith('python:undefined:call_api:5633d479dfae75ba7a78914ee380fa202bd6126e7c6b7c22e3ebc9e1a6ddc871:test prompt:undefined');
|
|
132
|
+
expect(mockRunPython).not.toHaveBeenCalled();
|
|
133
|
+
expect(result).toEqual({ output: 'cached result' });
|
|
134
|
+
});
|
|
135
|
+
it('should cache result when cache is enabled', async () => {
|
|
136
|
+
const provider = new pythonCompletion_1.PythonProvider('script.py');
|
|
137
|
+
mockIsCacheEnabled.mockReturnValue(true);
|
|
138
|
+
const mockCache = {
|
|
139
|
+
get: jest.fn().mockResolvedValue(null),
|
|
140
|
+
set: jest.fn(),
|
|
141
|
+
};
|
|
142
|
+
mockGetCache.mockResolvedValue(mockCache);
|
|
143
|
+
mockRunPython.mockResolvedValue({ output: 'new result' });
|
|
144
|
+
await provider.callApi('test prompt');
|
|
145
|
+
expect(mockCache.set).toHaveBeenCalledWith('python:undefined:call_api:5633d479dfae75ba7a78914ee380fa202bd6126e7c6b7c22e3ebc9e1a6ddc871:test prompt:undefined', '{"output":"new result"}');
|
|
146
|
+
});
|
|
147
|
+
});
|
|
148
|
+
});
|
|
149
|
+
//# sourceMappingURL=providers.pythonCompletion.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providers.pythonCompletion.test.js","sourceRoot":"","sources":["../../test/providers.pythonCompletion.test.ts"],"names":[],"mappings":";;;;;AAAA,4CAAoB;AACpB,gDAAwB;AACxB,wCAAwD;AACxD,wEAAmE;AACnE,2DAAsD;AAEtD,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;AACvC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE;IAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;IACjD,OAAO;QACL,GAAG,MAAM;QACT,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YAC9B,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,SAAS;YACvB,aAAa,EAAE,KAAK;YACpB,QAAQ,EAAE,6BAA6B;SACxC,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,uBAAS,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAQ,CAAC,CAAC,CAAC;IACxD,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC;IACvD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,cAAI,CAAC,OAAO,CAAC,CAAC;IAE9C,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,YAAY,CAAC,iBAAiB,CAAC;YAC7B,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;YACd,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;SACN,CAAC,CAAC;QACZ,kBAAkB,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC1C,gBAAgB,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACtD,WAAW,CAAC,eAAe,CAAC,6BAA6B,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,EAAE;gBAC/C,EAAE,EAAE,QAAQ;gBACZ,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE;aAC9B,CAAC,CAAC;YACH,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAE3D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,WAAW,EAAE,IAAI,EAAS,CAAC,CAAC;YAEnF,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,UAAU,EACV,CAAC,aAAa,EAAE,SAAS,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,EACjD,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAChC,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;YAC9B,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;gBACvF,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;gBAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,wJAAwJ,CACzJ,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;gBAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;gBAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,wJAAwJ,CACzJ,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;gBACrE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,IAAa,CAAC,CAAC;gBAE/C,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,8HAA8H,CAC/H,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;gBAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;gBAEjD,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,yIAAyI,CAC1I,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;gBACnF,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;gBAE5D,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACvE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;gBAClF,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;gBAElE,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACvE,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;YAE9D,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,oBAAoB,EACpB,CAAC,aAAa,EAAE,SAAS,CAAC,EAC1B,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAChC,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;YAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACpE,4JAA4J,CAC7J,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,cAAc,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAEnF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC;YAEnE,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,yBAAyB,EACzB,CAAC,aAAa,EAAE,SAAS,CAAC,EAC1B,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAChC,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;YAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACzE,qKAAqK,CACtK,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,kBAAkB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG;gBAChB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;gBAC7E,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;aACf,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,iBAAiB,CAAC,SAAkB,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAErD,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,oBAAoB,CACxC,kHAAkH,CACnH,CAAC;YACF,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,kBAAkB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG;gBAChB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBACtC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;aACf,CAAC;YACF,YAAY,CAAC,iBAAiB,CAAC,SAAkB,CAAC,CAAC;YACnD,aAAa,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;YAE1D,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAEtC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,oBAAoB,CACxC,kHAAkH,EAClH,yBAAyB,CAC1B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"providers.test.d.ts","sourceRoot":"","sources":["../../test/providers.test.ts"],"names":[],"mappings":""}
|