orbitx 0.0.8 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Readme.md +227 -67
- package/dist/core/agent-providers.d.ts +16 -0
- package/dist/core/agent-providers.d.ts.map +1 -0
- package/dist/core/agent-providers.js +21 -0
- package/dist/core/agent-providers.js.map +1 -0
- package/dist/core/ai-provider.d.ts +69 -1
- package/dist/core/ai-provider.d.ts.map +1 -1
- package/dist/core/ai-provider.js.map +1 -1
- package/dist/core/base-agent.d.ts +8 -4
- package/dist/core/base-agent.d.ts.map +1 -1
- package/dist/core/base-agent.js +220 -88
- package/dist/core/base-agent.js.map +1 -1
- package/dist/core/deepseek-provider.d.ts +10 -3
- package/dist/core/deepseek-provider.d.ts.map +1 -1
- package/dist/core/deepseek-provider.js +144 -39
- package/dist/core/deepseek-provider.js.map +1 -1
- package/dist/core/image-describer.d.ts +13 -0
- package/dist/core/image-describer.d.ts.map +1 -0
- package/dist/core/image-describer.js +33 -0
- package/dist/core/image-describer.js.map +1 -0
- package/dist/core/mcp-client.d.ts +17 -4
- package/dist/core/mcp-client.d.ts.map +1 -1
- package/dist/core/mcp-client.js +32 -16
- package/dist/core/mcp-client.js.map +1 -1
- package/dist/core/mcp-computer.d.ts +10 -2
- package/dist/core/mcp-computer.d.ts.map +1 -1
- package/dist/core/mcp-computer.js +108 -2
- package/dist/core/mcp-computer.js.map +1 -1
- package/dist/core/mcp-fs-storage.d.ts +9 -0
- package/dist/core/mcp-fs-storage.d.ts.map +1 -0
- package/dist/core/mcp-fs-storage.js +28 -0
- package/dist/core/mcp-fs-storage.js.map +1 -0
- package/dist/core/mcp-rng.d.ts +8 -0
- package/dist/core/mcp-rng.d.ts.map +1 -0
- package/dist/core/mcp-rng.js +15 -0
- package/dist/core/mcp-rng.js.map +1 -0
- package/dist/core/mcp-server.d.ts +8 -4
- package/dist/core/mcp-server.d.ts.map +1 -1
- package/dist/core/mcp-server.js +20 -3
- package/dist/core/mcp-server.js.map +1 -1
- package/dist/core/mcp-storage.d.ts +6 -0
- package/dist/core/mcp-storage.d.ts.map +1 -0
- package/dist/core/mcp-storage.js +4 -0
- package/dist/core/mcp-storage.js.map +1 -0
- package/dist/core/mcp.d.ts +37 -3
- package/dist/core/mcp.d.ts.map +1 -1
- package/dist/core/mcp.js +42 -1
- package/dist/core/mcp.js.map +1 -1
- package/dist/core/ollama-provider.d.ts +10 -3
- package/dist/core/ollama-provider.d.ts.map +1 -1
- package/dist/core/ollama-provider.js +122 -41
- package/dist/core/ollama-provider.js.map +1 -1
- package/dist/core/retry.d.ts +10 -0
- package/dist/core/retry.d.ts.map +1 -0
- package/dist/core/retry.js +39 -0
- package/dist/core/retry.js.map +1 -0
- package/dist/core/skill.d.ts +3 -0
- package/dist/core/skill.d.ts.map +1 -1
- package/dist/core/skill.js.map +1 -1
- package/dist/core/tool-schema-translator.d.ts +10 -0
- package/dist/core/tool-schema-translator.d.ts.map +1 -0
- package/dist/core/tool-schema-translator.js +29 -0
- package/dist/core/tool-schema-translator.js.map +1 -0
- package/dist/index.d.ts +37 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +28 -5
- package/dist/index.js.map +1 -1
- package/dist/sandbox.d.ts +2 -0
- package/dist/sandbox.d.ts.map +1 -0
- package/dist/sandbox.js +27 -0
- package/dist/sandbox.js.map +1 -0
- package/dist/skills/backend-security.d.ts +4 -0
- package/dist/skills/backend-security.d.ts.map +1 -0
- package/dist/skills/backend-security.js +74 -0
- package/dist/skills/backend-security.js.map +1 -0
- package/dist/skills/big-task.d.ts +4 -0
- package/dist/skills/big-task.d.ts.map +1 -0
- package/dist/skills/big-task.js +66 -0
- package/dist/skills/big-task.js.map +1 -0
- package/dist/skills/code-verification.d.ts +4 -0
- package/dist/skills/code-verification.d.ts.map +1 -0
- package/dist/skills/code-verification.js +59 -0
- package/dist/skills/code-verification.js.map +1 -0
- package/dist/skills/long-task-efficiency.d.ts +4 -0
- package/dist/skills/long-task-efficiency.d.ts.map +1 -0
- package/dist/skills/long-task-efficiency.js +50 -0
- package/dist/skills/long-task-efficiency.js.map +1 -0
- package/dist/skills/node-backend.d.ts +4 -0
- package/dist/skills/node-backend.d.ts.map +1 -0
- package/dist/skills/node-backend.js +110 -0
- package/dist/skills/node-backend.js.map +1 -0
- package/dist/skills/planner.d.ts +4 -0
- package/dist/skills/planner.d.ts.map +1 -0
- package/dist/skills/planner.js +49 -0
- package/dist/skills/planner.js.map +1 -0
- package/dist/skills/present.d.ts +4 -0
- package/dist/skills/present.d.ts.map +1 -0
- package/dist/skills/present.js +56 -0
- package/dist/skills/present.js.map +1 -0
- package/dist/skills/question-answer.d.ts +4 -0
- package/dist/skills/question-answer.d.ts.map +1 -0
- package/dist/skills/question-answer.js +55 -0
- package/dist/skills/question-answer.js.map +1 -0
- package/dist/skills/react-frontend.d.ts +4 -0
- package/dist/skills/react-frontend.d.ts.map +1 -0
- package/dist/skills/react-frontend.js +111 -0
- package/dist/skills/react-frontend.js.map +1 -0
- package/dist/skills/research.d.ts +4 -0
- package/dist/skills/research.d.ts.map +1 -0
- package/dist/skills/research.js +81 -0
- package/dist/skills/research.js.map +1 -0
- package/dist/skills/shopping.d.ts +4 -0
- package/dist/skills/shopping.d.ts.map +1 -0
- package/dist/skills/shopping.js +71 -0
- package/dist/skills/shopping.js.map +1 -0
- package/dist/skills/ui-ux-design.d.ts +4 -0
- package/dist/skills/ui-ux-design.d.ts.map +1 -0
- package/dist/skills/ui-ux-design.js +70 -0
- package/dist/skills/ui-ux-design.js.map +1 -0
- package/dist/skills/web-end-to-end-test.d.ts +4 -0
- package/dist/skills/web-end-to-end-test.d.ts.map +1 -0
- package/dist/skills/web-end-to-end-test.js +76 -0
- package/dist/skills/web-end-to-end-test.js.map +1 -0
- package/dist/templates/simple.d.ts +1 -1
- package/dist/templates/simple.d.ts.map +1 -1
- package/dist/templates/simple.js +4 -0
- package/dist/templates/simple.js.map +1 -1
- package/dist/tests/mcp.test.js +2 -54
- package/dist/tests/mcp.test.js.map +1 -1
- package/dist/tools/bash/index.d.ts +10 -0
- package/dist/tools/bash/index.d.ts.map +1 -0
- package/dist/tools/bash/index.js +22 -0
- package/dist/tools/bash/index.js.map +1 -0
- package/dist/tools/bash/interaction.d.ts +29 -0
- package/dist/tools/bash/interaction.d.ts.map +1 -0
- package/dist/tools/bash/interaction.js +13 -0
- package/dist/tools/bash/interaction.js.map +1 -0
- package/dist/tools/bash/list.d.ts +4 -0
- package/dist/tools/bash/list.d.ts.map +1 -0
- package/dist/tools/bash/list.js +23 -0
- package/dist/tools/bash/list.js.map +1 -0
- package/dist/tools/bash/logs.d.ts +4 -0
- package/dist/tools/bash/logs.d.ts.map +1 -0
- package/dist/tools/bash/logs.js +47 -0
- package/dist/tools/bash/logs.js.map +1 -0
- package/dist/tools/bash/process-manager.d.ts +35 -0
- package/dist/tools/bash/process-manager.d.ts.map +1 -0
- package/dist/tools/bash/process-manager.js +137 -0
- package/dist/tools/bash/process-manager.js.map +1 -0
- package/dist/tools/bash/run.d.ts +5 -0
- package/dist/tools/bash/run.d.ts.map +1 -0
- package/dist/tools/bash/run.js +57 -0
- package/dist/tools/bash/run.js.map +1 -0
- package/dist/tools/bash/terminate.d.ts +5 -0
- package/dist/tools/bash/terminate.d.ts.map +1 -0
- package/dist/tools/bash/terminate.js +39 -0
- package/dist/tools/bash/terminate.js.map +1 -0
- package/dist/tools/bash/wait.d.ts +5 -0
- package/dist/tools/bash/wait.d.ts.map +1 -0
- package/dist/tools/bash/wait.js +50 -0
- package/dist/tools/bash/wait.js.map +1 -0
- package/dist/tools/bash/write-input.d.ts +5 -0
- package/dist/tools/bash/write-input.d.ts.map +1 -0
- package/dist/tools/bash/write-input.js +47 -0
- package/dist/tools/bash/write-input.js.map +1 -0
- package/dist/tools/browser/click.d.ts +5 -0
- package/dist/tools/browser/click.d.ts.map +1 -0
- package/dist/tools/browser/click.js +44 -0
- package/dist/tools/browser/click.js.map +1 -0
- package/dist/tools/browser/console.d.ts +4 -0
- package/dist/tools/browser/console.d.ts.map +1 -0
- package/dist/tools/browser/console.js +41 -0
- package/dist/tools/browser/console.js.map +1 -0
- package/dist/tools/browser/create-session.d.ts +5 -0
- package/dist/tools/browser/create-session.d.ts.map +1 -0
- package/dist/tools/browser/create-session.js +30 -0
- package/dist/tools/browser/create-session.js.map +1 -0
- package/dist/tools/browser/evaluate-safe.d.ts +10 -0
- package/dist/tools/browser/evaluate-safe.d.ts.map +1 -0
- package/dist/tools/browser/evaluate-safe.js +65 -0
- package/dist/tools/browser/evaluate-safe.js.map +1 -0
- package/dist/tools/browser/fill.d.ts +5 -0
- package/dist/tools/browser/fill.d.ts.map +1 -0
- package/dist/tools/browser/fill.js +78 -0
- package/dist/tools/browser/fill.js.map +1 -0
- package/dist/tools/browser/get-sessions.d.ts +4 -0
- package/dist/tools/browser/get-sessions.d.ts.map +1 -0
- package/dist/tools/browser/get-sessions.js +14 -0
- package/dist/tools/browser/get-sessions.js.map +1 -0
- package/dist/tools/browser/index.d.ts +19 -0
- package/dist/tools/browser/index.d.ts.map +1 -0
- package/dist/tools/browser/index.js +49 -0
- package/dist/tools/browser/index.js.map +1 -0
- package/dist/tools/browser/inject.d.ts +5 -0
- package/dist/tools/browser/inject.d.ts.map +1 -0
- package/dist/tools/browser/inject.js +51 -0
- package/dist/tools/browser/inject.js.map +1 -0
- package/dist/tools/browser/interaction.d.ts +49 -0
- package/dist/tools/browser/interaction.d.ts.map +1 -0
- package/dist/tools/browser/interaction.js +14 -0
- package/dist/tools/browser/interaction.js.map +1 -0
- package/dist/tools/browser/navigate.d.ts +5 -0
- package/dist/tools/browser/navigate.d.ts.map +1 -0
- package/dist/tools/browser/navigate.js +39 -0
- package/dist/tools/browser/navigate.js.map +1 -0
- package/dist/tools/browser/network-status.d.ts +4 -0
- package/dist/tools/browser/network-status.d.ts.map +1 -0
- package/dist/tools/browser/network-status.js +35 -0
- package/dist/tools/browser/network-status.js.map +1 -0
- package/dist/tools/browser/network.d.ts +4 -0
- package/dist/tools/browser/network.d.ts.map +1 -0
- package/dist/tools/browser/network.js +51 -0
- package/dist/tools/browser/network.js.map +1 -0
- package/dist/tools/browser/read-page.d.ts +45 -0
- package/dist/tools/browser/read-page.d.ts.map +1 -0
- package/dist/tools/browser/read-page.js +264 -0
- package/dist/tools/browser/read-page.js.map +1 -0
- package/dist/tools/browser/read.d.ts +5 -0
- package/dist/tools/browser/read.d.ts.map +1 -0
- package/dist/tools/browser/read.js +56 -0
- package/dist/tools/browser/read.js.map +1 -0
- package/dist/tools/browser/remove-session.d.ts +5 -0
- package/dist/tools/browser/remove-session.d.ts.map +1 -0
- package/dist/tools/browser/remove-session.js +29 -0
- package/dist/tools/browser/remove-session.js.map +1 -0
- package/dist/tools/browser/screenshot.d.ts +5 -0
- package/dist/tools/browser/screenshot.d.ts.map +1 -0
- package/dist/tools/browser/screenshot.js +50 -0
- package/dist/tools/browser/screenshot.js.map +1 -0
- package/dist/tools/browser/scroll-info.d.ts +4 -0
- package/dist/tools/browser/scroll-info.d.ts.map +1 -0
- package/dist/tools/browser/scroll-info.js +28 -0
- package/dist/tools/browser/scroll-info.js.map +1 -0
- package/dist/tools/browser/scroll.d.ts +5 -0
- package/dist/tools/browser/scroll.d.ts.map +1 -0
- package/dist/tools/browser/scroll.js +43 -0
- package/dist/tools/browser/scroll.js.map +1 -0
- package/dist/tools/browser/session-manager.d.ts +35 -0
- package/dist/tools/browser/session-manager.d.ts.map +1 -0
- package/dist/tools/browser/session-manager.js +101 -0
- package/dist/tools/browser/session-manager.js.map +1 -0
- package/dist/tools/browser/submit-form.d.ts +5 -0
- package/dist/tools/browser/submit-form.d.ts.map +1 -0
- package/dist/tools/browser/submit-form.js +45 -0
- package/dist/tools/browser/submit-form.js.map +1 -0
- package/dist/tools/fs/create-dir.d.ts +5 -0
- package/dist/tools/fs/create-dir.d.ts.map +1 -0
- package/dist/tools/fs/create-dir.js +28 -0
- package/dist/tools/fs/create-dir.js.map +1 -0
- package/dist/tools/fs/delete.d.ts +5 -0
- package/dist/tools/fs/delete.d.ts.map +1 -0
- package/dist/tools/fs/delete.js +45 -0
- package/dist/tools/fs/delete.js.map +1 -0
- package/dist/tools/fs/edit-file.d.ts +5 -0
- package/dist/tools/fs/edit-file.d.ts.map +1 -0
- package/dist/tools/fs/edit-file.js +74 -0
- package/dist/tools/fs/edit-file.js.map +1 -0
- package/dist/tools/fs/index.d.ts +11 -2
- package/dist/tools/fs/index.d.ts.map +1 -1
- package/dist/tools/fs/index.js +27 -2
- package/dist/tools/fs/index.js.map +1 -1
- package/dist/tools/fs/interaction.d.ts +37 -0
- package/dist/tools/fs/interaction.d.ts.map +1 -0
- package/dist/tools/fs/interaction.js +13 -0
- package/dist/tools/fs/interaction.js.map +1 -0
- package/dist/tools/fs/list-dir.d.ts +5 -0
- package/dist/tools/fs/list-dir.d.ts.map +1 -0
- package/dist/tools/fs/list-dir.js +87 -0
- package/dist/tools/fs/list-dir.js.map +1 -0
- package/dist/tools/fs/move.d.ts +5 -0
- package/dist/tools/fs/move.d.ts.map +1 -0
- package/dist/tools/fs/move.js +44 -0
- package/dist/tools/fs/move.js.map +1 -0
- package/dist/tools/fs/read-file.d.ts +4 -3
- package/dist/tools/fs/read-file.d.ts.map +1 -1
- package/dist/tools/fs/read-file.js +50 -42
- package/dist/tools/fs/read-file.js.map +1 -1
- package/dist/tools/fs/stat.d.ts +5 -0
- package/dist/tools/fs/stat.d.ts.map +1 -0
- package/dist/tools/fs/stat.js +40 -0
- package/dist/tools/fs/stat.js.map +1 -0
- package/dist/tools/fs/utils.d.ts +20 -0
- package/dist/tools/fs/utils.d.ts.map +1 -0
- package/dist/tools/fs/utils.js +33 -0
- package/dist/tools/fs/utils.js.map +1 -0
- package/dist/tools/fs/write-file.d.ts +4 -3
- package/dist/tools/fs/write-file.d.ts.map +1 -1
- package/dist/tools/fs/write-file.js +39 -58
- package/dist/tools/fs/write-file.js.map +1 -1
- package/dist/tools/present/add.d.ts +5 -0
- package/dist/tools/present/add.d.ts.map +1 -0
- package/dist/tools/present/add.js +54 -0
- package/dist/tools/present/add.js.map +1 -0
- package/dist/tools/present/clear.d.ts +5 -0
- package/dist/tools/present/clear.d.ts.map +1 -0
- package/dist/tools/present/clear.js +23 -0
- package/dist/tools/present/clear.js.map +1 -0
- package/dist/tools/present/get-list.d.ts +5 -0
- package/dist/tools/present/get-list.d.ts.map +1 -0
- package/dist/tools/present/get-list.js +24 -0
- package/dist/tools/present/get-list.js.map +1 -0
- package/dist/tools/present/index.d.ts +8 -0
- package/dist/tools/present/index.d.ts.map +1 -0
- package/dist/tools/present/index.js +14 -0
- package/dist/tools/present/index.js.map +1 -0
- package/dist/tools/present/interaction.d.ts +17 -0
- package/dist/tools/present/interaction.d.ts.map +1 -0
- package/dist/tools/present/interaction.js +15 -0
- package/dist/tools/present/interaction.js.map +1 -0
- package/dist/tools/present/utils.d.ts +12 -0
- package/dist/tools/present/utils.d.ts.map +1 -0
- package/dist/tools/present/utils.js +40 -0
- package/dist/tools/present/utils.js.map +1 -0
- package/dist/tools/question-answer/index.d.ts +5 -0
- package/dist/tools/question-answer/index.d.ts.map +1 -0
- package/dist/tools/question-answer/index.js +7 -0
- package/dist/tools/question-answer/index.js.map +1 -0
- package/dist/tools/question-answer/interaction.d.ts +14 -0
- package/dist/tools/question-answer/interaction.d.ts.map +1 -0
- package/dist/tools/question-answer/interaction.js +13 -0
- package/dist/tools/question-answer/interaction.js.map +1 -0
- package/dist/tools/question-answer/question-answer.d.ts +5 -0
- package/dist/tools/question-answer/question-answer.d.ts.map +1 -0
- package/dist/tools/question-answer/question-answer.js +24 -0
- package/dist/tools/question-answer/question-answer.js.map +1 -0
- package/dist/tools/todo/check-task.d.ts +5 -0
- package/dist/tools/todo/check-task.d.ts.map +1 -0
- package/dist/tools/todo/check-task.js +49 -0
- package/dist/tools/todo/check-task.js.map +1 -0
- package/dist/tools/todo/create-list.d.ts +5 -0
- package/dist/tools/todo/create-list.d.ts.map +1 -0
- package/dist/tools/todo/create-list.js +36 -0
- package/dist/tools/todo/create-list.js.map +1 -0
- package/dist/tools/todo/create-task.d.ts +5 -0
- package/dist/tools/todo/create-task.d.ts.map +1 -0
- package/dist/tools/todo/create-task.js +63 -0
- package/dist/tools/todo/create-task.js.map +1 -0
- package/dist/tools/todo/get-list.d.ts +4 -0
- package/dist/tools/todo/get-list.d.ts.map +1 -0
- package/dist/tools/todo/get-list.js +38 -0
- package/dist/tools/todo/get-list.js.map +1 -0
- package/dist/tools/todo/get-lists.d.ts +4 -0
- package/dist/tools/todo/get-lists.d.ts.map +1 -0
- package/dist/tools/todo/get-lists.js +18 -0
- package/dist/tools/todo/get-lists.js.map +1 -0
- package/dist/tools/todo/index.d.ts +12 -0
- package/dist/tools/todo/index.d.ts.map +1 -0
- package/dist/tools/todo/index.js +25 -0
- package/dist/tools/todo/index.js.map +1 -0
- package/dist/tools/todo/interaction.d.ts +30 -0
- package/dist/tools/todo/interaction.d.ts.map +1 -0
- package/dist/tools/todo/interaction.js +13 -0
- package/dist/tools/todo/interaction.js.map +1 -0
- package/dist/tools/todo/remove-list.d.ts +5 -0
- package/dist/tools/todo/remove-list.d.ts.map +1 -0
- package/dist/tools/todo/remove-list.js +42 -0
- package/dist/tools/todo/remove-list.js.map +1 -0
- package/dist/tools/todo/remove-task.d.ts +5 -0
- package/dist/tools/todo/remove-task.d.ts.map +1 -0
- package/dist/tools/todo/remove-task.js +45 -0
- package/dist/tools/todo/remove-task.js.map +1 -0
- package/dist/tools/todo/storage.d.ts +22 -0
- package/dist/tools/todo/storage.d.ts.map +1 -0
- package/dist/tools/todo/storage.js +44 -0
- package/dist/tools/todo/storage.js.map +1 -0
- package/dist/tools/utils/delay.d.ts +10 -0
- package/dist/tools/utils/delay.d.ts.map +1 -0
- package/dist/tools/utils/delay.js +33 -0
- package/dist/tools/utils/delay.js.map +1 -0
- package/dist/tools/utils/get-current-time.d.ts +7 -2
- package/dist/tools/utils/get-current-time.d.ts.map +1 -1
- package/dist/tools/utils/get-current-time.js +12 -31
- package/dist/tools/utils/get-current-time.js.map +1 -1
- package/dist/tools/utils/index.d.ts +2 -0
- package/dist/tools/utils/index.d.ts.map +1 -1
- package/dist/tools/utils/index.js +7 -0
- package/dist/tools/utils/index.js.map +1 -1
- package/package.json +54 -56
- package/dist/templates/researcher.d.ts +0 -27
- package/dist/templates/researcher.d.ts.map +0 -1
- package/dist/templates/researcher.js +0 -70
- package/dist/templates/researcher.js.map +0 -1
- package/dist/tools/www/fetch.d.ts +0 -4
- package/dist/tools/www/fetch.d.ts.map +0 -1
- package/dist/tools/www/fetch.js +0 -147
- package/dist/tools/www/fetch.js.map +0 -1
- package/dist/tools/www/index.d.ts +0 -4
- package/dist/tools/www/index.d.ts.map +0 -1
- package/dist/tools/www/index.js +0 -4
- package/dist/tools/www/index.js.map +0 -1
- package/dist/tools/www/read-web-page.d.ts +0 -4
- package/dist/tools/www/read-web-page.d.ts.map +0 -1
- package/dist/tools/www/read-web-page.js +0 -330
- package/dist/tools/www/read-web-page.js.map +0 -1
- package/dist/tools/www/web-search.d.ts +0 -4
- package/dist/tools/www/web-search.d.ts.map +0 -1
- package/dist/tools/www/web-search.js +0 -82
- package/dist/tools/www/web-search.js.map +0 -1
|
@@ -1,58 +1,163 @@
|
|
|
1
1
|
import OpenAI from "openai";
|
|
2
|
-
import AIProvider
|
|
2
|
+
import AIProvider from "./ai-provider.js";
|
|
3
|
+
import { toOpenAIFunctionTools } from "./tool-schema-translator.js";
|
|
4
|
+
import { withRetry } from "./retry.js";
|
|
5
|
+
const MODEL_CONTEXT_WINDOWS = {
|
|
6
|
+
"deepseek-v4-flash": 1_000_000,
|
|
7
|
+
"deepseek-v4-pro": 1_000_000,
|
|
8
|
+
};
|
|
9
|
+
const DEFAULT_CONTEXT_WINDOW = 1_000_000;
|
|
10
|
+
function toOpenAIMessages(messages) {
|
|
11
|
+
return messages.map(msg => {
|
|
12
|
+
if (msg.role === "tool") {
|
|
13
|
+
return {
|
|
14
|
+
role: "tool",
|
|
15
|
+
content: msg.content || "",
|
|
16
|
+
tool_call_id: msg.toolCallId,
|
|
17
|
+
};
|
|
18
|
+
}
|
|
19
|
+
if (msg.role === "assistant" && msg.toolCalls?.length) {
|
|
20
|
+
return {
|
|
21
|
+
role: "assistant",
|
|
22
|
+
content: msg.content || null,
|
|
23
|
+
tool_calls: msg.toolCalls.map(tc => ({
|
|
24
|
+
id: tc.id,
|
|
25
|
+
type: "function",
|
|
26
|
+
function: { name: tc.name, arguments: JSON.stringify(tc.inputs) },
|
|
27
|
+
})),
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
if (msg.parts?.length) {
|
|
31
|
+
return {
|
|
32
|
+
role: msg.role,
|
|
33
|
+
content: msg.parts.map(p => p.type === "text"
|
|
34
|
+
? { type: "text", text: p.text }
|
|
35
|
+
: { type: "image_url", image_url: { url: `data:${p.mimeType || "image/png"};base64,${p.image}` } }),
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
return { role: msg.role, content: msg.content || "" };
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
function fromOpenAIToolCalls(toolCalls) {
|
|
42
|
+
if (!toolCalls || toolCalls.length === 0)
|
|
43
|
+
return undefined;
|
|
44
|
+
return toolCalls
|
|
45
|
+
.filter((tc) => tc.type === "function" || tc.function)
|
|
46
|
+
.map((tc) => {
|
|
47
|
+
let inputs = {};
|
|
48
|
+
try {
|
|
49
|
+
inputs = JSON.parse(tc.function.arguments || "{}");
|
|
50
|
+
}
|
|
51
|
+
catch {
|
|
52
|
+
inputs = {};
|
|
53
|
+
}
|
|
54
|
+
return { id: tc.id, name: tc.function.name, inputs };
|
|
55
|
+
});
|
|
56
|
+
}
|
|
3
57
|
export class DeepSeekProvider extends AIProvider {
|
|
4
58
|
client;
|
|
5
59
|
model;
|
|
6
|
-
|
|
60
|
+
supportsTools;
|
|
61
|
+
contextWindow;
|
|
62
|
+
constructor(apiKey, model = "deepseek-v4-flash", options = {}) {
|
|
7
63
|
super();
|
|
8
64
|
this.client = new OpenAI({
|
|
9
65
|
apiKey: apiKey,
|
|
10
66
|
baseURL: "https://api.deepseek.com"
|
|
11
67
|
});
|
|
12
68
|
this.model = model;
|
|
69
|
+
this.supportsTools = options.supportsTools ?? true;
|
|
70
|
+
this.contextWindow = options.contextWindow ?? MODEL_CONTEXT_WINDOWS[model] ?? DEFAULT_CONTEXT_WINDOW;
|
|
71
|
+
}
|
|
72
|
+
getCapabilities() {
|
|
73
|
+
return {
|
|
74
|
+
supportsTools: this.supportsTools,
|
|
75
|
+
supportsImages: false,
|
|
76
|
+
contextWindow: this.contextWindow,
|
|
77
|
+
safeUsageRatio: 0.5,
|
|
78
|
+
};
|
|
13
79
|
}
|
|
14
|
-
async chat(messages, streamCallback) {
|
|
15
|
-
const formattedMessages = messages
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
80
|
+
async chat(messages, streamCallback, tools) {
|
|
81
|
+
const formattedMessages = toOpenAIMessages(messages);
|
|
82
|
+
const formattedTools = tools && tools.length > 0 && this.supportsTools
|
|
83
|
+
? toOpenAIFunctionTools(tools)
|
|
84
|
+
: undefined;
|
|
19
85
|
if (streamCallback) {
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
}
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
86
|
+
return withRetry(async () => {
|
|
87
|
+
// Per-attempt accumulators live inside this closure so a
|
|
88
|
+
// failed/partial stream from a previous attempt never leaks
|
|
89
|
+
// into a retry's output — each attempt starts clean.
|
|
90
|
+
const stream = await this.client.chat.completions.create({
|
|
91
|
+
model: this.model,
|
|
92
|
+
messages: formattedMessages,
|
|
93
|
+
...(formattedTools ? { tools: formattedTools } : {}),
|
|
94
|
+
stream: true
|
|
95
|
+
});
|
|
96
|
+
let fullContent = "";
|
|
97
|
+
let inputTokens = 0;
|
|
98
|
+
let outputTokens = 0;
|
|
99
|
+
const toolCallChunks = {};
|
|
100
|
+
for await (const chunk of stream) {
|
|
101
|
+
const delta = chunk.choices[0]?.delta;
|
|
102
|
+
const content = delta?.content || "";
|
|
103
|
+
if (content) {
|
|
104
|
+
fullContent += content;
|
|
105
|
+
streamCallback({ role: "assistant", content, done: false });
|
|
106
|
+
}
|
|
107
|
+
if (delta?.tool_calls) {
|
|
108
|
+
for (const tc of delta.tool_calls) {
|
|
109
|
+
const idx = tc.index ?? 0;
|
|
110
|
+
if (!toolCallChunks[idx])
|
|
111
|
+
toolCallChunks[idx] = { arguments: "" };
|
|
112
|
+
if (tc.id)
|
|
113
|
+
toolCallChunks[idx].id = tc.id;
|
|
114
|
+
if (tc.function?.name)
|
|
115
|
+
toolCallChunks[idx].name = tc.function.name;
|
|
116
|
+
if (tc.function?.arguments)
|
|
117
|
+
toolCallChunks[idx].arguments += tc.function.arguments;
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
if (chunk.usage) {
|
|
121
|
+
inputTokens = chunk.usage.prompt_tokens || 0;
|
|
122
|
+
outputTokens = chunk.usage.completion_tokens || 0;
|
|
123
|
+
}
|
|
37
124
|
}
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
125
|
+
const toolCalls = Object.keys(toolCallChunks).length > 0
|
|
126
|
+
? Object.values(toolCallChunks).map(tc => {
|
|
127
|
+
let inputs = {};
|
|
128
|
+
try {
|
|
129
|
+
inputs = JSON.parse(tc.arguments || "{}");
|
|
130
|
+
}
|
|
131
|
+
catch {
|
|
132
|
+
inputs = {};
|
|
133
|
+
}
|
|
134
|
+
return { id: tc.id || "", name: tc.name || "", inputs };
|
|
135
|
+
})
|
|
136
|
+
: undefined;
|
|
137
|
+
streamCallback({ role: "assistant", content: "", done: true, ...(toolCalls ? { toolCalls } : {}) });
|
|
138
|
+
return {
|
|
139
|
+
content: fullContent,
|
|
140
|
+
inputTokens,
|
|
141
|
+
outputTokens,
|
|
142
|
+
...(toolCalls ? { toolCalls } : {}),
|
|
143
|
+
};
|
|
144
|
+
});
|
|
45
145
|
}
|
|
46
146
|
else {
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
147
|
+
return withRetry(async () => {
|
|
148
|
+
const response = await this.client.chat.completions.create({
|
|
149
|
+
model: this.model,
|
|
150
|
+
messages: formattedMessages,
|
|
151
|
+
...(formattedTools ? { tools: formattedTools } : {}),
|
|
152
|
+
});
|
|
153
|
+
const message = response.choices[0]?.message;
|
|
154
|
+
return {
|
|
155
|
+
content: message?.content || "",
|
|
156
|
+
inputTokens: response.usage?.prompt_tokens || 0,
|
|
157
|
+
outputTokens: response.usage?.completion_tokens || 0,
|
|
158
|
+
...(fromOpenAIToolCalls(message?.tool_calls) ? { toolCalls: fromOpenAIToolCalls(message?.tool_calls) } : {}),
|
|
159
|
+
};
|
|
50
160
|
});
|
|
51
|
-
return {
|
|
52
|
-
content: response.choices[0]?.message?.content || "",
|
|
53
|
-
inputTokens: response.usage?.prompt_tokens || 0,
|
|
54
|
-
outputTokens: response.usage?.completion_tokens || 0,
|
|
55
|
-
};
|
|
56
161
|
}
|
|
57
162
|
}
|
|
58
163
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"deepseek-provider.js","sourceRoot":"","sources":["../../src/core/deepseek-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"deepseek-provider.js","sourceRoot":"","sources":["../../src/core/deepseek-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,qBAAqB,GAA2B;IAClD,mBAAmB,EAAE,SAAS;IAC9B,iBAAiB,EAAE,SAAS;CAC/B,CAAC;AACF,MAAM,sBAAsB,GAAG,SAAS,CAAC;AAEzC,SAAS,gBAAgB,CAAC,QAAmB;IACzC,OAAO,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QACtB,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO;gBACH,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE;gBAC1B,YAAY,EAAE,GAAG,CAAC,UAAU;aAC/B,CAAC;QACN,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC;YACpD,OAAO;gBACH,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI;gBAC5B,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBACjC,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE;iBACpE,CAAC,CAAC;aACN,CAAC;QACN,CAAC;QAED,IAAI,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;YACpB,OAAO;gBACH,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM;oBACzC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;oBAChC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,QAAQ,IAAI,WAAW,WAAW,CAAC,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC;aAC1G,CAAC;QACN,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;IAC1D,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,mBAAmB,CAAC,SAA4B;IACrD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3D,OAAO,SAAS;SACX,MAAM,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,UAAU,IAAI,EAAE,CAAC,QAAQ,CAAC;SAC1D,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE;QACb,IAAI,MAAM,GAAwB,EAAE,CAAC;QACrC,IAAI,CAAC;YACD,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACL,MAAM,GAAG,EAAE,CAAC;QAChB,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;IACzD,CAAC,CAAC,CAAC;AACX,CAAC;AAED,MAAM,OAAO,gBAAiB,SAAQ,UAAU;IACpC,MAAM,CAAS;IACf,KAAK,CAAS;IACd,aAAa,CAAU;IACvB,aAAa,CAAS;IAE9B,YAAY,MAAc,EAAE,QAAgB,mBAAmB,EAAE,UAA+D,EAAE;QAC9H,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACrB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,0BAA0B;SACtC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC;QACnD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,qBAAqB,CAAC,KAAK,CAAC,IAAI,sBAAsB,CAAC;IACzG,CAAC;IAED,eAAe;QACX,OAAO;YACH,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,cAAc,EAAE,KAAK;YACrB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,cAAc,EAAE,GAAG;SACtB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,IAAI,CACN,QAAmB,EACnB,cAA+B,EAC/B,KAAoB;QAEpB,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,cAAc,GAAG,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,aAAa;YAClE,CAAC,CAAC,qBAAqB,CAAC,KAAK,CAAC;YAC9B,CAAC,CAAC,SAAS,CAAC;QAEhB,IAAI,cAAc,EAAE,CAAC;YACjB,OAAO,SAAS,CAAC,KAAK,IAAI,EAAE;gBACxB,yDAAyD;gBACzD,4DAA4D;gBAC5D,qDAAqD;gBACrD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBACrD,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,iBAAwB;oBAClC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpD,MAAM,EAAE,IAAI;iBACf,CAAC,CAAC;gBAEH,IAAI,WAAW,GAAG,EAAE,CAAC;gBACrB,IAAI,WAAW,GAAG,CAAC,CAAC;gBACpB,IAAI,YAAY,GAAG,CAAC,CAAC;gBACrB,MAAM,cAAc,GAAsE,EAAE,CAAC;gBAE7F,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAY,CAAC;oBAC7C,MAAM,OAAO,GAAG,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;oBACrC,IAAI,OAAO,EAAE,CAAC;wBACV,WAAW,IAAI,OAAO,CAAC;wBACvB,cAAc,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;oBAChE,CAAC;oBAED,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;wBACpB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;4BAChC,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC;4BAC1B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;gCAAE,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;4BAClE,IAAI,EAAE,CAAC,EAAE;gCAAE,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;4BAC1C,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;gCAAE,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;4BACnE,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;gCAAE,cAAc,CAAC,GAAG,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;wBACvF,CAAC;oBACL,CAAC;oBAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;wBACd,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wBAC7C,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;oBACtD,CAAC;gBACL,CAAC;gBAED,MAAM,SAAS,GAAkC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,GAAG,CAAC;oBACnF,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;wBACrC,IAAI,MAAM,GAAwB,EAAE,CAAC;wBACrC,IAAI,CAAC;4BAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;wBAAC,CAAC;wBAAC,MAAM,CAAC;4BAAC,MAAM,GAAG,EAAE,CAAC;wBAAC,CAAC;wBACzE,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC;oBAC5D,CAAC,CAAC;oBACF,CAAC,CAAC,SAAS,CAAC;gBAEhB,cAAc,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAEpG,OAAO;oBACH,OAAO,EAAE,WAAW;oBACpB,WAAW;oBACX,YAAY;oBACZ,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtC,CAAC;YACN,CAAC,CAAC,CAAC;QACP,CAAC;aAAM,CAAC;YACJ,OAAO,SAAS,CAAC,KAAK,IAAI,EAAE;gBACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBACvD,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,iBAAwB;oBAClC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACvD,CAAC,CAAC;gBAEH,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;gBAE7C,OAAO;oBACH,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;oBAC/B,WAAW,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;oBAC/C,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;oBACpD,GAAG,CAAC,mBAAmB,CAAC,OAAO,EAAE,UAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,mBAAmB,CAAC,OAAO,EAAE,UAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC7H,CAAC;YACN,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC;CACJ;AAED,eAAe,gBAAgB,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { AIProvider } from "./ai-provider.js";
|
|
2
|
+
export declare class ImageDescriber {
|
|
3
|
+
#private;
|
|
4
|
+
constructor(provider: AIProvider);
|
|
5
|
+
/**
|
|
6
|
+
* @param image base64-encoded image bytes (no data: prefix)
|
|
7
|
+
* @param mimeType e.g. "image/png"
|
|
8
|
+
* @param focusHint what the calling agent wants the description to pay attention to
|
|
9
|
+
*/
|
|
10
|
+
describe(image: string, mimeType?: string, focusHint?: string): Promise<string>;
|
|
11
|
+
}
|
|
12
|
+
export default ImageDescriber;
|
|
13
|
+
//# sourceMappingURL=image-describer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"image-describer.d.ts","sourceRoot":"","sources":["../../src/core/image-describer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAsB,MAAM,kBAAkB,CAAC;AAEvE,qBAAa,cAAc;;gBAGX,QAAQ,EAAE,UAAU;IAIhC;;;;OAIG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,GAAE,MAAoB,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAyBrG;AAED,eAAe,cAAc,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
export class ImageDescriber {
|
|
2
|
+
#provider;
|
|
3
|
+
constructor(provider) {
|
|
4
|
+
this.#provider = provider;
|
|
5
|
+
}
|
|
6
|
+
/**
|
|
7
|
+
* @param image base64-encoded image bytes (no data: prefix)
|
|
8
|
+
* @param mimeType e.g. "image/png"
|
|
9
|
+
* @param focusHint what the calling agent wants the description to pay attention to
|
|
10
|
+
*/
|
|
11
|
+
async describe(image, mimeType = "image/png", focusHint) {
|
|
12
|
+
const caps = this.#provider.getCapabilities();
|
|
13
|
+
if (!caps.supportsImages) {
|
|
14
|
+
throw new Error("ImageDescriber's provider does not support image input (getCapabilities().supportsImages is false) — " +
|
|
15
|
+
"configure ImageDescriber with a vision-capable provider.");
|
|
16
|
+
}
|
|
17
|
+
const parts = [
|
|
18
|
+
{
|
|
19
|
+
type: "text",
|
|
20
|
+
text: focusHint
|
|
21
|
+
? `Describe this image concisely for another AI agent that cannot see it. Focus specifically on: ${focusHint}`
|
|
22
|
+
: "Describe this image concisely for another AI agent that cannot see it. Mention layout, visible text, colors, and anything that looks unusual or broken.",
|
|
23
|
+
},
|
|
24
|
+
{ type: "image", image, mimeType },
|
|
25
|
+
];
|
|
26
|
+
const response = await this.#provider.chat([
|
|
27
|
+
{ role: "user", parts },
|
|
28
|
+
]);
|
|
29
|
+
return response.content;
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
export default ImageDescriber;
|
|
33
|
+
//# sourceMappingURL=image-describer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"image-describer.js","sourceRoot":"","sources":["../../src/core/image-describer.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,cAAc;IACvB,SAAS,CAAa;IAEtB,YAAY,QAAoB;QAC5B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC9B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,WAAmB,WAAW,EAAE,SAAkB;QAC5E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;QAC9C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACX,uGAAuG;gBACvG,0DAA0D,CAC7D,CAAC;QACN,CAAC;QAED,MAAM,KAAK,GAAyB;YAChC;gBACI,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,SAAS;oBACX,CAAC,CAAC,iGAAiG,SAAS,EAAE;oBAC9G,CAAC,CAAC,yJAAyJ;aAClK;YACD,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE;SACrC,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YACvC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;SAC1B,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,OAAO,CAAC;IAC5B,CAAC;CACJ;AAED,eAAe,cAAc,CAAC"}
|
|
@@ -1,8 +1,13 @@
|
|
|
1
1
|
import type MCPTool from "./mcp.js";
|
|
2
2
|
import type MCPConnection from "./mcp-connection.js";
|
|
3
|
-
|
|
3
|
+
import { MCP } from "./mcp.js";
|
|
4
|
+
import MCPRNG from "./mcp-rng.js";
|
|
5
|
+
import type MCPStorage from "./mcp-storage.js";
|
|
6
|
+
export declare class MCPClient extends MCP {
|
|
4
7
|
#private;
|
|
5
|
-
constructor(envID: string, connection: MCPConnection | MCPConnection[]);
|
|
8
|
+
constructor(envID: string, connection: MCPConnection | MCPConnection[], storage?: MCPStorage, rng?: MCPRNG);
|
|
9
|
+
getStorage(): MCPStorage;
|
|
10
|
+
getRNG(): MCPRNG;
|
|
6
11
|
getTools(): Promise<{
|
|
7
12
|
name: string;
|
|
8
13
|
description: string;
|
|
@@ -14,8 +19,16 @@ export declare class MCPClient {
|
|
|
14
19
|
default?: any;
|
|
15
20
|
}[];
|
|
16
21
|
}[]>;
|
|
17
|
-
|
|
18
|
-
|
|
22
|
+
/**
|
|
23
|
+
* Calls a tool and returns its result normalized into the standard
|
|
24
|
+
* MCPToolOutput contract ({type:"text"|"image", output:{...}}) —
|
|
25
|
+
* regardless of whether the tool lives in-process or across the
|
|
26
|
+
* IPC connection to a sandboxed MCPServer, and regardless of whether
|
|
27
|
+
* the tool itself already returns that shape or just a plain object
|
|
28
|
+
* (the legacy convention most existing tools use).
|
|
29
|
+
*/
|
|
30
|
+
callTool(toolName: string, inputs: Record<string, any>): Promise<import("./mcp.js").MCPToolOutput>;
|
|
31
|
+
registerTool(tool: MCPTool<any>): void;
|
|
19
32
|
}
|
|
20
33
|
export default MCPClient;
|
|
21
34
|
//# sourceMappingURL=mcp-client.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mcp-client.d.ts","sourceRoot":"","sources":["../../src/core/mcp-client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,UAAU,CAAC;AACpC,OAAO,KAAK,aAAa,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"mcp-client.d.ts","sourceRoot":"","sources":["../../src/core/mcp-client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,UAAU,CAAC;AACpC,OAAO,KAAK,aAAa,MAAM,qBAAqB,CAAC;AAErD,OAAO,EAAE,GAAG,EAAuB,MAAM,UAAU,CAAC;AACpD,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,KAAK,UAAU,MAAM,kBAAkB,CAAC;AAG/C,qBAAa,SAAU,SAAQ,GAAG;;gBAMlB,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,GAAG,aAAa,EAAE,EAAE,OAAO,GAAE,UAA+B,EAAE,GAAG,CAAC,EAAE,MAAM;IAU9H,UAAU,IAAI,UAAU;IAIxB,MAAM,IAAI,MAAM;IAIV,QAAQ;cAGI,MAAM;qBACC,MAAM;gBACX;YACJ,IAAI,EAAE,MAAM,CAAC;YACb,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;YAC3D,WAAW,EAAE,MAAM,CAAC;YACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;YACnB,OAAO,CAAC,EAAE,GAAG,CAAC;SACjB,EAAE;;IAsCf;;;;;;;OAOG;IACG,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAmC5D,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC;CAIlC;AAED,eAAe,SAAS,CAAC"}
|
package/dist/core/mcp-client.js
CHANGED
|
@@ -1,12 +1,28 @@
|
|
|
1
1
|
import { randomUUID } from "crypto";
|
|
2
|
-
|
|
2
|
+
import { MCP, normalizeToolOutput } from "./mcp.js";
|
|
3
|
+
import MCPRNG from "./mcp-rng.js";
|
|
4
|
+
import MCPFSStorage from "./mcp-fs-storage.js";
|
|
5
|
+
export class MCPClient extends MCP {
|
|
3
6
|
#connections;
|
|
7
|
+
#storage;
|
|
8
|
+
#rng;
|
|
4
9
|
#tools = [];
|
|
5
10
|
#envID;
|
|
6
|
-
constructor(envID, connection) {
|
|
11
|
+
constructor(envID, connection, storage = new MCPFSStorage(), rng) {
|
|
12
|
+
super();
|
|
13
|
+
this.#storage = storage;
|
|
14
|
+
if (!rng)
|
|
15
|
+
rng = new MCPRNG(storage);
|
|
16
|
+
this.#rng = rng;
|
|
7
17
|
this.#connections = Array.isArray(connection) ? connection : [connection];
|
|
8
18
|
this.#envID = envID;
|
|
9
19
|
}
|
|
20
|
+
getStorage() {
|
|
21
|
+
return this.#storage;
|
|
22
|
+
}
|
|
23
|
+
getRNG() {
|
|
24
|
+
return this.#rng;
|
|
25
|
+
}
|
|
10
26
|
async getTools() {
|
|
11
27
|
const connectionPromises = this.#connections.map(conn => {
|
|
12
28
|
return new Promise((resolve) => {
|
|
@@ -40,20 +56,27 @@ export class MCPClient {
|
|
|
40
56
|
inputs: t.getOptions().inputs
|
|
41
57
|
})), ...connectionsTools];
|
|
42
58
|
}
|
|
59
|
+
/**
|
|
60
|
+
* Calls a tool and returns its result normalized into the standard
|
|
61
|
+
* MCPToolOutput contract ({type:"text"|"image", output:{...}}) —
|
|
62
|
+
* regardless of whether the tool lives in-process or across the
|
|
63
|
+
* IPC connection to a sandboxed MCPServer, and regardless of whether
|
|
64
|
+
* the tool itself already returns that shape or just a plain object
|
|
65
|
+
* (the legacy convention most existing tools use).
|
|
66
|
+
*/
|
|
43
67
|
async callTool(toolName, inputs) {
|
|
44
68
|
const clientTool = this.#tools.find(t => t.getOptions().name == toolName);
|
|
45
69
|
if (clientTool) {
|
|
46
|
-
|
|
70
|
+
const raw = await clientTool.getOptions().execute(this.#envID, inputs, clientTool.getMCP(), clientTool.getOptions().customClass);
|
|
71
|
+
return normalizeToolOutput(raw);
|
|
47
72
|
}
|
|
48
73
|
else {
|
|
49
|
-
|
|
74
|
+
const raw = await new Promise((resolve) => {
|
|
50
75
|
let resolvedResult = false;
|
|
51
76
|
this.#connections.map(conn => {
|
|
52
77
|
const pid = randomUUID();
|
|
53
|
-
let resolved = false;
|
|
54
78
|
const onRead = (data) => {
|
|
55
79
|
if (data.topic === "toolCallCallback" && data.pid === pid) {
|
|
56
|
-
resolved = true;
|
|
57
80
|
conn.off("read", onRead);
|
|
58
81
|
if (!resolvedResult) {
|
|
59
82
|
resolve(data.output || {});
|
|
@@ -69,20 +92,13 @@ export class MCPClient {
|
|
|
69
92
|
envID: this.#envID,
|
|
70
93
|
inputs
|
|
71
94
|
});
|
|
72
|
-
setTimeout(() => {
|
|
73
|
-
if (!resolved) {
|
|
74
|
-
conn.off("read", onRead);
|
|
75
|
-
}
|
|
76
|
-
if (!resolvedResult) {
|
|
77
|
-
resolve({ error: "The tool call exceeded the 300second timeout limit." });
|
|
78
|
-
resolvedResult = true;
|
|
79
|
-
}
|
|
80
|
-
}, 300000);
|
|
81
95
|
});
|
|
82
|
-
})
|
|
96
|
+
});
|
|
97
|
+
return normalizeToolOutput(raw);
|
|
83
98
|
}
|
|
84
99
|
}
|
|
85
100
|
registerTool(tool) {
|
|
101
|
+
tool.setMCP(this);
|
|
86
102
|
this.#tools.push(tool);
|
|
87
103
|
}
|
|
88
104
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mcp-client.js","sourceRoot":"","sources":["../../src/core/mcp-client.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"mcp-client.js","sourceRoot":"","sources":["../../src/core/mcp-client.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,GAAG,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AACpD,OAAO,MAAM,MAAM,cAAc,CAAC;AAElC,OAAO,YAAY,MAAM,qBAAqB,CAAC;AAE/C,MAAM,OAAO,SAAU,SAAQ,GAAG;IAC9B,YAAY,CAAC;IACb,QAAQ,CAAC;IACT,IAAI,CAAC;IACL,MAAM,GAAmB,EAAE,CAAC;IAC5B,MAAM,CAAC;IACP,YAAY,KAAa,EAAE,UAA2C,EAAE,UAAsB,IAAI,YAAY,EAAE,EAAE,GAAY;QAC1H,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,GAAG;YACJ,GAAG,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAChB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAC1E,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACxB,CAAC;IAED,UAAU;QACN,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,MAAM;QACF,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,MAAM,kBAAkB,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACpD,OAAO,IAAI,OAAO,CAUb,CAAC,OAAO,EAAE,EAAE;gBACb,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;gBACzB,IAAI,QAAQ,GAAG,KAAK,CAAC;gBAErB,MAAM,MAAM,GAAG,CAAC,IAAS,EAAE,EAAE;oBACzB,IAAI,IAAI,CAAC,KAAK,KAAK,kBAAkB,IAAI,IAAI,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;wBACxD,QAAQ,GAAG,IAAI,CAAC;wBAChB,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;wBACzB,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;oBAC9B,CAAC;gBACL,CAAC,CAAC;gBAEF,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBACxB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;oBACf,GAAG;oBACH,KAAK,EAAE,UAAU;iBACpB,CAAC,CAAC;gBAEH,UAAU,CAAC,GAAG,EAAE;oBACZ,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;wBACzB,OAAO,CAAC,EAAE,CAAC,CAAC;oBAChB,CAAC;gBACL,CAAC,EAAE,IAAI,CAAC,CAAC;YACb,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAEtD,MAAM,gBAAgB,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QACxC,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC7B,IAAI,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,IAAI;gBACzB,WAAW,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,WAAW;gBACvC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,MAAM;aAChC,CAAC,CAAC,EAAE,GAAG,gBAAgB,CAAC,CAAC;IAC9B,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,QAAQ,CAAC,QAAgB,EAAE,MAA2B;QACxD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,IAAI,IAAI,QAAQ,CAAC,CAAC;QAC1E,IAAI,UAAU,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,CAAC;YACjI,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACJ,MAAM,GAAG,GAAG,MAAM,IAAI,OAAO,CAAM,CAAC,OAAO,EAAE,EAAE;gBAC3C,IAAI,cAAc,GAAG,KAAK,CAAC;gBAC3B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;oBAEzB,MAAM,MAAM,GAAG,CAAC,IAAS,EAAE,EAAE;wBACzB,IAAI,IAAI,CAAC,KAAK,KAAK,kBAAkB,IAAI,IAAI,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;4BACxD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;4BACzB,IAAI,CAAC,cAAc,EAAE,CAAC;gCAClB,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;gCAC3B,cAAc,GAAG,IAAI,CAAC;4BAC1B,CAAC;wBACL,CAAC;oBACL,CAAC,CAAC;oBAEF,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;oBACxB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;wBACf,GAAG;wBACH,KAAK,EAAE,UAAU;wBACjB,IAAI,EAAE,QAAQ;wBACd,KAAK,EAAE,IAAI,CAAC,MAAM;wBAClB,MAAM;qBACT,CAAC,CAAC;gBACP,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;IACL,CAAC;IAED,YAAY,CAAC,IAAkB;QAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;CACJ;AAED,eAAe,SAAS,CAAC"}
|
|
@@ -1,4 +1,12 @@
|
|
|
1
|
-
export
|
|
2
|
-
|
|
1
|
+
export declare class MCPComputer {
|
|
2
|
+
#private;
|
|
3
|
+
constructor(mountPath: string, ports: number[], image?: string);
|
|
4
|
+
getIPCSocketPath(): string;
|
|
5
|
+
/** Host-side path where presented files land (mounted into the container at /home/ubuntu/presents). */
|
|
6
|
+
getPresentsHostPath(): string;
|
|
7
|
+
buildDockerArgs(): string[];
|
|
8
|
+
start(): import("node:child_process").ChildProcess;
|
|
9
|
+
getInstructions(): string;
|
|
3
10
|
}
|
|
11
|
+
export default MCPComputer;
|
|
4
12
|
//# sourceMappingURL=mcp-computer.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mcp-computer.d.ts","sourceRoot":"","sources":["../../src/core/mcp-computer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"mcp-computer.d.ts","sourceRoot":"","sources":["../../src/core/mcp-computer.ts"],"names":[],"mappings":"AAOA,qBAAa,WAAW;;gBAOR,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,GAAE,MAA6B;IAepF,gBAAgB,IAAI,MAAM;IAI1B,uGAAuG;IACvG,mBAAmB,IAAI,MAAM;IA8B7B,eAAe,IAAI,MAAM,EAAE;IAyB3B,KAAK;IAiBL,eAAe,IAAI,MAAM;CAiB5B;AAED,eAAe,WAAW,CAAC"}
|
|
@@ -1,5 +1,111 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
1
|
+
// TODO Add Host ability to docker to open any ports
|
|
2
|
+
import os from "os";
|
|
3
|
+
import { randomUUID } from "crypto";
|
|
4
|
+
import { spawn, execFileSync } from "child_process";
|
|
5
|
+
import fs from "fs";
|
|
6
|
+
import path from "path";
|
|
7
|
+
export class MCPComputer {
|
|
8
|
+
#mountPath;
|
|
9
|
+
#ports;
|
|
10
|
+
#image;
|
|
11
|
+
#ipcPath;
|
|
12
|
+
#containerName;
|
|
13
|
+
constructor(mountPath, ports, image = "orbitx-sandbox:0.1") {
|
|
14
|
+
if (os.platform() === "win32") {
|
|
15
|
+
throw new Error("This feature is not currently supported natively on Windows. " +
|
|
16
|
+
"Please run via WSL, or use a Unix-like filesystem (this feature needs one).");
|
|
17
|
+
}
|
|
18
|
+
this.#mountPath = path.resolve(mountPath);
|
|
19
|
+
this.#ports = ports;
|
|
20
|
+
this.#image = image;
|
|
21
|
+
this.#ipcPath = `/tmp/mcp-server-${randomUUID()}`;
|
|
22
|
+
this.#containerName = `mcp-sandbox-${randomUUID()}`;
|
|
23
|
+
}
|
|
24
|
+
getIPCSocketPath() {
|
|
25
|
+
return `${this.#ipcPath}/socket.sock`;
|
|
26
|
+
}
|
|
27
|
+
/** Host-side path where presented files land (mounted into the container at /home/ubuntu/presents). */
|
|
28
|
+
getPresentsHostPath() {
|
|
29
|
+
return path.join(this.#mountPath, "presents");
|
|
30
|
+
}
|
|
31
|
+
#prepareHostPaths(containerUid = 1000, containerGid = 1000) {
|
|
32
|
+
const workspaceHost = path.join(this.#mountPath, "workspace");
|
|
33
|
+
const storageHost = path.join(this.#mountPath, "mcp-server-storage");
|
|
34
|
+
const presentsHost = path.join(this.#mountPath, "presents");
|
|
35
|
+
const dirs = [workspaceHost, storageHost, presentsHost, this.#ipcPath];
|
|
36
|
+
for (const dir of dirs) {
|
|
37
|
+
fs.mkdirSync(dir, { recursive: true });
|
|
38
|
+
}
|
|
39
|
+
for (const dir of dirs) {
|
|
40
|
+
try {
|
|
41
|
+
fs.chownSync(dir, containerUid, containerGid);
|
|
42
|
+
}
|
|
43
|
+
catch (err) {
|
|
44
|
+
if (err.code === "EPERM") {
|
|
45
|
+
try {
|
|
46
|
+
execFileSync("sudo", ["chown", "-R", `${containerUid}:${containerGid}`, dir]);
|
|
47
|
+
}
|
|
48
|
+
catch {
|
|
49
|
+
throw new Error(`Could not chown ${dir} to ${containerUid}:${containerGid}.`);
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
else {
|
|
53
|
+
throw err;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
buildDockerArgs() {
|
|
59
|
+
const workspaceHost = path.join(this.#mountPath, "workspace");
|
|
60
|
+
const storageHost = path.join(this.#mountPath, "mcp-server-storage");
|
|
61
|
+
const presentsHost = path.join(this.#mountPath, "presents");
|
|
62
|
+
const userInputsHost = path.join(this.#mountPath, "user-inputs");
|
|
63
|
+
const args = [
|
|
64
|
+
"run", "--rm",
|
|
65
|
+
"--name", this.#containerName,
|
|
66
|
+
"-v", `${workspaceHost}:/home/ubuntu/workspace`,
|
|
67
|
+
"-v", `${storageHost}:/home/ubuntu/mcp-data`,
|
|
68
|
+
"-v", `${presentsHost}:/home/ubuntu/presents`,
|
|
69
|
+
"-v", `${userInputsHost}:/home/ubuntu/user-inputs`,
|
|
70
|
+
"-v", `${this.#ipcPath}:/tmp/mcp-server`,
|
|
71
|
+
"-e", "PRESENT_PATH=/home/ubuntu/presents",
|
|
72
|
+
];
|
|
73
|
+
for (const port of this.#ports) {
|
|
74
|
+
args.push("-p", `${port}:${port}`);
|
|
75
|
+
}
|
|
76
|
+
args.push(this.#image);
|
|
77
|
+
return args;
|
|
78
|
+
}
|
|
79
|
+
start() {
|
|
80
|
+
this.#prepareHostPaths();
|
|
81
|
+
const args = this.buildDockerArgs();
|
|
82
|
+
const child = spawn("docker", args, { stdio: "inherit" });
|
|
83
|
+
process.on("exit", () => {
|
|
84
|
+
try {
|
|
85
|
+
execFileSync("docker", ["kill", this.#containerName], { stdio: "ignore" });
|
|
86
|
+
}
|
|
87
|
+
catch {
|
|
88
|
+
// already stopped, fine
|
|
89
|
+
}
|
|
90
|
+
});
|
|
91
|
+
return child;
|
|
92
|
+
}
|
|
93
|
+
getInstructions() {
|
|
94
|
+
const workspacePath = "/home/ubuntu/workspace";
|
|
95
|
+
const presentsPath = "/home/ubuntu/presents";
|
|
96
|
+
const userInputsPath = "/home/ubuntu/user-inputs";
|
|
97
|
+
const portsList = this.#ports.length > 0
|
|
98
|
+
? this.#ports.join(", ")
|
|
99
|
+
: "none";
|
|
100
|
+
return [
|
|
101
|
+
`SandBox info`,
|
|
102
|
+
`Workspace path: ${workspacePath}`,
|
|
103
|
+
`User input files path: ${userInputsPath}`,
|
|
104
|
+
`Presents path: ${presentsPath} (files passed to the present-add tool are copied here and surfaced to the user by the host application)`,
|
|
105
|
+
`Open ports: ${portsList}`,
|
|
106
|
+
`End of sandbox info`
|
|
107
|
+
].join("\n");
|
|
3
108
|
}
|
|
4
109
|
}
|
|
110
|
+
export default MCPComputer;
|
|
5
111
|
//# sourceMappingURL=mcp-computer.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mcp-computer.js","sourceRoot":"","sources":["../../src/core/mcp-computer.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,WAAW;
|
|
1
|
+
{"version":3,"file":"mcp-computer.js","sourceRoot":"","sources":["../../src/core/mcp-computer.ts"],"names":[],"mappings":"AAAA,oDAAoD;AACpD,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,MAAM,OAAO,WAAW;IACpB,UAAU,CAAS;IACnB,MAAM,CAAW;IACjB,MAAM,CAAS;IACf,QAAQ,CAAS;IACjB,cAAc,CAAS;IAEvB,YAAY,SAAiB,EAAE,KAAe,EAAE,QAAgB,oBAAoB;QAChF,IAAI,EAAE,CAAC,QAAQ,EAAE,KAAK,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CACX,+DAA+D;gBAC/D,6EAA6E,CAChF,CAAC;QACN,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,UAAU,EAAE,EAAE,CAAC;QAClD,IAAI,CAAC,cAAc,GAAG,eAAe,UAAU,EAAE,EAAE,CAAC;IACxD,CAAC;IAED,gBAAgB;QACZ,OAAO,GAAG,IAAI,CAAC,QAAQ,cAAc,CAAC;IAC1C,CAAC;IAED,uGAAuG;IACvG,mBAAmB;QACf,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAClD,CAAC;IAED,iBAAiB,CAAC,YAAY,GAAG,IAAI,EAAE,YAAY,GAAG,IAAI;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;QACrE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAC5D,MAAM,IAAI,GAAG,CAAC,aAAa,EAAE,WAAW,EAAE,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEvE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,CAAC;gBACD,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;YAClD,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAChB,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBACvB,IAAI,CAAC;wBACD,YAAY,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,YAAY,IAAI,YAAY,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;oBAClF,CAAC;oBAAC,MAAM,CAAC;wBACL,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,OAAO,YAAY,IAAI,YAAY,GAAG,CAAC,CAAC;oBAClF,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACJ,MAAM,GAAG,CAAC;gBACd,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,eAAe;QACX,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;QACrE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAC5D,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;QAEjE,MAAM,IAAI,GAAG;YACT,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,IAAI,CAAC,cAAc;YAC7B,IAAI,EAAE,GAAG,aAAa,yBAAyB;YAC/C,IAAI,EAAE,GAAG,WAAW,wBAAwB;YAC5C,IAAI,EAAE,GAAG,YAAY,wBAAwB;YAC7C,IAAI,EAAE,GAAG,cAAc,2BAA2B;YAClD,IAAI,EAAE,GAAG,IAAI,CAAC,QAAQ,kBAAkB;YACxC,IAAI,EAAE,oCAAoC;SAC7C,CAAC;QAEF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK;QACD,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAEzB,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAE1D,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACpB,IAAI,CAAC;gBACD,YAAY,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC/E,CAAC;YAAC,MAAM,CAAC;gBACL,wBAAwB;YAC5B,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,eAAe;QACX,MAAM,aAAa,GAAG,wBAAwB,CAAC;QAC/C,MAAM,YAAY,GAAG,uBAAuB,CAAC;QAC7C,MAAM,cAAc,GAAG,0BAA0B,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YACpC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;YACxB,CAAC,CAAC,MAAM,CAAC;QAEb,OAAO;YACH,cAAc;YACd,mBAAmB,aAAa,EAAE;YAClC,0BAA0B,cAAc,EAAE;YAC1C,kBAAkB,YAAY,0GAA0G;YACxI,eAAe,SAAS,EAAE;YAC1B,qBAAqB;SACxB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;CACJ;AAED,eAAe,WAAW,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import MCPStorage from "./mcp-storage.js";
|
|
2
|
+
export declare class MCPFSStorage extends MCPStorage {
|
|
3
|
+
#private;
|
|
4
|
+
constructor(fsStoragePath?: string);
|
|
5
|
+
get(key: string): Promise<string>;
|
|
6
|
+
set(key: string, value: string): Promise<void>;
|
|
7
|
+
}
|
|
8
|
+
export default MCPFSStorage;
|
|
9
|
+
//# sourceMappingURL=mcp-fs-storage.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mcp-fs-storage.d.ts","sourceRoot":"","sources":["../../src/core/mcp-fs-storage.ts"],"names":[],"mappings":"AAGA,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAE1C,qBAAa,YAAa,SAAQ,UAAU;;gBAG5B,aAAa,SAA6D;IAOhF,GAAG,CACL,GAAG,EAAE,MAAM,GACZ,OAAO,CAAC,MAAM,CAAC;IASZ,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAGvD;AAED,eAAe,YAAY,CAAA"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { readFileSync, writeFileSync, mkdirSync, existsSync } from "fs";
|
|
2
|
+
import { join } from "path";
|
|
3
|
+
import { createHash } from "crypto";
|
|
4
|
+
import MCPStorage from "./mcp-storage.js";
|
|
5
|
+
export class MCPFSStorage extends MCPStorage {
|
|
6
|
+
#fsStoragePath;
|
|
7
|
+
constructor(fsStoragePath = `./data/mcp-storage-${Math.round(Math.random() * 100000)}`) {
|
|
8
|
+
super();
|
|
9
|
+
this.#fsStoragePath = fsStoragePath;
|
|
10
|
+
if (!existsSync(fsStoragePath))
|
|
11
|
+
mkdirSync(fsStoragePath, { recursive: true });
|
|
12
|
+
}
|
|
13
|
+
async get(key) {
|
|
14
|
+
try {
|
|
15
|
+
return readFileSync(join(this.#fsStoragePath, createHash("sha256").update(key).digest("hex")), { encoding: "utf-8" });
|
|
16
|
+
}
|
|
17
|
+
catch (err) {
|
|
18
|
+
if (err.code === "ENOENT")
|
|
19
|
+
return "";
|
|
20
|
+
throw err;
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
async set(key, value) {
|
|
24
|
+
writeFileSync(join(this.#fsStoragePath, createHash("sha256").update(key).digest("hex")), value, { encoding: "utf-8" });
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
export default MCPFSStorage;
|
|
28
|
+
//# sourceMappingURL=mcp-fs-storage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mcp-fs-storage.js","sourceRoot":"","sources":["../../src/core/mcp-fs-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACxE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAE1C,MAAM,OAAO,YAAa,SAAQ,UAAU;IAExC,cAAc,CAAS;IACvB,YAAY,aAAa,GAAG,sBAAsB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE;QAClF,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;YAC1B,SAAS,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,GAAG,CACL,GAAW;QAEX,IAAI,CAAC;YACD,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1H,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAChB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,EAAE,CAAC;YACrC,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,KAAa;QAChC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IAC3H,CAAC;CACJ;AAED,eAAe,YAAY,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mcp-rng.d.ts","sourceRoot":"","sources":["../../src/core/mcp-rng.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,UAAU,MAAM,kBAAkB,CAAC;AAI/C,qBAAa,MAAM;;gBAGH,OAAO,EAAE,UAAU;IAIzB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;CAMlC;AAED,eAAe,MAAM,CAAC"}
|