@dexto/core 1.1.4 → 1.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +125 -0
- package/dist/agent/DextoAgent.cjs +793 -0
- package/dist/agent/DextoAgent.d.cts +473 -0
- package/dist/agent/DextoAgent.d.ts +473 -0
- package/dist/agent/DextoAgent.js +774 -0
- package/dist/agent/agentCard.cjs +44 -0
- package/dist/agent/agentCard.d.cts +20 -0
- package/dist/agent/agentCard.d.ts +20 -0
- package/dist/agent/agentCard.js +20 -0
- package/dist/agent/error-codes.cjs +35 -0
- package/dist/agent/error-codes.d.cts +14 -0
- package/dist/agent/error-codes.d.ts +14 -0
- package/dist/agent/error-codes.js +11 -0
- package/dist/agent/errors.cjs +84 -0
- package/dist/agent/errors.d.cts +40 -0
- package/dist/agent/errors.d.ts +40 -0
- package/dist/agent/errors.js +60 -0
- package/dist/agent/index.cjs +44 -0
- package/dist/agent/index.d.cts +60 -0
- package/dist/agent/index.d.ts +60 -0
- package/dist/agent/index.js +13 -0
- package/dist/agent/registry/error-codes.cjs +42 -0
- package/dist/agent/registry/error-codes.d.cts +20 -0
- package/dist/agent/registry/error-codes.d.ts +20 -0
- package/dist/agent/registry/error-codes.js +18 -0
- package/dist/agent/registry/errors.cjs +158 -0
- package/dist/agent/registry/errors.d.cts +67 -0
- package/dist/agent/registry/errors.d.ts +67 -0
- package/dist/{chunk-PI6XFMEW.js → agent/registry/errors.js} +43 -50
- package/dist/agent/registry/registry.cjs +291 -0
- package/dist/agent/registry/registry.d.cts +67 -0
- package/dist/agent/registry/registry.d.ts +67 -0
- package/dist/agent/registry/registry.js +256 -0
- package/dist/agent/registry/types.cjs +41 -0
- package/dist/agent/registry/types.d.cts +100 -0
- package/dist/agent/registry/types.d.ts +100 -0
- package/dist/agent/registry/types.js +16 -0
- package/dist/agent/schemas.cjs +113 -0
- package/dist/agent/schemas.d.cts +1502 -0
- package/dist/agent/schemas.d.ts +1502 -0
- package/dist/agent/schemas.js +88 -0
- package/dist/agent/state-manager.cjs +214 -0
- package/dist/agent/state-manager.d.cts +97 -0
- package/dist/agent/state-manager.d.ts +97 -0
- package/dist/agent/state-manager.js +190 -0
- package/dist/config/agent-resolver.cjs +153 -0
- package/dist/config/agent-resolver.d.cts +15 -0
- package/dist/config/agent-resolver.d.ts +15 -0
- package/dist/config/agent-resolver.js +122 -0
- package/dist/config/error-codes.cjs +39 -0
- package/dist/config/error-codes.d.cts +17 -0
- package/dist/config/error-codes.d.ts +17 -0
- package/dist/config/error-codes.js +15 -0
- package/dist/config/errors.cjs +126 -0
- package/dist/config/errors.d.cts +49 -0
- package/dist/config/errors.d.ts +49 -0
- package/dist/config/errors.js +102 -0
- package/dist/config/index.cjs +26 -0
- package/dist/config/index.d.cts +7 -0
- package/dist/config/index.d.ts +7 -0
- package/dist/config/index.js +3 -0
- package/dist/config/loader.cjs +119 -0
- package/dist/config/loader.d.cts +19 -0
- package/dist/config/loader.d.ts +19 -0
- package/dist/config/loader.js +85 -0
- package/dist/config/writer.cjs +182 -0
- package/dist/config/writer.d.cts +38 -0
- package/dist/config/writer.d.ts +38 -0
- package/dist/config/writer.js +146 -0
- package/dist/context/compression/middle-removal.cjs +95 -0
- package/dist/context/compression/middle-removal.d.cts +48 -0
- package/dist/context/compression/middle-removal.d.ts +48 -0
- package/dist/context/compression/middle-removal.js +71 -0
- package/dist/context/compression/oldest-removal.cjs +70 -0
- package/dist/context/compression/oldest-removal.d.cts +43 -0
- package/dist/context/compression/oldest-removal.d.ts +43 -0
- package/dist/context/compression/oldest-removal.js +46 -0
- package/dist/context/compression/types.cjs +16 -0
- package/dist/context/compression/types.d.cts +21 -0
- package/dist/context/compression/types.d.ts +21 -0
- package/dist/context/compression/types.js +0 -0
- package/dist/context/error-codes.cjs +41 -0
- package/dist/context/error-codes.d.cts +19 -0
- package/dist/context/error-codes.d.ts +19 -0
- package/dist/context/error-codes.js +17 -0
- package/dist/context/errors.cjs +146 -0
- package/dist/context/errors.d.cts +36 -0
- package/dist/context/errors.d.ts +36 -0
- package/dist/context/errors.js +122 -0
- package/dist/context/index.cjs +24 -0
- package/dist/context/index.d.cts +19 -0
- package/dist/context/index.d.ts +19 -0
- package/dist/context/index.js +2 -0
- package/dist/context/manager.cjs +516 -0
- package/dist/context/manager.d.cts +254 -0
- package/dist/context/manager.d.ts +254 -0
- package/dist/context/manager.js +492 -0
- package/dist/context/types.cjs +16 -0
- package/dist/context/types.d.cts +113 -0
- package/dist/context/types.d.ts +113 -0
- package/dist/context/types.js +0 -0
- package/dist/context/utils.cjs +406 -0
- package/dist/context/utils.d.cts +79 -0
- package/dist/context/utils.d.ts +79 -0
- package/dist/context/utils.js +374 -0
- package/dist/errors/DextoBaseError.cjs +36 -0
- package/dist/errors/DextoBaseError.d.cts +15 -0
- package/dist/errors/DextoBaseError.d.ts +15 -0
- package/dist/errors/DextoBaseError.js +12 -0
- package/dist/errors/DextoRuntimeError.cjs +50 -0
- package/dist/errors/DextoRuntimeError.d.cts +37 -0
- package/dist/errors/DextoRuntimeError.d.ts +37 -0
- package/dist/errors/DextoRuntimeError.js +26 -0
- package/dist/errors/DextoValidationError.cjs +118 -0
- package/dist/errors/DextoValidationError.d.cts +65 -0
- package/dist/errors/DextoValidationError.d.ts +65 -0
- package/dist/{chunk-XFQLRBHE.js → errors/DextoValidationError.js} +4 -32
- package/dist/errors/index.cjs +42 -0
- package/dist/errors/index.d.cts +18 -0
- package/dist/errors/index.d.ts +18 -0
- package/dist/errors/index.js +13 -0
- package/dist/errors/result-bridge.cjs +38 -0
- package/dist/errors/result-bridge.d.cts +39 -0
- package/dist/errors/result-bridge.d.ts +39 -0
- package/dist/errors/result-bridge.js +14 -0
- package/dist/errors/types.cjs +54 -0
- package/dist/errors/types.d.cts +62 -0
- package/dist/errors/types.d.ts +62 -0
- package/dist/errors/types.js +29 -0
- package/dist/events/index.cjs +169 -0
- package/dist/events/index.d.cts +272 -0
- package/dist/events/index.d.ts +272 -0
- package/dist/events/index.js +136 -0
- package/dist/index.browser.cjs +9 -220
- package/dist/index.browser.d.cts +53 -379
- package/dist/index.browser.d.ts +53 -379
- package/dist/index.browser.js +4 -210
- package/dist/index.cjs +31 -15266
- package/dist/index.d.cts +89 -6842
- package/dist/index.d.ts +89 -6842
- package/dist/index.js +14 -9914
- package/dist/llm/error-codes.cjs +48 -0
- package/dist/llm/error-codes.d.cts +26 -0
- package/dist/llm/error-codes.d.ts +26 -0
- package/dist/llm/error-codes.js +24 -0
- package/dist/llm/errors.cjs +108 -0
- package/dist/llm/errors.d.cts +58 -0
- package/dist/llm/errors.d.ts +58 -0
- package/dist/llm/errors.js +84 -0
- package/dist/llm/formatters/anthropic.cjs +246 -0
- package/dist/llm/formatters/anthropic.d.cts +45 -0
- package/dist/llm/formatters/anthropic.d.ts +45 -0
- package/dist/llm/formatters/anthropic.js +227 -0
- package/dist/llm/formatters/factory.cjs +51 -0
- package/dist/llm/formatters/factory.d.cts +12 -0
- package/dist/llm/formatters/factory.d.ts +12 -0
- package/dist/llm/formatters/factory.js +27 -0
- package/dist/llm/formatters/openai.cjs +167 -0
- package/dist/llm/formatters/openai.d.cts +38 -0
- package/dist/llm/formatters/openai.d.ts +38 -0
- package/dist/llm/formatters/openai.js +147 -0
- package/dist/llm/formatters/types.cjs +16 -0
- package/dist/llm/formatters/types.d.cts +43 -0
- package/dist/llm/formatters/types.d.ts +43 -0
- package/dist/llm/formatters/types.js +0 -0
- package/dist/llm/formatters/vercel.cjs +411 -0
- package/dist/llm/formatters/vercel.d.cts +48 -0
- package/dist/llm/formatters/vercel.d.ts +48 -0
- package/dist/llm/formatters/vercel.js +387 -0
- package/dist/llm/index.cjs +34 -0
- package/dist/llm/index.d.cts +39 -0
- package/dist/llm/index.d.ts +39 -0
- package/dist/llm/index.js +7 -0
- package/dist/llm/registry.cjs +881 -0
- package/dist/llm/registry.d.cts +176 -0
- package/dist/llm/registry.d.ts +176 -0
- package/dist/{chunk-J6AXCN3H.js → llm/registry.js} +25 -455
- package/dist/llm/resolver.cjs +154 -0
- package/dist/llm/resolver.d.cts +34 -0
- package/dist/llm/resolver.d.ts +34 -0
- package/dist/llm/resolver.js +136 -0
- package/dist/llm/schemas.cjs +188 -0
- package/dist/llm/schemas.d.cts +111 -0
- package/dist/llm/schemas.d.ts +111 -0
- package/dist/llm/schemas.js +172 -0
- package/dist/llm/services/anthropic.cjs +398 -0
- package/dist/llm/services/anthropic.d.cts +65 -0
- package/dist/llm/services/anthropic.d.ts +65 -0
- package/dist/llm/services/anthropic.js +374 -0
- package/dist/llm/services/factory.cjs +164 -0
- package/dist/llm/services/factory.d.cts +39 -0
- package/dist/llm/services/factory.d.ts +39 -0
- package/dist/llm/services/factory.js +130 -0
- package/dist/llm/services/index.cjs +22 -0
- package/dist/llm/services/index.d.cts +21 -0
- package/dist/llm/services/index.d.ts +21 -0
- package/dist/llm/services/index.js +1 -0
- package/dist/llm/services/openai.cjs +470 -0
- package/dist/llm/services/openai.d.cts +65 -0
- package/dist/llm/services/openai.d.ts +65 -0
- package/dist/llm/services/openai.js +446 -0
- package/dist/llm/services/test-utils.integration.cjs +169 -0
- package/dist/llm/services/test-utils.integration.d.cts +83 -0
- package/dist/llm/services/test-utils.integration.d.ts +83 -0
- package/dist/llm/services/test-utils.integration.js +142 -0
- package/dist/llm/services/types.cjs +16 -0
- package/dist/llm/services/types.d.cts +56 -0
- package/dist/llm/services/types.d.ts +56 -0
- package/dist/llm/services/types.js +0 -0
- package/dist/llm/services/vercel.cjs +525 -0
- package/dist/llm/services/vercel.d.cts +72 -0
- package/dist/llm/services/vercel.d.ts +72 -0
- package/dist/llm/services/vercel.js +506 -0
- package/dist/llm/tokenizer/anthropic.cjs +43 -0
- package/dist/llm/tokenizer/anthropic.d.cts +21 -0
- package/dist/llm/tokenizer/anthropic.d.ts +21 -0
- package/dist/llm/tokenizer/anthropic.js +19 -0
- package/dist/llm/tokenizer/default.cjs +41 -0
- package/dist/llm/tokenizer/default.d.cts +16 -0
- package/dist/llm/tokenizer/default.d.ts +16 -0
- package/dist/llm/tokenizer/default.js +17 -0
- package/dist/llm/tokenizer/factory.cjs +44 -0
- package/dist/llm/tokenizer/factory.d.cts +12 -0
- package/dist/llm/tokenizer/factory.d.ts +12 -0
- package/dist/llm/tokenizer/factory.js +20 -0
- package/dist/llm/tokenizer/google.cjs +52 -0
- package/dist/llm/tokenizer/google.d.cts +31 -0
- package/dist/llm/tokenizer/google.d.ts +31 -0
- package/dist/llm/tokenizer/google.js +28 -0
- package/dist/llm/tokenizer/openai.cjs +108 -0
- package/dist/llm/tokenizer/openai.d.cts +32 -0
- package/dist/llm/tokenizer/openai.d.ts +32 -0
- package/dist/llm/tokenizer/openai.js +83 -0
- package/dist/llm/tokenizer/types.cjs +33 -0
- package/dist/llm/tokenizer/types.d.cts +19 -0
- package/dist/llm/tokenizer/types.d.ts +19 -0
- package/dist/llm/tokenizer/types.js +9 -0
- package/dist/llm/types.cjs +42 -0
- package/dist/llm/types.d.cts +29 -0
- package/dist/llm/types.d.ts +29 -0
- package/dist/llm/types.js +16 -0
- package/dist/llm/validation.cjs +162 -0
- package/dist/llm/validation.d.cts +60 -0
- package/dist/llm/validation.d.ts +60 -0
- package/dist/llm/validation.js +138 -0
- package/dist/logger/browser.cjs +86 -0
- package/dist/logger/browser.d.cts +29 -0
- package/dist/logger/browser.d.ts +29 -0
- package/dist/logger/browser.js +61 -0
- package/dist/logger/index.cjs +22 -0
- package/dist/logger/index.d.cts +1 -0
- package/dist/logger/index.d.ts +1 -0
- package/dist/logger/index.js +1 -0
- package/dist/logger/logger.cjs +362 -0
- package/dist/logger/logger.d.cts +52 -0
- package/dist/logger/logger.d.ts +52 -0
- package/dist/logger/logger.js +327 -0
- package/dist/mcp/error-codes.cjs +38 -0
- package/dist/mcp/error-codes.d.cts +16 -0
- package/dist/mcp/error-codes.d.ts +16 -0
- package/dist/mcp/error-codes.js +14 -0
- package/dist/mcp/errors.cjs +131 -0
- package/dist/mcp/errors.d.cts +72 -0
- package/dist/mcp/errors.d.ts +72 -0
- package/dist/mcp/errors.js +107 -0
- package/dist/mcp/index.cjs +34 -0
- package/dist/mcp/index.d.cts +26 -0
- package/dist/mcp/index.d.ts +26 -0
- package/dist/mcp/index.js +7 -0
- package/dist/mcp/manager.cjs +473 -0
- package/dist/mcp/manager.d.cts +163 -0
- package/dist/mcp/manager.d.ts +163 -0
- package/dist/mcp/manager.js +449 -0
- package/dist/mcp/mcp-client.cjs +420 -0
- package/dist/mcp/mcp-client.d.cts +108 -0
- package/dist/mcp/mcp-client.d.ts +108 -0
- package/dist/mcp/mcp-client.js +396 -0
- package/dist/mcp/resolver.cjs +78 -0
- package/dist/mcp/resolver.d.cts +22 -0
- package/dist/mcp/resolver.d.ts +22 -0
- package/dist/mcp/resolver.js +56 -0
- package/dist/mcp/schemas.cjs +82 -0
- package/dist/mcp/schemas.d.cts +266 -0
- package/dist/mcp/schemas.d.ts +266 -0
- package/dist/mcp/schemas.js +54 -0
- package/dist/mcp/types.cjs +16 -0
- package/dist/mcp/types.d.cts +21 -0
- package/dist/mcp/types.d.ts +21 -0
- package/dist/mcp/types.js +0 -0
- package/dist/preferences/constants.cjs +28 -0
- package/dist/preferences/constants.d.cts +3 -0
- package/dist/preferences/constants.d.ts +3 -0
- package/dist/preferences/constants.js +4 -0
- package/dist/preferences/error-codes.cjs +35 -0
- package/dist/preferences/error-codes.d.cts +9 -0
- package/dist/preferences/error-codes.d.ts +9 -0
- package/dist/preferences/error-codes.js +11 -0
- package/dist/preferences/errors.cjs +75 -0
- package/dist/preferences/errors.d.cts +33 -0
- package/dist/preferences/errors.d.ts +33 -0
- package/dist/preferences/errors.js +50 -0
- package/dist/preferences/index.cjs +55 -0
- package/dist/preferences/index.d.cts +21 -0
- package/dist/preferences/index.d.ts +21 -0
- package/dist/preferences/index.js +31 -0
- package/dist/preferences/loader.cjs +136 -0
- package/dist/preferences/loader.d.cts +45 -0
- package/dist/preferences/loader.d.ts +45 -0
- package/dist/preferences/loader.js +107 -0
- package/dist/preferences/schemas.cjs +74 -0
- package/dist/preferences/schemas.d.cts +104 -0
- package/dist/preferences/schemas.d.ts +104 -0
- package/dist/preferences/schemas.js +47 -0
- package/dist/search/index.cjs +28 -0
- package/dist/search/index.d.cts +5 -0
- package/dist/search/index.d.ts +5 -0
- package/dist/search/index.js +4 -0
- package/dist/search/search-service.cjs +245 -0
- package/dist/search/search-service.d.cts +47 -0
- package/dist/search/search-service.d.ts +47 -0
- package/dist/search/search-service.js +221 -0
- package/dist/search/types.cjs +16 -0
- package/dist/search/types.d.cts +78 -0
- package/dist/search/types.d.ts +78 -0
- package/dist/search/types.js +0 -0
- package/dist/session/chat-session.cjs +354 -0
- package/dist/session/chat-session.d.cts +284 -0
- package/dist/session/chat-session.d.ts +284 -0
- package/dist/session/chat-session.js +333 -0
- package/dist/session/error-codes.cjs +35 -0
- package/dist/session/error-codes.d.cts +13 -0
- package/dist/session/error-codes.d.ts +13 -0
- package/dist/session/error-codes.js +11 -0
- package/dist/session/errors.cjs +93 -0
- package/dist/session/errors.d.cts +58 -0
- package/dist/session/errors.d.ts +58 -0
- package/dist/session/errors.js +69 -0
- package/dist/session/history/database.cjs +95 -0
- package/dist/session/history/database.d.cts +28 -0
- package/dist/session/history/database.d.ts +28 -0
- package/dist/session/history/database.js +71 -0
- package/dist/session/history/factory.cjs +31 -0
- package/dist/session/history/factory.d.cts +11 -0
- package/dist/session/history/factory.d.ts +11 -0
- package/dist/session/history/factory.js +7 -0
- package/dist/session/history/types.cjs +16 -0
- package/dist/session/history/types.d.cts +17 -0
- package/dist/session/history/types.d.ts +17 -0
- package/dist/session/history/types.js +0 -0
- package/dist/session/index.cjs +37 -0
- package/dist/session/index.d.cts +53 -0
- package/dist/session/index.d.ts +53 -0
- package/dist/session/index.js +10 -0
- package/dist/session/schemas.cjs +32 -0
- package/dist/session/schemas.d.cts +16 -0
- package/dist/session/schemas.d.ts +16 -0
- package/dist/session/schemas.js +8 -0
- package/dist/session/session-manager.cjs +481 -0
- package/dist/session/session-manager.d.cts +219 -0
- package/dist/session/session-manager.d.ts +219 -0
- package/dist/session/session-manager.js +457 -0
- package/dist/storage/backend/cache-backend.cjs +16 -0
- package/dist/storage/backend/cache-backend.d.cts +15 -0
- package/dist/storage/backend/cache-backend.d.ts +15 -0
- package/dist/storage/backend/cache-backend.js +0 -0
- package/dist/storage/backend/database-backend.cjs +16 -0
- package/dist/storage/backend/database-backend.d.cts +19 -0
- package/dist/storage/backend/database-backend.d.ts +19 -0
- package/dist/storage/backend/database-backend.js +0 -0
- package/dist/storage/backend/memory-backend.cjs +140 -0
- package/dist/storage/backend/memory-backend.d.cts +34 -0
- package/dist/storage/backend/memory-backend.d.ts +34 -0
- package/dist/storage/backend/memory-backend.js +116 -0
- package/dist/storage/backend/postgres-backend.cjs +231 -0
- package/dist/storage/backend/postgres-backend.d.cts +37 -0
- package/dist/storage/backend/postgres-backend.d.ts +37 -0
- package/dist/{postgres-backend-WMWS7RAT.js → storage/backend/postgres-backend.js} +3 -12
- package/dist/storage/backend/redis-backend.cjs +184 -0
- package/dist/storage/backend/redis-backend.d.cts +36 -0
- package/dist/storage/backend/redis-backend.d.ts +36 -0
- package/dist/{redis-backend-BNLN3XHX.js → storage/backend/redis-backend.js} +3 -12
- package/dist/storage/backend/sqlite-backend.cjs +271 -0
- package/dist/storage/backend/sqlite-backend.d.cts +35 -0
- package/dist/storage/backend/sqlite-backend.d.ts +35 -0
- package/dist/{sqlite-backend-AR6XNK2Q.js → storage/backend/sqlite-backend.js} +6 -17
- package/dist/storage/backend/types.cjs +16 -0
- package/dist/storage/backend/types.d.cts +14 -0
- package/dist/storage/backend/types.d.ts +14 -0
- package/dist/storage/backend/types.js +0 -0
- package/dist/storage/error-codes.cjs +36 -0
- package/dist/storage/error-codes.d.cts +14 -0
- package/dist/storage/error-codes.d.ts +14 -0
- package/dist/storage/error-codes.js +12 -0
- package/dist/storage/errors.cjs +104 -0
- package/dist/storage/errors.d.cts +63 -0
- package/dist/storage/errors.d.ts +63 -0
- package/dist/{chunk-F2QFAECT.js → storage/errors.js} +23 -30
- package/dist/storage/index.cjs +33 -0
- package/dist/storage/index.d.cts +7 -0
- package/dist/storage/index.d.ts +7 -0
- package/dist/storage/index.js +7 -0
- package/dist/storage/schemas.cjs +113 -0
- package/dist/storage/schemas.d.cts +856 -0
- package/dist/storage/schemas.d.ts +856 -0
- package/dist/storage/schemas.js +89 -0
- package/dist/storage/storage-manager.cjs +208 -0
- package/dist/storage/storage-manager.d.cts +52 -0
- package/dist/storage/storage-manager.d.ts +52 -0
- package/dist/storage/storage-manager.js +173 -0
- package/dist/storage/types.cjs +16 -0
- package/dist/storage/types.d.cts +5 -0
- package/dist/storage/types.d.ts +5 -0
- package/dist/storage/types.js +0 -0
- package/dist/systemPrompt/contributors.cjs +146 -0
- package/dist/systemPrompt/contributors.d.cts +44 -0
- package/dist/systemPrompt/contributors.d.ts +44 -0
- package/dist/systemPrompt/contributors.js +120 -0
- package/dist/systemPrompt/error-codes.cjs +35 -0
- package/dist/systemPrompt/error-codes.d.cts +13 -0
- package/dist/systemPrompt/error-codes.d.ts +13 -0
- package/dist/systemPrompt/error-codes.js +11 -0
- package/dist/systemPrompt/errors.cjs +93 -0
- package/dist/systemPrompt/errors.d.cts +55 -0
- package/dist/systemPrompt/errors.d.ts +55 -0
- package/dist/systemPrompt/errors.js +69 -0
- package/dist/systemPrompt/in-built-prompts.cjs +68 -0
- package/dist/systemPrompt/in-built-prompts.d.cts +28 -0
- package/dist/systemPrompt/in-built-prompts.d.ts +28 -0
- package/dist/systemPrompt/in-built-prompts.js +42 -0
- package/dist/systemPrompt/index.cjs +30 -0
- package/dist/systemPrompt/index.d.cts +14 -0
- package/dist/systemPrompt/index.d.ts +14 -0
- package/dist/systemPrompt/index.js +5 -0
- package/dist/systemPrompt/manager.cjs +93 -0
- package/dist/systemPrompt/manager.d.cts +31 -0
- package/dist/systemPrompt/manager.d.ts +31 -0
- package/dist/systemPrompt/manager.js +69 -0
- package/dist/systemPrompt/registry.cjs +51 -0
- package/dist/systemPrompt/registry.d.cts +20 -0
- package/dist/systemPrompt/registry.d.ts +20 -0
- package/dist/systemPrompt/registry.js +15 -0
- package/dist/systemPrompt/schemas.cjs +107 -0
- package/dist/systemPrompt/schemas.d.cts +401 -0
- package/dist/systemPrompt/schemas.d.ts +401 -0
- package/dist/systemPrompt/schemas.js +81 -0
- package/dist/systemPrompt/types.cjs +16 -0
- package/dist/systemPrompt/types.d.cts +19 -0
- package/dist/systemPrompt/types.d.ts +19 -0
- package/dist/systemPrompt/types.js +0 -0
- package/dist/tools/confirmation/allowed-tools-provider/factory.cjs +44 -0
- package/dist/tools/confirmation/allowed-tools-provider/factory.d.cts +19 -0
- package/dist/tools/confirmation/allowed-tools-provider/factory.d.ts +19 -0
- package/dist/tools/confirmation/allowed-tools-provider/factory.js +20 -0
- package/dist/tools/confirmation/allowed-tools-provider/in-memory.cjs +62 -0
- package/dist/tools/confirmation/allowed-tools-provider/in-memory.d.cts +17 -0
- package/dist/tools/confirmation/allowed-tools-provider/in-memory.d.ts +17 -0
- package/dist/tools/confirmation/allowed-tools-provider/in-memory.js +38 -0
- package/dist/tools/confirmation/allowed-tools-provider/storage.cjs +68 -0
- package/dist/tools/confirmation/allowed-tools-provider/storage.d.cts +26 -0
- package/dist/tools/confirmation/allowed-tools-provider/storage.d.ts +26 -0
- package/dist/tools/confirmation/allowed-tools-provider/storage.js +44 -0
- package/dist/tools/confirmation/allowed-tools-provider/types.cjs +16 -0
- package/dist/tools/confirmation/allowed-tools-provider/types.d.cts +35 -0
- package/dist/tools/confirmation/allowed-tools-provider/types.d.ts +35 -0
- package/dist/tools/confirmation/allowed-tools-provider/types.js +0 -0
- package/dist/tools/confirmation/event-based-confirmation-provider.cjs +158 -0
- package/dist/tools/confirmation/event-based-confirmation-provider.d.cts +41 -0
- package/dist/tools/confirmation/event-based-confirmation-provider.d.ts +41 -0
- package/dist/tools/confirmation/event-based-confirmation-provider.js +134 -0
- package/dist/tools/confirmation/factory.cjs +52 -0
- package/dist/tools/confirmation/factory.d.cts +37 -0
- package/dist/tools/confirmation/factory.d.ts +37 -0
- package/dist/tools/confirmation/factory.js +28 -0
- package/dist/tools/confirmation/noop-confirmation-provider.cjs +49 -0
- package/dist/tools/confirmation/noop-confirmation-provider.d.cts +22 -0
- package/dist/tools/confirmation/noop-confirmation-provider.d.ts +22 -0
- package/dist/tools/confirmation/noop-confirmation-provider.js +25 -0
- package/dist/tools/confirmation/types.cjs +16 -0
- package/dist/tools/confirmation/types.d.cts +46 -0
- package/dist/tools/confirmation/types.d.ts +46 -0
- package/dist/tools/confirmation/types.js +0 -0
- package/dist/tools/error-codes.cjs +40 -0
- package/dist/tools/error-codes.d.cts +18 -0
- package/dist/tools/error-codes.d.ts +18 -0
- package/dist/tools/error-codes.js +16 -0
- package/dist/tools/errors.cjs +164 -0
- package/dist/tools/errors.d.cts +97 -0
- package/dist/tools/errors.d.ts +97 -0
- package/dist/tools/errors.js +140 -0
- package/dist/tools/index.cjs +37 -0
- package/dist/tools/index.d.cts +19 -0
- package/dist/tools/index.d.ts +19 -0
- package/dist/tools/index.js +8 -0
- package/dist/tools/internal-tools/implementations/search-history-tool.cjs +61 -0
- package/dist/tools/internal-tools/implementations/search-history-tool.d.cts +15 -0
- package/dist/tools/internal-tools/implementations/search-history-tool.d.ts +15 -0
- package/dist/tools/internal-tools/implementations/search-history-tool.js +37 -0
- package/dist/tools/internal-tools/index.cjs +24 -0
- package/dist/tools/internal-tools/index.d.cts +13 -0
- package/dist/tools/internal-tools/index.d.ts +13 -0
- package/dist/tools/internal-tools/index.js +2 -0
- package/dist/tools/internal-tools/provider.cjs +159 -0
- package/dist/tools/internal-tools/provider.d.cts +66 -0
- package/dist/tools/internal-tools/provider.d.ts +66 -0
- package/dist/tools/internal-tools/provider.js +135 -0
- package/dist/tools/internal-tools/registry.cjs +43 -0
- package/dist/tools/internal-tools/registry.d.cts +45 -0
- package/dist/tools/internal-tools/registry.d.ts +45 -0
- package/dist/tools/internal-tools/registry.js +17 -0
- package/dist/tools/schemas.cjs +45 -0
- package/dist/tools/schemas.d.cts +21 -0
- package/dist/tools/schemas.d.ts +21 -0
- package/dist/tools/schemas.js +20 -0
- package/dist/tools/tool-manager.cjs +275 -0
- package/dist/tools/tool-manager.d.cts +106 -0
- package/dist/tools/tool-manager.d.ts +106 -0
- package/dist/tools/tool-manager.js +251 -0
- package/dist/tools/types.cjs +16 -0
- package/dist/tools/types.d.cts +66 -0
- package/dist/tools/types.d.ts +66 -0
- package/dist/tools/types.js +0 -0
- package/dist/utils/api-key-resolver.cjs +62 -0
- package/dist/utils/api-key-resolver.d.cts +23 -0
- package/dist/utils/api-key-resolver.d.ts +23 -0
- package/dist/utils/api-key-resolver.js +36 -0
- package/dist/utils/api-key-store.cjs +56 -0
- package/dist/utils/api-key-store.d.cts +26 -0
- package/dist/utils/api-key-store.d.ts +26 -0
- package/dist/utils/api-key-store.js +30 -0
- package/dist/utils/env.cjs +154 -0
- package/dist/utils/env.d.cts +29 -0
- package/dist/utils/env.d.ts +29 -0
- package/dist/utils/env.js +118 -0
- package/dist/utils/error-conversion.cjs +53 -0
- package/dist/utils/error-conversion.d.cts +13 -0
- package/dist/utils/error-conversion.d.ts +13 -0
- package/dist/utils/error-conversion.js +29 -0
- package/dist/utils/execution-context.cjs +85 -0
- package/dist/utils/execution-context.d.cts +21 -0
- package/dist/utils/execution-context.d.ts +21 -0
- package/dist/utils/execution-context.js +49 -0
- package/dist/{chunk-MVKLS3LM.js → utils/fs-walk.cjs} +27 -18
- package/dist/utils/fs-walk.d.cts +9 -0
- package/dist/utils/fs-walk.d.ts +9 -0
- package/dist/utils/fs-walk.js +18 -0
- package/dist/utils/index.cjs +44 -0
- package/dist/utils/index.d.cts +63 -0
- package/dist/utils/index.d.ts +63 -0
- package/dist/utils/index.js +12 -0
- package/dist/utils/path.cjs +197 -0
- package/dist/utils/path.d.cts +54 -0
- package/dist/utils/path.d.ts +54 -0
- package/dist/utils/path.js +159 -0
- package/dist/utils/port-utils.cjs +37 -0
- package/dist/utils/port-utils.d.cts +11 -0
- package/dist/utils/port-utils.d.ts +11 -0
- package/dist/utils/port-utils.js +13 -0
- package/dist/utils/port-utils.spec.cjs +26 -0
- package/dist/utils/port-utils.spec.d.cts +2 -0
- package/dist/utils/port-utils.spec.d.ts +2 -0
- package/dist/utils/port-utils.spec.js +25 -0
- package/dist/utils/redactor.cjs +105 -0
- package/dist/utils/redactor.d.cts +18 -0
- package/dist/utils/redactor.d.ts +18 -0
- package/dist/utils/redactor.js +81 -0
- package/dist/utils/result.cjs +115 -0
- package/dist/utils/result.d.cts +180 -0
- package/dist/utils/result.d.ts +180 -0
- package/dist/utils/result.js +82 -0
- package/dist/utils/safe-stringify.cjs +57 -0
- package/dist/utils/safe-stringify.d.cts +7 -0
- package/dist/utils/safe-stringify.d.ts +7 -0
- package/dist/utils/safe-stringify.js +33 -0
- package/dist/utils/schema.cjs +42 -0
- package/dist/utils/schema.d.cts +6 -0
- package/dist/utils/schema.d.ts +6 -0
- package/dist/utils/schema.js +18 -0
- package/dist/utils/service-initializer.cjs +119 -0
- package/dist/utils/service-initializer.d.cts +63 -0
- package/dist/utils/service-initializer.d.ts +63 -0
- package/dist/utils/service-initializer.js +95 -0
- package/dist/utils/user-info.cjs +30 -0
- package/dist/utils/user-info.d.cts +3 -0
- package/dist/utils/user-info.d.ts +3 -0
- package/dist/utils/user-info.js +6 -0
- package/dist/utils/zod-schema-converter.cjs +112 -0
- package/dist/utils/zod-schema-converter.d.cts +13 -0
- package/dist/utils/zod-schema-converter.d.ts +13 -0
- package/dist/utils/zod-schema-converter.js +87 -0
- package/package.json +2 -2
- package/dist/chunk-D62MHQBE.js +0 -2203
- package/dist/chunk-FCJVTIBV.js +0 -535
- package/dist/chunk-TPERKLLN.js +0 -75
- package/dist/errors-ZZ4Z3FKB.js +0 -10
- package/dist/loader-HBNEYPQZ.js +0 -20
- package/dist/path-TP7WBDED.js +0 -21
- package/dist/registry-Z4DFXODW.js +0 -14
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import Anthropic from '@anthropic-ai/sdk';
|
|
2
|
+
import { ToolManager } from '../../tools/tool-manager.js';
|
|
3
|
+
import { ILLMService, LLMServiceConfig } from './types.js';
|
|
4
|
+
import { ToolSet } from '../../tools/types.js';
|
|
5
|
+
import { ContextManager } from '../../context/manager.js';
|
|
6
|
+
import { ImageData, FileData } from '../../context/types.js';
|
|
7
|
+
import { SessionEventBus } from '../../events/index.js';
|
|
8
|
+
import { IConversationHistoryProvider } from '../../session/history/types.js';
|
|
9
|
+
import { PromptManager } from '../../systemPrompt/manager.js';
|
|
10
|
+
import { ValidatedLLMConfig } from '../schemas.js';
|
|
11
|
+
import '../../mcp/manager.js';
|
|
12
|
+
import '../../mcp/schemas.js';
|
|
13
|
+
import 'zod';
|
|
14
|
+
import '../../mcp/types.js';
|
|
15
|
+
import '@modelcontextprotocol/sdk/client/index.js';
|
|
16
|
+
import '@modelcontextprotocol/sdk/types.js';
|
|
17
|
+
import 'json-schema';
|
|
18
|
+
import '../../tools/internal-tools/registry.js';
|
|
19
|
+
import '../../search/search-service.js';
|
|
20
|
+
import '../../storage/backend/database-backend.js';
|
|
21
|
+
import '../../search/types.js';
|
|
22
|
+
import '../types.js';
|
|
23
|
+
import '../../tools/schemas.js';
|
|
24
|
+
import '../../tools/confirmation/types.js';
|
|
25
|
+
import '../../tools/confirmation/allowed-tools-provider/types.js';
|
|
26
|
+
import 'ai';
|
|
27
|
+
import '../formatters/types.js';
|
|
28
|
+
import '../tokenizer/types.js';
|
|
29
|
+
import '../../context/compression/types.js';
|
|
30
|
+
import '../../systemPrompt/types.js';
|
|
31
|
+
import 'events';
|
|
32
|
+
import '../../agent/schemas.js';
|
|
33
|
+
import '../../systemPrompt/schemas.js';
|
|
34
|
+
|
|
35
|
+
/**
|
|
36
|
+
* Anthropic implementation of LLMService
|
|
37
|
+
* Not actively maintained, so might be buggy or outdated
|
|
38
|
+
*/
|
|
39
|
+
declare class AnthropicService implements ILLMService {
|
|
40
|
+
private anthropic;
|
|
41
|
+
private config;
|
|
42
|
+
private toolManager;
|
|
43
|
+
private contextManager;
|
|
44
|
+
private sessionEventBus;
|
|
45
|
+
private readonly sessionId;
|
|
46
|
+
constructor(toolManager: ToolManager, anthropic: Anthropic, promptManager: PromptManager, historyProvider: IConversationHistoryProvider, sessionEventBus: SessionEventBus, config: ValidatedLLMConfig, sessionId: string);
|
|
47
|
+
getAllTools(): Promise<ToolSet>;
|
|
48
|
+
completeTask(textInput: string, options: {
|
|
49
|
+
signal?: AbortSignal;
|
|
50
|
+
}, imageData?: ImageData, fileData?: FileData, stream?: boolean): Promise<string>;
|
|
51
|
+
/**
|
|
52
|
+
* Get configuration information about the LLM service
|
|
53
|
+
* @returns Configuration object with provider and model information
|
|
54
|
+
*/
|
|
55
|
+
getConfig(): LLMServiceConfig;
|
|
56
|
+
private formatToolsForClaude;
|
|
57
|
+
private getAnthropicResponse;
|
|
58
|
+
private getAnthropicStreamingResponse;
|
|
59
|
+
/**
|
|
60
|
+
* Get the context manager for external access
|
|
61
|
+
*/
|
|
62
|
+
getContextManager(): ContextManager<unknown>;
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
export { AnthropicService };
|
|
@@ -0,0 +1,374 @@
|
|
|
1
|
+
import { logger } from "../../logger/index.js";
|
|
2
|
+
import { ContextManager } from "../../context/manager.js";
|
|
3
|
+
import { getMaxInputTokensForModel, getEffectiveMaxInputTokens } from "../registry.js";
|
|
4
|
+
import { AnthropicMessageFormatter } from "../formatters/anthropic.js";
|
|
5
|
+
import { createTokenizer } from "../tokenizer/factory.js";
|
|
6
|
+
class AnthropicService {
|
|
7
|
+
anthropic;
|
|
8
|
+
config;
|
|
9
|
+
toolManager;
|
|
10
|
+
contextManager;
|
|
11
|
+
sessionEventBus;
|
|
12
|
+
sessionId;
|
|
13
|
+
constructor(toolManager, anthropic, promptManager, historyProvider, sessionEventBus, config, sessionId) {
|
|
14
|
+
this.config = config;
|
|
15
|
+
this.anthropic = anthropic;
|
|
16
|
+
this.toolManager = toolManager;
|
|
17
|
+
this.sessionEventBus = sessionEventBus;
|
|
18
|
+
this.sessionId = sessionId;
|
|
19
|
+
const formatter = new AnthropicMessageFormatter();
|
|
20
|
+
const tokenizer = createTokenizer(config.provider, config.model);
|
|
21
|
+
const maxInputTokens = getEffectiveMaxInputTokens(config);
|
|
22
|
+
this.contextManager = new ContextManager(
|
|
23
|
+
config,
|
|
24
|
+
formatter,
|
|
25
|
+
promptManager,
|
|
26
|
+
maxInputTokens,
|
|
27
|
+
tokenizer,
|
|
28
|
+
historyProvider,
|
|
29
|
+
sessionId
|
|
30
|
+
);
|
|
31
|
+
}
|
|
32
|
+
getAllTools() {
|
|
33
|
+
return this.toolManager.getAllTools();
|
|
34
|
+
}
|
|
35
|
+
async completeTask(textInput, options, imageData, fileData, stream) {
|
|
36
|
+
await this.contextManager.addUserMessage(textInput, imageData, fileData);
|
|
37
|
+
const rawTools = await this.toolManager.getAllTools();
|
|
38
|
+
const formattedTools = this.formatToolsForClaude(rawTools);
|
|
39
|
+
logger.silly(`Formatted tools: ${JSON.stringify(formattedTools, null, 2)}`);
|
|
40
|
+
this.sessionEventBus.emit("llmservice:thinking");
|
|
41
|
+
let iterationCount = 0;
|
|
42
|
+
let fullResponse = "";
|
|
43
|
+
let totalTokens = 0;
|
|
44
|
+
try {
|
|
45
|
+
while (iterationCount < this.config.maxIterations) {
|
|
46
|
+
if (options?.signal?.aborted) {
|
|
47
|
+
throw Object.assign(new Error("Aborted"), {
|
|
48
|
+
name: "AbortError",
|
|
49
|
+
aborted: true
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
iterationCount++;
|
|
53
|
+
logger.debug(`Iteration ${iterationCount}`);
|
|
54
|
+
const contributorContext = {
|
|
55
|
+
mcpManager: this.toolManager.getMcpManager()
|
|
56
|
+
};
|
|
57
|
+
const llmContext = {
|
|
58
|
+
provider: this.config.provider,
|
|
59
|
+
model: this.config.model
|
|
60
|
+
};
|
|
61
|
+
const {
|
|
62
|
+
formattedMessages,
|
|
63
|
+
systemPrompt: _systemPrompt,
|
|
64
|
+
tokensUsed
|
|
65
|
+
} = await this.contextManager.getFormattedMessagesWithCompression(
|
|
66
|
+
contributorContext,
|
|
67
|
+
llmContext
|
|
68
|
+
);
|
|
69
|
+
const formattedSystemPrompt = await this.contextManager.getFormattedSystemPrompt(contributorContext);
|
|
70
|
+
logger.debug(`Messages: ${JSON.stringify(formattedMessages, null, 2)}`);
|
|
71
|
+
logger.debug(`Estimated tokens being sent to Anthropic: ${tokensUsed}`);
|
|
72
|
+
const { message, usage } = stream ? await this.getAnthropicStreamingResponse(
|
|
73
|
+
formattedMessages,
|
|
74
|
+
formattedSystemPrompt || null,
|
|
75
|
+
formattedTools,
|
|
76
|
+
options?.signal
|
|
77
|
+
) : await this.getAnthropicResponse(
|
|
78
|
+
formattedMessages,
|
|
79
|
+
formattedSystemPrompt || null,
|
|
80
|
+
formattedTools,
|
|
81
|
+
options?.signal
|
|
82
|
+
);
|
|
83
|
+
if (usage) {
|
|
84
|
+
totalTokens += usage.input_tokens + usage.output_tokens;
|
|
85
|
+
}
|
|
86
|
+
let textContent = "";
|
|
87
|
+
const toolUses = [];
|
|
88
|
+
for (const content of message.content) {
|
|
89
|
+
if (content.type === "text") {
|
|
90
|
+
textContent += content.text;
|
|
91
|
+
} else if (content.type === "tool_use") {
|
|
92
|
+
toolUses.push(content);
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
if (toolUses.length > 0) {
|
|
96
|
+
const formattedToolCalls = toolUses.map((toolUse) => ({
|
|
97
|
+
id: toolUse.id,
|
|
98
|
+
type: "function",
|
|
99
|
+
function: {
|
|
100
|
+
name: toolUse.name,
|
|
101
|
+
arguments: JSON.stringify(toolUse.input)
|
|
102
|
+
}
|
|
103
|
+
}));
|
|
104
|
+
await this.contextManager.addAssistantMessage(textContent, formattedToolCalls, {
|
|
105
|
+
tokenUsage: totalTokens > 0 ? { totalTokens } : void 0
|
|
106
|
+
});
|
|
107
|
+
} else {
|
|
108
|
+
await this.contextManager.addAssistantMessage(textContent, void 0, {
|
|
109
|
+
tokenUsage: totalTokens > 0 ? { totalTokens } : void 0
|
|
110
|
+
});
|
|
111
|
+
}
|
|
112
|
+
if (toolUses.length === 0) {
|
|
113
|
+
fullResponse += textContent;
|
|
114
|
+
if (totalTokens > 0) {
|
|
115
|
+
this.contextManager.updateActualTokenCount(totalTokens);
|
|
116
|
+
}
|
|
117
|
+
this.sessionEventBus.emit("llmservice:response", {
|
|
118
|
+
content: fullResponse,
|
|
119
|
+
provider: this.config.provider,
|
|
120
|
+
model: this.config.model,
|
|
121
|
+
router: "in-built",
|
|
122
|
+
...totalTokens > 0 && { tokenUsage: { totalTokens } }
|
|
123
|
+
});
|
|
124
|
+
return fullResponse;
|
|
125
|
+
}
|
|
126
|
+
if (textContent) {
|
|
127
|
+
fullResponse += textContent + "\n";
|
|
128
|
+
}
|
|
129
|
+
for (const toolUse of toolUses) {
|
|
130
|
+
if (options?.signal?.aborted) {
|
|
131
|
+
throw Object.assign(new Error("Aborted"), {
|
|
132
|
+
name: "AbortError",
|
|
133
|
+
aborted: true
|
|
134
|
+
});
|
|
135
|
+
}
|
|
136
|
+
const toolName = toolUse.name;
|
|
137
|
+
const args = toolUse.input;
|
|
138
|
+
const toolUseId = toolUse.id;
|
|
139
|
+
this.sessionEventBus.emit("llmservice:toolCall", {
|
|
140
|
+
toolName,
|
|
141
|
+
args,
|
|
142
|
+
callId: toolUseId
|
|
143
|
+
});
|
|
144
|
+
try {
|
|
145
|
+
const result = await this.toolManager.executeTool(
|
|
146
|
+
toolName,
|
|
147
|
+
args,
|
|
148
|
+
this.sessionId
|
|
149
|
+
);
|
|
150
|
+
await this.contextManager.addToolResult(toolUseId, toolName, result);
|
|
151
|
+
this.sessionEventBus.emit("llmservice:toolResult", {
|
|
152
|
+
toolName,
|
|
153
|
+
result,
|
|
154
|
+
callId: toolUseId,
|
|
155
|
+
success: true
|
|
156
|
+
});
|
|
157
|
+
} catch (error) {
|
|
158
|
+
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
159
|
+
logger.error(`Tool execution error for ${toolName}: ${errorMessage}`);
|
|
160
|
+
await this.contextManager.addToolResult(toolUseId, toolName, {
|
|
161
|
+
error: errorMessage
|
|
162
|
+
});
|
|
163
|
+
this.sessionEventBus.emit("llmservice:toolResult", {
|
|
164
|
+
toolName,
|
|
165
|
+
result: { error: errorMessage },
|
|
166
|
+
callId: toolUseId,
|
|
167
|
+
success: false
|
|
168
|
+
});
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
logger.warn(`Reached maximum iterations (${this.config.maxIterations}) for task.`);
|
|
173
|
+
if (totalTokens > 0) {
|
|
174
|
+
this.contextManager.updateActualTokenCount(totalTokens);
|
|
175
|
+
}
|
|
176
|
+
this.sessionEventBus.emit("llmservice:response", {
|
|
177
|
+
content: fullResponse,
|
|
178
|
+
provider: this.config.provider,
|
|
179
|
+
model: this.config.model,
|
|
180
|
+
router: "in-built",
|
|
181
|
+
...totalTokens > 0 && { tokenUsage: { totalTokens } }
|
|
182
|
+
});
|
|
183
|
+
return fullResponse || "Reached maximum number of tool call iterations without a final response.";
|
|
184
|
+
} catch (error) {
|
|
185
|
+
if (error instanceof Error && (error.name === "AbortError" || error.aborted === true)) {
|
|
186
|
+
throw error;
|
|
187
|
+
}
|
|
188
|
+
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
189
|
+
logger.error(`Error in Anthropic service API call: ${errorMessage}`, { error });
|
|
190
|
+
this.sessionEventBus.emit("llmservice:error", {
|
|
191
|
+
error: error instanceof Error ? error : new Error(errorMessage),
|
|
192
|
+
context: "Anthropic API call",
|
|
193
|
+
recoverable: false
|
|
194
|
+
});
|
|
195
|
+
return `Error processing request: ${errorMessage}`;
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
/**
|
|
199
|
+
* Get configuration information about the LLM service
|
|
200
|
+
* @returns Configuration object with provider and model information
|
|
201
|
+
*/
|
|
202
|
+
getConfig() {
|
|
203
|
+
const configuredMaxInputTokens = this.contextManager.getMaxInputTokens();
|
|
204
|
+
const modelMaxInputTokens = getMaxInputTokensForModel(
|
|
205
|
+
this.config.provider,
|
|
206
|
+
this.config.model
|
|
207
|
+
);
|
|
208
|
+
return {
|
|
209
|
+
router: "in-built",
|
|
210
|
+
provider: this.config.provider,
|
|
211
|
+
model: this.config.model,
|
|
212
|
+
configuredMaxInputTokens,
|
|
213
|
+
modelMaxInputTokens
|
|
214
|
+
};
|
|
215
|
+
}
|
|
216
|
+
formatToolsForClaude(tools) {
|
|
217
|
+
return Object.entries(tools).map(([toolName, tool]) => {
|
|
218
|
+
const input_schema = {
|
|
219
|
+
type: "object",
|
|
220
|
+
properties: {},
|
|
221
|
+
required: []
|
|
222
|
+
};
|
|
223
|
+
if (tool.parameters) {
|
|
224
|
+
const jsonSchemaParams = tool.parameters;
|
|
225
|
+
if (jsonSchemaParams.type === "object" && jsonSchemaParams.properties) {
|
|
226
|
+
input_schema.properties = jsonSchemaParams.properties;
|
|
227
|
+
if (Array.isArray(jsonSchemaParams.required)) {
|
|
228
|
+
input_schema.required = jsonSchemaParams.required;
|
|
229
|
+
}
|
|
230
|
+
} else {
|
|
231
|
+
logger.warn(
|
|
232
|
+
`Unexpected parameters format for tool ${toolName}:`,
|
|
233
|
+
jsonSchemaParams
|
|
234
|
+
);
|
|
235
|
+
}
|
|
236
|
+
} else {
|
|
237
|
+
logger.debug(`Tool ${toolName} has no defined parameters.`);
|
|
238
|
+
}
|
|
239
|
+
return {
|
|
240
|
+
name: toolName,
|
|
241
|
+
description: tool.description || "",
|
|
242
|
+
input_schema
|
|
243
|
+
};
|
|
244
|
+
});
|
|
245
|
+
}
|
|
246
|
+
async getAnthropicResponse(formattedMessages, formattedSystemPrompt, formattedTools, signal) {
|
|
247
|
+
const response = await this.anthropic.messages.create(
|
|
248
|
+
{
|
|
249
|
+
model: this.config.model,
|
|
250
|
+
messages: formattedMessages,
|
|
251
|
+
...formattedSystemPrompt && { system: formattedSystemPrompt },
|
|
252
|
+
tools: formattedTools,
|
|
253
|
+
max_tokens: this.config.maxOutputTokens ?? 4096,
|
|
254
|
+
...this.config.temperature !== void 0 && {
|
|
255
|
+
temperature: this.config.temperature
|
|
256
|
+
}
|
|
257
|
+
},
|
|
258
|
+
signal ? { signal } : void 0
|
|
259
|
+
);
|
|
260
|
+
return { message: response, usage: response.usage };
|
|
261
|
+
}
|
|
262
|
+
async getAnthropicStreamingResponse(formattedMessages, formattedSystemPrompt, formattedTools, signal) {
|
|
263
|
+
const stream = await this.anthropic.messages.create(
|
|
264
|
+
{
|
|
265
|
+
model: this.config.model,
|
|
266
|
+
messages: formattedMessages,
|
|
267
|
+
...formattedSystemPrompt && { system: formattedSystemPrompt },
|
|
268
|
+
tools: formattedTools,
|
|
269
|
+
max_tokens: this.config.maxOutputTokens ?? 4096,
|
|
270
|
+
...this.config.temperature !== void 0 && {
|
|
271
|
+
temperature: this.config.temperature
|
|
272
|
+
},
|
|
273
|
+
stream: true
|
|
274
|
+
},
|
|
275
|
+
signal ? { signal } : void 0
|
|
276
|
+
);
|
|
277
|
+
let content = [];
|
|
278
|
+
let usage;
|
|
279
|
+
let textAccumulator = "";
|
|
280
|
+
let jsonAccumulators = {};
|
|
281
|
+
for await (const chunk of stream) {
|
|
282
|
+
if (signal?.aborted) {
|
|
283
|
+
throw Object.assign(new Error("Aborted"), { name: "AbortError", aborted: true });
|
|
284
|
+
}
|
|
285
|
+
if (chunk.type === "content_block_start") {
|
|
286
|
+
content.push(chunk.content_block);
|
|
287
|
+
if (chunk.content_block.type === "text") {
|
|
288
|
+
textAccumulator = "";
|
|
289
|
+
} else if (chunk.content_block.type === "tool_use") {
|
|
290
|
+
jsonAccumulators[chunk.index] = "";
|
|
291
|
+
}
|
|
292
|
+
} else if (chunk.type === "content_block_delta") {
|
|
293
|
+
if (chunk.delta.type === "text_delta") {
|
|
294
|
+
textAccumulator += chunk.delta.text;
|
|
295
|
+
this.sessionEventBus.emit("llmservice:chunk", {
|
|
296
|
+
type: "text",
|
|
297
|
+
content: chunk.delta.text,
|
|
298
|
+
isComplete: false
|
|
299
|
+
});
|
|
300
|
+
const lastContent = content[content.length - 1];
|
|
301
|
+
if (lastContent && lastContent.type === "text") {
|
|
302
|
+
lastContent.text = textAccumulator;
|
|
303
|
+
}
|
|
304
|
+
} else if (chunk.delta.type === "input_json_delta") {
|
|
305
|
+
const blockIndex = chunk.index;
|
|
306
|
+
if (!(blockIndex in jsonAccumulators)) {
|
|
307
|
+
jsonAccumulators[blockIndex] = "";
|
|
308
|
+
}
|
|
309
|
+
jsonAccumulators[blockIndex] += chunk.delta.partial_json || "";
|
|
310
|
+
const toolContent = content[blockIndex];
|
|
311
|
+
if (toolContent && toolContent.type === "tool_use") {
|
|
312
|
+
try {
|
|
313
|
+
const jsonStr = jsonAccumulators[blockIndex];
|
|
314
|
+
if (jsonStr) {
|
|
315
|
+
toolContent.input = JSON.parse(jsonStr);
|
|
316
|
+
}
|
|
317
|
+
} catch {
|
|
318
|
+
logger.debug(
|
|
319
|
+
`Accumulating JSON for tool ${toolContent.name}: ${jsonAccumulators[blockIndex]}`
|
|
320
|
+
);
|
|
321
|
+
}
|
|
322
|
+
}
|
|
323
|
+
}
|
|
324
|
+
} else if (chunk.type === "message_delta" && chunk.usage) {
|
|
325
|
+
usage = {
|
|
326
|
+
input_tokens: usage?.input_tokens || 0,
|
|
327
|
+
output_tokens: chunk.usage.output_tokens || 0,
|
|
328
|
+
cache_creation_input_tokens: usage?.cache_creation_input_tokens || null,
|
|
329
|
+
cache_read_input_tokens: usage?.cache_read_input_tokens || null,
|
|
330
|
+
cache_creation: usage?.cache_creation || null,
|
|
331
|
+
server_tool_use: usage?.server_tool_use || null,
|
|
332
|
+
service_tier: usage?.service_tier || null
|
|
333
|
+
};
|
|
334
|
+
} else if (chunk.type === "message_start" && chunk.message.usage) {
|
|
335
|
+
usage = chunk.message.usage;
|
|
336
|
+
}
|
|
337
|
+
}
|
|
338
|
+
if (textAccumulator) {
|
|
339
|
+
this.sessionEventBus.emit("llmservice:chunk", {
|
|
340
|
+
type: "text",
|
|
341
|
+
content: "",
|
|
342
|
+
isComplete: true
|
|
343
|
+
});
|
|
344
|
+
}
|
|
345
|
+
const message = {
|
|
346
|
+
id: "streaming_response",
|
|
347
|
+
type: "message",
|
|
348
|
+
role: "assistant",
|
|
349
|
+
content,
|
|
350
|
+
model: this.config.model,
|
|
351
|
+
stop_reason: null,
|
|
352
|
+
stop_sequence: null,
|
|
353
|
+
usage: usage || {
|
|
354
|
+
input_tokens: 0,
|
|
355
|
+
output_tokens: 0,
|
|
356
|
+
cache_creation_input_tokens: null,
|
|
357
|
+
cache_read_input_tokens: null,
|
|
358
|
+
cache_creation: null,
|
|
359
|
+
server_tool_use: null,
|
|
360
|
+
service_tier: null
|
|
361
|
+
}
|
|
362
|
+
};
|
|
363
|
+
return { message, ...usage && { usage } };
|
|
364
|
+
}
|
|
365
|
+
/**
|
|
366
|
+
* Get the context manager for external access
|
|
367
|
+
*/
|
|
368
|
+
getContextManager() {
|
|
369
|
+
return this.contextManager;
|
|
370
|
+
}
|
|
371
|
+
}
|
|
372
|
+
export {
|
|
373
|
+
AnthropicService
|
|
374
|
+
};
|
|
@@ -0,0 +1,164 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __create = Object.create;
|
|
3
|
+
var __defProp = Object.defineProperty;
|
|
4
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
5
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __getProtoOf = Object.getPrototypeOf;
|
|
7
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
+
var __export = (target, all) => {
|
|
9
|
+
for (var name in all)
|
|
10
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
11
|
+
};
|
|
12
|
+
var __copyProps = (to, from, except, desc) => {
|
|
13
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
14
|
+
for (let key of __getOwnPropNames(from))
|
|
15
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
16
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
17
|
+
}
|
|
18
|
+
return to;
|
|
19
|
+
};
|
|
20
|
+
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
21
|
+
// If the importer is in node compatibility mode or this is not an ESM
|
|
22
|
+
// file that has been converted to a CommonJS file using a Babel-
|
|
23
|
+
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
24
|
+
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
25
|
+
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
26
|
+
mod
|
|
27
|
+
));
|
|
28
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
+
var factory_exports = {};
|
|
30
|
+
__export(factory_exports, {
|
|
31
|
+
createLLMService: () => createLLMService
|
|
32
|
+
});
|
|
33
|
+
module.exports = __toCommonJS(factory_exports);
|
|
34
|
+
var import_errors = require("../errors.js");
|
|
35
|
+
var import_openai = require("@ai-sdk/openai");
|
|
36
|
+
var import_google = require("@ai-sdk/google");
|
|
37
|
+
var import_anthropic = require("@ai-sdk/anthropic");
|
|
38
|
+
var import_groq = require("@ai-sdk/groq");
|
|
39
|
+
var import_xai = require("@ai-sdk/xai");
|
|
40
|
+
var import_vercel = require("./vercel.js");
|
|
41
|
+
var import_openai2 = require("./openai.js");
|
|
42
|
+
var import_anthropic2 = require("./anthropic.js");
|
|
43
|
+
var import_cohere = require("@ai-sdk/cohere");
|
|
44
|
+
var import_openai3 = __toESM(require("openai"), 1);
|
|
45
|
+
var import_sdk = __toESM(require("@anthropic-ai/sdk"), 1);
|
|
46
|
+
function _createInBuiltLLMService(config, toolManager, promptManager, historyProvider, sessionEventBus, sessionId) {
|
|
47
|
+
const apiKey = config.apiKey;
|
|
48
|
+
switch (config.provider.toLowerCase()) {
|
|
49
|
+
case "openai": {
|
|
50
|
+
const openai = new import_openai3.default({ apiKey });
|
|
51
|
+
return new import_openai2.OpenAIService(
|
|
52
|
+
toolManager,
|
|
53
|
+
openai,
|
|
54
|
+
promptManager,
|
|
55
|
+
historyProvider,
|
|
56
|
+
sessionEventBus,
|
|
57
|
+
config,
|
|
58
|
+
sessionId
|
|
59
|
+
);
|
|
60
|
+
}
|
|
61
|
+
case "openai-compatible": {
|
|
62
|
+
const baseURL = getOpenAICompatibleBaseURL(config);
|
|
63
|
+
const openai = new import_openai3.default({ apiKey, baseURL });
|
|
64
|
+
return new import_openai2.OpenAIService(
|
|
65
|
+
toolManager,
|
|
66
|
+
openai,
|
|
67
|
+
promptManager,
|
|
68
|
+
historyProvider,
|
|
69
|
+
sessionEventBus,
|
|
70
|
+
config,
|
|
71
|
+
sessionId
|
|
72
|
+
);
|
|
73
|
+
}
|
|
74
|
+
case "anthropic": {
|
|
75
|
+
const anthropic = new import_sdk.default({ apiKey });
|
|
76
|
+
return new import_anthropic2.AnthropicService(
|
|
77
|
+
toolManager,
|
|
78
|
+
anthropic,
|
|
79
|
+
promptManager,
|
|
80
|
+
historyProvider,
|
|
81
|
+
sessionEventBus,
|
|
82
|
+
config,
|
|
83
|
+
sessionId
|
|
84
|
+
);
|
|
85
|
+
}
|
|
86
|
+
default:
|
|
87
|
+
throw import_errors.LLMError.unsupportedRouter("in-built", config.provider);
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
function _createVercelModel(llmConfig) {
|
|
91
|
+
const provider = llmConfig.provider;
|
|
92
|
+
const model = llmConfig.model;
|
|
93
|
+
const apiKey = llmConfig.apiKey;
|
|
94
|
+
switch (provider.toLowerCase()) {
|
|
95
|
+
case "openai": {
|
|
96
|
+
return (0, import_openai.createOpenAI)({ apiKey })(model);
|
|
97
|
+
}
|
|
98
|
+
case "openai-compatible": {
|
|
99
|
+
const baseURL = getOpenAICompatibleBaseURL(llmConfig);
|
|
100
|
+
if (!baseURL) {
|
|
101
|
+
throw import_errors.LLMError.baseUrlMissing("openai-compatible");
|
|
102
|
+
}
|
|
103
|
+
return (0, import_openai.createOpenAI)({ apiKey, baseURL })(model);
|
|
104
|
+
}
|
|
105
|
+
case "anthropic":
|
|
106
|
+
return (0, import_anthropic.createAnthropic)({ apiKey })(model);
|
|
107
|
+
case "google":
|
|
108
|
+
return (0, import_google.createGoogleGenerativeAI)({ apiKey })(model);
|
|
109
|
+
case "groq":
|
|
110
|
+
return (0, import_groq.createGroq)({ apiKey })(model);
|
|
111
|
+
case "xai":
|
|
112
|
+
return (0, import_xai.createXai)({ apiKey })(model);
|
|
113
|
+
case "cohere":
|
|
114
|
+
return (0, import_cohere.createCohere)({ apiKey })(model);
|
|
115
|
+
default:
|
|
116
|
+
throw import_errors.LLMError.unsupportedRouter("vercel", provider);
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
function getOpenAICompatibleBaseURL(llmConfig) {
|
|
120
|
+
if (llmConfig.baseURL) {
|
|
121
|
+
return llmConfig.baseURL.replace(/\/$/, "");
|
|
122
|
+
}
|
|
123
|
+
if (process.env.OPENAI_BASE_URL) {
|
|
124
|
+
return process.env.OPENAI_BASE_URL.replace(/\/$/, "");
|
|
125
|
+
}
|
|
126
|
+
return "";
|
|
127
|
+
}
|
|
128
|
+
function _createVercelLLMService(config, toolManager, promptManager, historyProvider, sessionEventBus, sessionId) {
|
|
129
|
+
const model = _createVercelModel(config);
|
|
130
|
+
return new import_vercel.VercelLLMService(
|
|
131
|
+
toolManager,
|
|
132
|
+
model,
|
|
133
|
+
promptManager,
|
|
134
|
+
historyProvider,
|
|
135
|
+
sessionEventBus,
|
|
136
|
+
config,
|
|
137
|
+
sessionId
|
|
138
|
+
);
|
|
139
|
+
}
|
|
140
|
+
function createLLMService(config, router, toolManager, promptManager, historyProvider, sessionEventBus, sessionId) {
|
|
141
|
+
if (router === "vercel") {
|
|
142
|
+
return _createVercelLLMService(
|
|
143
|
+
config,
|
|
144
|
+
toolManager,
|
|
145
|
+
promptManager,
|
|
146
|
+
historyProvider,
|
|
147
|
+
sessionEventBus,
|
|
148
|
+
sessionId
|
|
149
|
+
);
|
|
150
|
+
} else {
|
|
151
|
+
return _createInBuiltLLMService(
|
|
152
|
+
config,
|
|
153
|
+
toolManager,
|
|
154
|
+
promptManager,
|
|
155
|
+
historyProvider,
|
|
156
|
+
sessionEventBus,
|
|
157
|
+
sessionId
|
|
158
|
+
);
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
162
|
+
0 && (module.exports = {
|
|
163
|
+
createLLMService
|
|
164
|
+
});
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { ToolManager } from '../../tools/tool-manager.cjs';
|
|
2
|
+
import { ILLMService } from './types.cjs';
|
|
3
|
+
import { ValidatedLLMConfig } from '../schemas.cjs';
|
|
4
|
+
import { SessionEventBus } from '../../events/index.cjs';
|
|
5
|
+
import { LLMRouter } from '../types.cjs';
|
|
6
|
+
import { IConversationHistoryProvider } from '../../session/history/types.cjs';
|
|
7
|
+
import { PromptManager } from '../../systemPrompt/manager.cjs';
|
|
8
|
+
import '../../mcp/manager.cjs';
|
|
9
|
+
import '../../mcp/schemas.cjs';
|
|
10
|
+
import 'zod';
|
|
11
|
+
import '../../mcp/types.cjs';
|
|
12
|
+
import '@modelcontextprotocol/sdk/client/index.js';
|
|
13
|
+
import '../../tools/types.cjs';
|
|
14
|
+
import 'json-schema';
|
|
15
|
+
import '@modelcontextprotocol/sdk/types.js';
|
|
16
|
+
import '../../tools/internal-tools/registry.cjs';
|
|
17
|
+
import '../../search/search-service.cjs';
|
|
18
|
+
import '../../storage/backend/database-backend.cjs';
|
|
19
|
+
import '../../search/types.cjs';
|
|
20
|
+
import '../../context/types.cjs';
|
|
21
|
+
import '../../tools/schemas.cjs';
|
|
22
|
+
import '../../tools/confirmation/types.cjs';
|
|
23
|
+
import '../../tools/confirmation/allowed-tools-provider/types.cjs';
|
|
24
|
+
import 'ai';
|
|
25
|
+
import '../../context/manager.cjs';
|
|
26
|
+
import '../formatters/types.cjs';
|
|
27
|
+
import '../tokenizer/types.cjs';
|
|
28
|
+
import '../../context/compression/types.cjs';
|
|
29
|
+
import '../../systemPrompt/types.cjs';
|
|
30
|
+
import 'events';
|
|
31
|
+
import '../../agent/schemas.cjs';
|
|
32
|
+
import '../../systemPrompt/schemas.cjs';
|
|
33
|
+
|
|
34
|
+
/**
|
|
35
|
+
* Enum/type for LLM routing backend selection.
|
|
36
|
+
*/
|
|
37
|
+
declare function createLLMService(config: ValidatedLLMConfig, router: LLMRouter, toolManager: ToolManager, promptManager: PromptManager, historyProvider: IConversationHistoryProvider, sessionEventBus: SessionEventBus, sessionId: string): ILLMService;
|
|
38
|
+
|
|
39
|
+
export { createLLMService };
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { ToolManager } from '../../tools/tool-manager.js';
|
|
2
|
+
import { ILLMService } from './types.js';
|
|
3
|
+
import { ValidatedLLMConfig } from '../schemas.js';
|
|
4
|
+
import { SessionEventBus } from '../../events/index.js';
|
|
5
|
+
import { LLMRouter } from '../types.js';
|
|
6
|
+
import { IConversationHistoryProvider } from '../../session/history/types.js';
|
|
7
|
+
import { PromptManager } from '../../systemPrompt/manager.js';
|
|
8
|
+
import '../../mcp/manager.js';
|
|
9
|
+
import '../../mcp/schemas.js';
|
|
10
|
+
import 'zod';
|
|
11
|
+
import '../../mcp/types.js';
|
|
12
|
+
import '@modelcontextprotocol/sdk/client/index.js';
|
|
13
|
+
import '../../tools/types.js';
|
|
14
|
+
import 'json-schema';
|
|
15
|
+
import '@modelcontextprotocol/sdk/types.js';
|
|
16
|
+
import '../../tools/internal-tools/registry.js';
|
|
17
|
+
import '../../search/search-service.js';
|
|
18
|
+
import '../../storage/backend/database-backend.js';
|
|
19
|
+
import '../../search/types.js';
|
|
20
|
+
import '../../context/types.js';
|
|
21
|
+
import '../../tools/schemas.js';
|
|
22
|
+
import '../../tools/confirmation/types.js';
|
|
23
|
+
import '../../tools/confirmation/allowed-tools-provider/types.js';
|
|
24
|
+
import 'ai';
|
|
25
|
+
import '../../context/manager.js';
|
|
26
|
+
import '../formatters/types.js';
|
|
27
|
+
import '../tokenizer/types.js';
|
|
28
|
+
import '../../context/compression/types.js';
|
|
29
|
+
import '../../systemPrompt/types.js';
|
|
30
|
+
import 'events';
|
|
31
|
+
import '../../agent/schemas.js';
|
|
32
|
+
import '../../systemPrompt/schemas.js';
|
|
33
|
+
|
|
34
|
+
/**
|
|
35
|
+
* Enum/type for LLM routing backend selection.
|
|
36
|
+
*/
|
|
37
|
+
declare function createLLMService(config: ValidatedLLMConfig, router: LLMRouter, toolManager: ToolManager, promptManager: PromptManager, historyProvider: IConversationHistoryProvider, sessionEventBus: SessionEventBus, sessionId: string): ILLMService;
|
|
38
|
+
|
|
39
|
+
export { createLLMService };
|