@namzu/sdk 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agents/AbstractAgent.d.ts +5 -5
- package/dist/agents/AbstractAgent.d.ts.map +1 -1
- package/dist/agents/AbstractAgent.js +7 -7
- package/dist/agents/AbstractAgent.js.map +1 -1
- package/dist/agents/PipelineAgent.d.ts +1 -1
- package/dist/agents/PipelineAgent.d.ts.map +1 -1
- package/dist/agents/PipelineAgent.js +3 -1
- package/dist/agents/PipelineAgent.js.map +1 -1
- package/dist/agents/ReactiveAgent.d.ts +1 -1
- package/dist/agents/ReactiveAgent.d.ts.map +1 -1
- package/dist/agents/ReactiveAgent.js +4 -1
- package/dist/agents/ReactiveAgent.js.map +1 -1
- package/dist/agents/RouterAgent.d.ts +1 -1
- package/dist/agents/RouterAgent.d.ts.map +1 -1
- package/dist/agents/RouterAgent.js +5 -9
- package/dist/agents/RouterAgent.js.map +1 -1
- package/dist/agents/SupervisorAgent.d.ts +4 -4
- package/dist/agents/SupervisorAgent.d.ts.map +1 -1
- package/dist/agents/SupervisorAgent.js +16 -14
- package/dist/agents/SupervisorAgent.js.map +1 -1
- package/dist/agents/defineAgent.d.ts +1 -1
- package/dist/agents/defineAgent.d.ts.map +1 -1
- package/dist/agents/defineAgent.js +1 -6
- package/dist/agents/defineAgent.js.map +1 -1
- package/dist/bridge/a2a/agent-card.d.ts.map +1 -1
- package/dist/bridge/a2a/agent-card.js +1 -1
- package/dist/bridge/a2a/agent-card.js.map +1 -1
- package/dist/bridge/a2a/index.d.ts.map +1 -1
- package/dist/bridge/a2a/index.js.map +1 -1
- package/dist/bridge/a2a/mapper.d.ts +2 -2
- package/dist/bridge/a2a/mapper.d.ts.map +1 -1
- package/dist/bridge/a2a/mapper.js +28 -28
- package/dist/bridge/a2a/mapper.js.map +1 -1
- package/dist/bridge/a2a/message.d.ts +1 -1
- package/dist/bridge/a2a/message.d.ts.map +1 -1
- package/dist/bridge/a2a/message.js.map +1 -1
- package/dist/bridge/a2a/task.d.ts +2 -2
- package/dist/bridge/a2a/task.d.ts.map +1 -1
- package/dist/bridge/a2a/task.js +8 -18
- package/dist/bridge/a2a/task.js.map +1 -1
- package/dist/bridge/mcp/connector/adapter.d.ts +2 -2
- package/dist/bridge/mcp/connector/adapter.d.ts.map +1 -1
- package/dist/bridge/mcp/connector/adapter.js +1 -3
- package/dist/bridge/mcp/connector/adapter.js.map +1 -1
- package/dist/bridge/sse/index.d.ts +2 -2
- package/dist/bridge/sse/index.d.ts.map +1 -1
- package/dist/bridge/sse/index.js +1 -1
- package/dist/bridge/sse/index.js.map +1 -1
- package/dist/bridge/sse/mapper.d.ts +3 -3
- package/dist/bridge/sse/mapper.d.ts.map +1 -1
- package/dist/bridge/sse/mapper.js +26 -26
- package/dist/bridge/sse/mapper.js.map +1 -1
- package/dist/bridge/tools/connector/adapter.d.ts +2 -2
- package/dist/bridge/tools/connector/adapter.d.ts.map +1 -1
- package/dist/bridge/tools/connector/adapter.js +2 -6
- package/dist/bridge/tools/connector/adapter.js.map +1 -1
- package/dist/bridge/tools/connector/definitions.d.ts +1 -1
- package/dist/bridge/tools/connector/definitions.d.ts.map +1 -1
- package/dist/bridge/tools/connector/definitions.js +5 -16
- package/dist/bridge/tools/connector/definitions.js.map +1 -1
- package/dist/bridge/tools/connector/index.d.ts.map +1 -1
- package/dist/bridge/tools/connector/index.js.map +1 -1
- package/dist/bridge/tools/connector/router.d.ts +1 -1
- package/dist/bridge/tools/connector/router.d.ts.map +1 -1
- package/dist/bridge/tools/connector/router.js +2 -2
- package/dist/bridge/tools/connector/router.js.map +1 -1
- package/dist/config/runtime.d.ts +4 -4
- package/dist/config/runtime.js.map +1 -1
- package/dist/connector/BaseConnector.d.ts +1 -1
- package/dist/connector/BaseConnector.d.ts.map +1 -1
- package/dist/connector/BaseConnector.js +1 -3
- package/dist/connector/BaseConnector.js.map +1 -1
- package/dist/connector/builtins/http.d.ts +1 -1
- package/dist/connector/builtins/http.d.ts.map +1 -1
- package/dist/connector/builtins/http.js +6 -6
- package/dist/connector/builtins/http.js.map +1 -1
- package/dist/connector/builtins/webhook.d.ts +2 -2
- package/dist/connector/builtins/webhook.d.ts.map +1 -1
- package/dist/connector/builtins/webhook.js +4 -6
- package/dist/connector/builtins/webhook.js.map +1 -1
- package/dist/connector/execution/factory.d.ts +4 -4
- package/dist/connector/execution/factory.d.ts.map +1 -1
- package/dist/connector/execution/factory.js +1 -1
- package/dist/connector/execution/factory.js.map +1 -1
- package/dist/connector/execution/hybrid.d.ts +1 -1
- package/dist/connector/execution/hybrid.d.ts.map +1 -1
- package/dist/connector/execution/hybrid.js +4 -2
- package/dist/connector/execution/hybrid.js.map +1 -1
- package/dist/connector/execution/remote.d.ts +1 -1
- package/dist/connector/execution/remote.d.ts.map +1 -1
- package/dist/connector/execution/remote.js +1 -2
- package/dist/connector/execution/remote.js.map +1 -1
- package/dist/connector/index.d.ts.map +1 -1
- package/dist/connector/index.js.map +1 -1
- package/dist/connector/mcp/adapter.d.ts +1 -1
- package/dist/connector/mcp/adapter.d.ts.map +1 -1
- package/dist/connector/mcp/adapter.js +1 -1
- package/dist/connector/mcp/adapter.js.map +1 -1
- package/dist/connector/mcp/client.d.ts +1 -1
- package/dist/connector/mcp/client.d.ts.map +1 -1
- package/dist/connector/mcp/client.js +13 -12
- package/dist/connector/mcp/client.js.map +1 -1
- package/dist/connector/mcp/discovery.d.ts +1 -1
- package/dist/connector/mcp/discovery.d.ts.map +1 -1
- package/dist/connector/mcp/discovery.js +1 -1
- package/dist/connector/mcp/discovery.js.map +1 -1
- package/dist/connector/mcp/http-sse.d.ts +1 -1
- package/dist/connector/mcp/http-sse.d.ts.map +1 -1
- package/dist/connector/mcp/http-sse.js.map +1 -1
- package/dist/connector/mcp/index.d.ts.map +1 -1
- package/dist/connector/mcp/index.js.map +1 -1
- package/dist/connector/mcp/server.d.ts +1 -1
- package/dist/connector/mcp/server.d.ts.map +1 -1
- package/dist/connector/mcp/server.js +4 -4
- package/dist/connector/mcp/server.js.map +1 -1
- package/dist/connector/mcp/stdio.d.ts +1 -1
- package/dist/connector/mcp/stdio.d.ts.map +1 -1
- package/dist/connector/mcp/stdio.js +3 -3
- package/dist/connector/mcp/stdio.js.map +1 -1
- package/dist/constants/a2a/index.d.ts +6 -0
- package/dist/constants/a2a/index.d.ts.map +1 -0
- package/dist/constants/a2a/index.js +17 -0
- package/dist/constants/a2a/index.js.map +1 -0
- package/dist/constants/agent/index.d.ts +6 -0
- package/dist/constants/agent/index.d.ts.map +1 -0
- package/dist/constants/agent/index.js +13 -0
- package/dist/constants/agent/index.js.map +1 -0
- package/dist/constants/index.d.ts +9 -0
- package/dist/constants/index.d.ts.map +1 -0
- package/dist/constants/index.js +9 -0
- package/dist/constants/index.js.map +1 -0
- package/dist/constants/limits.d.ts +4 -0
- package/dist/constants/limits.d.ts.map +1 -0
- package/dist/constants/limits.js +14 -0
- package/dist/constants/limits.js.map +1 -0
- package/dist/constants/mcp/index.d.ts +2 -0
- package/dist/constants/mcp/index.d.ts.map +1 -0
- package/dist/constants/mcp/index.js +2 -0
- package/dist/constants/mcp/index.js.map +1 -0
- package/dist/constants/provider/index.d.ts +5 -0
- package/dist/constants/provider/index.d.ts.map +1 -0
- package/dist/constants/provider/index.js +20 -0
- package/dist/constants/provider/index.js.map +1 -0
- package/dist/constants/rag/index.d.ts +6 -0
- package/dist/constants/rag/index.d.ts.map +1 -0
- package/dist/constants/rag/index.js +24 -0
- package/dist/constants/rag/index.js.map +1 -0
- package/dist/constants/telemetry/index.d.ts +29 -0
- package/dist/constants/telemetry/index.d.ts.map +1 -0
- package/dist/constants/telemetry/index.js +29 -0
- package/dist/constants/telemetry/index.js.map +1 -0
- package/dist/constants/tools/index.d.ts +3 -0
- package/dist/constants/tools/index.d.ts.map +1 -0
- package/dist/constants/tools/index.js +3 -0
- package/dist/constants/tools/index.js.map +1 -0
- package/dist/contracts/a2a.d.ts +116 -116
- package/dist/contracts/a2a.d.ts.map +1 -1
- package/dist/contracts/a2a.js +44 -22
- package/dist/contracts/a2a.js.map +1 -1
- package/dist/contracts/api.d.ts +2 -2
- package/dist/contracts/api.d.ts.map +1 -1
- package/dist/contracts/index.d.ts +1 -1
- package/dist/contracts/index.d.ts.map +1 -1
- package/dist/contracts/index.js.map +1 -1
- package/dist/contracts/schemas.d.ts +2 -2
- package/dist/contracts/schemas.d.ts.map +1 -1
- package/dist/contracts/schemas.js +20 -10
- package/dist/contracts/schemas.js.map +1 -1
- package/dist/execution/base.d.ts +1 -1
- package/dist/execution/base.d.ts.map +1 -1
- package/dist/execution/base.js +1 -1
- package/dist/execution/base.js.map +1 -1
- package/dist/execution/local.d.ts +1 -1
- package/dist/execution/local.d.ts.map +1 -1
- package/dist/execution/local.js +2 -3
- package/dist/execution/local.js.map +1 -1
- package/dist/gateway/local.d.ts +3 -3
- package/dist/gateway/local.d.ts.map +1 -1
- package/dist/gateway/local.js +8 -4
- package/dist/gateway/local.js.map +1 -1
- package/dist/index.d.ts +92 -91
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +74 -73
- package/dist/index.js.map +1 -1
- package/dist/manager/agent/index.d.ts +1 -1
- package/dist/manager/agent/index.d.ts.map +1 -1
- package/dist/manager/agent/index.js +1 -1
- package/dist/manager/agent/index.js.map +1 -1
- package/dist/manager/agent/lifecycle.d.ts +6 -6
- package/dist/manager/agent/lifecycle.d.ts.map +1 -1
- package/dist/manager/agent/lifecycle.js +32 -34
- package/dist/manager/agent/lifecycle.js.map +1 -1
- package/dist/manager/connector/environment.d.ts +5 -5
- package/dist/manager/connector/environment.d.ts.map +1 -1
- package/dist/manager/connector/environment.js +2 -2
- package/dist/manager/connector/environment.js.map +1 -1
- package/dist/manager/connector/index.d.ts.map +1 -1
- package/dist/manager/connector/lifecycle.d.ts +3 -3
- package/dist/manager/connector/lifecycle.d.ts.map +1 -1
- package/dist/manager/connector/lifecycle.js +19 -4
- package/dist/manager/connector/lifecycle.js.map +1 -1
- package/dist/manager/connector/tenant.d.ts +3 -3
- package/dist/manager/connector/tenant.d.ts.map +1 -1
- package/dist/manager/connector/tenant.js +6 -5
- package/dist/manager/connector/tenant.js.map +1 -1
- package/dist/manager/index.d.ts.map +1 -1
- package/dist/manager/plan/lifecycle.d.ts +2 -2
- package/dist/manager/plan/lifecycle.d.ts.map +1 -1
- package/dist/manager/plan/lifecycle.js +3 -4
- package/dist/manager/plan/lifecycle.js.map +1 -1
- package/dist/manager/run/persistence.d.ts +3 -3
- package/dist/manager/run/persistence.d.ts.map +1 -1
- package/dist/manager/run/persistence.js +2 -2
- package/dist/manager/run/persistence.js.map +1 -1
- package/dist/persona/assembler.d.ts.map +1 -1
- package/dist/persona/assembler.js +1 -4
- package/dist/persona/assembler.js.map +1 -1
- package/dist/provider/bedrock/client.d.ts +2 -2
- package/dist/provider/bedrock/client.d.ts.map +1 -1
- package/dist/provider/bedrock/client.js +75 -79
- package/dist/provider/bedrock/client.js.map +1 -1
- package/dist/provider/factory.d.ts +1 -1
- package/dist/provider/factory.d.ts.map +1 -1
- package/dist/provider/factory.js +4 -21
- package/dist/provider/factory.js.map +1 -1
- package/dist/provider/openrouter/client.d.ts.map +1 -1
- package/dist/provider/openrouter/client.js +12 -6
- package/dist/provider/openrouter/client.js.map +1 -1
- package/dist/provider/telemetry/setup.d.ts +1 -1
- package/dist/provider/telemetry/setup.d.ts.map +1 -1
- package/dist/provider/telemetry/setup.js +9 -13
- package/dist/provider/telemetry/setup.js.map +1 -1
- package/dist/rag/chunking.d.ts +3 -2
- package/dist/rag/chunking.d.ts.map +1 -1
- package/dist/rag/chunking.js +6 -15
- package/dist/rag/chunking.js.map +1 -1
- package/dist/rag/context-assembler.d.ts +2 -1
- package/dist/rag/context-assembler.d.ts.map +1 -1
- package/dist/rag/context-assembler.js +2 -6
- package/dist/rag/context-assembler.js.map +1 -1
- package/dist/rag/embedding.d.ts.map +1 -1
- package/dist/rag/embedding.js +5 -4
- package/dist/rag/embedding.js.map +1 -1
- package/dist/rag/index.d.ts.map +1 -1
- package/dist/rag/ingestion.d.ts.map +1 -1
- package/dist/rag/ingestion.js +3 -3
- package/dist/rag/ingestion.js.map +1 -1
- package/dist/rag/knowledge-base.d.ts.map +1 -1
- package/dist/rag/knowledge-base.js +2 -2
- package/dist/rag/knowledge-base.js.map +1 -1
- package/dist/rag/rag-tool.d.ts.map +1 -1
- package/dist/rag/rag-tool.js +3 -1
- package/dist/rag/rag-tool.js.map +1 -1
- package/dist/rag/retriever.d.ts +2 -1
- package/dist/rag/retriever.d.ts.map +1 -1
- package/dist/rag/retriever.js +6 -12
- package/dist/rag/retriever.js.map +1 -1
- package/dist/rag/vector-store.d.ts +1 -1
- package/dist/rag/vector-store.d.ts.map +1 -1
- package/dist/rag/vector-store.js +7 -3
- package/dist/rag/vector-store.js.map +1 -1
- package/dist/registry/ManagedRegistry.d.ts +2 -2
- package/dist/registry/ManagedRegistry.d.ts.map +1 -1
- package/dist/registry/ManagedRegistry.js +21 -5
- package/dist/registry/ManagedRegistry.js.map +1 -1
- package/dist/registry/Registry.d.ts.map +1 -1
- package/dist/registry/Registry.js.map +1 -1
- package/dist/registry/agent/definitions.d.ts +3 -3
- package/dist/registry/agent/definitions.d.ts.map +1 -1
- package/dist/registry/agent/definitions.js +19 -6
- package/dist/registry/agent/definitions.js.map +1 -1
- package/dist/registry/agent/index.d.ts +1 -1
- package/dist/registry/agent/index.d.ts.map +1 -1
- package/dist/registry/agent/index.js +1 -1
- package/dist/registry/agent/index.js.map +1 -1
- package/dist/registry/connector/definitions.d.ts +3 -3
- package/dist/registry/connector/definitions.d.ts.map +1 -1
- package/dist/registry/connector/definitions.js +19 -6
- package/dist/registry/connector/definitions.js.map +1 -1
- package/dist/registry/connector/scoped.d.ts +1 -1
- package/dist/registry/connector/scoped.d.ts.map +1 -1
- package/dist/registry/connector/scoped.js.map +1 -1
- package/dist/registry/tool/execute.d.ts +2 -2
- package/dist/registry/tool/execute.d.ts.map +1 -1
- package/dist/registry/tool/execute.js +50 -50
- package/dist/registry/tool/execute.js.map +1 -1
- package/dist/run/LimitChecker.d.ts +1 -1
- package/dist/run/LimitChecker.d.ts.map +1 -1
- package/dist/run/LimitChecker.js.map +1 -1
- package/dist/run/reporter.d.ts +2 -2
- package/dist/run/reporter.d.ts.map +1 -1
- package/dist/run/reporter.js +40 -40
- package/dist/run/reporter.js.map +1 -1
- package/dist/runtime/decision/fallback.d.ts +1 -1
- package/dist/runtime/decision/fallback.d.ts.map +1 -1
- package/dist/runtime/decision/fallback.js +2 -2
- package/dist/runtime/decision/fallback.js.map +1 -1
- package/dist/runtime/decision/parser.d.ts +1 -1
- package/dist/runtime/decision/parser.d.ts.map +1 -1
- package/dist/runtime/decision/parser.js +2 -2
- package/dist/runtime/decision/parser.js.map +1 -1
- package/dist/runtime/query/checkpoint.d.ts +1 -1
- package/dist/runtime/query/checkpoint.d.ts.map +1 -1
- package/dist/runtime/query/checkpoint.js +2 -4
- package/dist/runtime/query/checkpoint.js.map +1 -1
- package/dist/runtime/query/context-cache.d.ts +1 -1
- package/dist/runtime/query/context-cache.d.ts.map +1 -1
- package/dist/runtime/query/context-cache.js +3 -6
- package/dist/runtime/query/context-cache.js.map +1 -1
- package/dist/runtime/query/context.d.ts +8 -8
- package/dist/runtime/query/context.d.ts.map +1 -1
- package/dist/runtime/query/context.js +4 -4
- package/dist/runtime/query/context.js.map +1 -1
- package/dist/runtime/query/events.d.ts +4 -4
- package/dist/runtime/query/events.d.ts.map +1 -1
- package/dist/runtime/query/events.js +4 -2
- package/dist/runtime/query/events.js.map +1 -1
- package/dist/runtime/query/executor.d.ts +8 -8
- package/dist/runtime/query/executor.d.ts.map +1 -1
- package/dist/runtime/query/executor.js +6 -6
- package/dist/runtime/query/executor.js.map +1 -1
- package/dist/runtime/query/guard.d.ts +1 -1
- package/dist/runtime/query/guard.d.ts.map +1 -1
- package/dist/runtime/query/guard.js +1 -1
- package/dist/runtime/query/guard.js.map +1 -1
- package/dist/runtime/query/index.d.ts +9 -9
- package/dist/runtime/query/index.d.ts.map +1 -1
- package/dist/runtime/query/index.js +15 -9
- package/dist/runtime/query/index.js.map +1 -1
- package/dist/runtime/query/iteration/index.d.ts +15 -15
- package/dist/runtime/query/iteration/index.d.ts.map +1 -1
- package/dist/runtime/query/iteration/index.js +47 -49
- package/dist/runtime/query/iteration/index.js.map +1 -1
- package/dist/runtime/query/iteration/phases/checkpoint.d.ts +2 -2
- package/dist/runtime/query/iteration/phases/checkpoint.d.ts.map +1 -1
- package/dist/runtime/query/iteration/phases/checkpoint.js +5 -5
- package/dist/runtime/query/iteration/phases/checkpoint.js.map +1 -1
- package/dist/runtime/query/iteration/phases/context.d.ts +16 -16
- package/dist/runtime/query/iteration/phases/context.d.ts.map +1 -1
- package/dist/runtime/query/iteration/phases/context.js +19 -19
- package/dist/runtime/query/iteration/phases/context.js.map +1 -1
- package/dist/runtime/query/iteration/phases/index.d.ts +6 -6
- package/dist/runtime/query/iteration/phases/index.d.ts.map +1 -1
- package/dist/runtime/query/iteration/phases/index.js +4 -4
- package/dist/runtime/query/iteration/phases/index.js.map +1 -1
- package/dist/runtime/query/iteration/phases/plan.d.ts +2 -2
- package/dist/runtime/query/iteration/phases/plan.d.ts.map +1 -1
- package/dist/runtime/query/iteration/phases/plan.js +6 -6
- package/dist/runtime/query/iteration/phases/plan.js.map +1 -1
- package/dist/runtime/query/iteration/phases/tool-review.d.ts +4 -4
- package/dist/runtime/query/iteration/phases/tool-review.d.ts.map +1 -1
- package/dist/runtime/query/iteration/phases/tool-review.js +40 -41
- package/dist/runtime/query/iteration/phases/tool-review.js.map +1 -1
- package/dist/runtime/query/prompt.d.ts +2 -2
- package/dist/runtime/query/prompt.d.ts.map +1 -1
- package/dist/runtime/query/prompt.js +2 -2
- package/dist/runtime/query/prompt.js.map +1 -1
- package/dist/runtime/query/result.d.ts +3 -3
- package/dist/runtime/query/result.d.ts.map +1 -1
- package/dist/runtime/query/result.js +1 -1
- package/dist/runtime/query/result.js.map +1 -1
- package/dist/runtime/query/tooling.d.ts +3 -3
- package/dist/runtime/query/tooling.d.ts.map +1 -1
- package/dist/runtime/query/tooling.js.map +1 -1
- package/dist/skills/loader.d.ts.map +1 -1
- package/dist/skills/loader.js +11 -12
- package/dist/skills/loader.js.map +1 -1
- package/dist/skills/registry.d.ts.map +1 -1
- package/dist/skills/registry.js +2 -4
- package/dist/skills/registry.js.map +1 -1
- package/dist/store/InMemoryStore.d.ts +1 -1
- package/dist/store/InMemoryStore.d.ts.map +1 -1
- package/dist/store/InMemoryStore.js.map +1 -1
- package/dist/store/activity/memory.d.ts +1 -1
- package/dist/store/activity/memory.d.ts.map +1 -1
- package/dist/store/activity/memory.js +1 -2
- package/dist/store/activity/memory.js.map +1 -1
- package/dist/store/conversation/memory.d.ts +2 -2
- package/dist/store/conversation/memory.d.ts.map +1 -1
- package/dist/store/conversation/memory.js +4 -6
- package/dist/store/conversation/memory.js.map +1 -1
- package/dist/store/run/disk.d.ts +1 -1
- package/dist/store/run/disk.d.ts.map +1 -1
- package/dist/store/run/disk.js +7 -6
- package/dist/store/run/disk.js.map +1 -1
- package/dist/store/task/disk.d.ts +2 -2
- package/dist/store/task/disk.d.ts.map +1 -1
- package/dist/store/task/disk.js +8 -6
- package/dist/store/task/disk.js.map +1 -1
- package/dist/store/task/memory.d.ts +2 -2
- package/dist/store/task/memory.d.ts.map +1 -1
- package/dist/store/task/memory.js +4 -4
- package/dist/store/task/memory.js.map +1 -1
- package/dist/telemetry/attributes.d.ts +1 -28
- package/dist/telemetry/attributes.d.ts.map +1 -1
- package/dist/telemetry/attributes.js +1 -28
- package/dist/telemetry/attributes.js.map +1 -1
- package/dist/telemetry/index.d.ts.map +1 -1
- package/dist/telemetry/index.js.map +1 -1
- package/dist/telemetry/metrics.d.ts.map +1 -1
- package/dist/telemetry/metrics.js.map +1 -1
- package/dist/tools/builtins/bash.d.ts +2 -2
- package/dist/tools/builtins/bash.d.ts.map +1 -1
- package/dist/tools/builtins/bash.js +7 -13
- package/dist/tools/builtins/bash.js.map +1 -1
- package/dist/tools/builtins/glob.d.ts.map +1 -1
- package/dist/tools/builtins/glob.js +3 -3
- package/dist/tools/builtins/glob.js.map +1 -1
- package/dist/tools/builtins/index.d.ts +6 -6
- package/dist/tools/builtins/index.d.ts.map +1 -1
- package/dist/tools/builtins/index.js +10 -10
- package/dist/tools/builtins/index.js.map +1 -1
- package/dist/tools/builtins/read-file.d.ts +1 -1
- package/dist/tools/builtins/read-file.d.ts.map +1 -1
- package/dist/tools/builtins/read-file.js +6 -11
- package/dist/tools/builtins/read-file.js.map +1 -1
- package/dist/tools/builtins/search-tools.d.ts.map +1 -1
- package/dist/tools/builtins/search-tools.js +10 -12
- package/dist/tools/builtins/search-tools.js.map +1 -1
- package/dist/tools/builtins/write-file.js +2 -2
- package/dist/tools/builtins/write-file.js.map +1 -1
- package/dist/tools/coordinator/index.d.ts +1 -1
- package/dist/tools/coordinator/index.d.ts.map +1 -1
- package/dist/tools/coordinator/index.js +36 -13
- package/dist/tools/coordinator/index.js.map +1 -1
- package/dist/tools/defineTool.d.ts +1 -1
- package/dist/tools/defineTool.d.ts.map +1 -1
- package/dist/tools/defineTool.js.map +1 -1
- package/dist/tools/task/create.d.ts +1 -1
- package/dist/tools/task/create.d.ts.map +1 -1
- package/dist/tools/task/create.js +12 -3
- package/dist/tools/task/create.js.map +1 -1
- package/dist/tools/task/index.d.ts +1 -1
- package/dist/tools/task/index.d.ts.map +1 -1
- package/dist/tools/task/index.js +1 -1
- package/dist/tools/task/index.js.map +1 -1
- package/dist/tools/task/list.d.ts +1 -1
- package/dist/tools/task/list.d.ts.map +1 -1
- package/dist/tools/task/list.js +1 -3
- package/dist/tools/task/list.js.map +1 -1
- package/dist/tools/task/update.d.ts.map +1 -1
- package/dist/tools/task/update.js +13 -4
- package/dist/tools/task/update.js.map +1 -1
- package/dist/types/a2a/index.d.ts.map +1 -1
- package/dist/types/a2a/index.js.map +1 -1
- package/dist/types/activity/index.d.ts.map +1 -1
- package/dist/types/activity/index.js +1 -1
- package/dist/types/activity/index.js.map +1 -1
- package/dist/types/agent/base.d.ts +2 -2
- package/dist/types/agent/base.d.ts.map +1 -1
- package/dist/types/agent/core.d.ts +1 -1
- package/dist/types/agent/core.d.ts.map +1 -1
- package/dist/types/agent/factory.d.ts +1 -1
- package/dist/types/agent/factory.d.ts.map +1 -1
- package/dist/types/agent/gateway.d.ts +1 -1
- package/dist/types/agent/gateway.d.ts.map +1 -1
- package/dist/types/agent/lifecycle-event.d.ts +9 -9
- package/dist/types/agent/lifecycle-event.d.ts.map +1 -1
- package/dist/types/agent/pipeline.d.ts.map +1 -1
- package/dist/types/agent/reactive.d.ts +2 -2
- package/dist/types/agent/reactive.d.ts.map +1 -1
- package/dist/types/agent/router.d.ts.map +1 -1
- package/dist/types/agent/supervisor.d.ts +1 -1
- package/dist/types/agent/supervisor.d.ts.map +1 -1
- package/dist/types/agent/task.d.ts +10 -10
- package/dist/types/agent/task.d.ts.map +1 -1
- package/dist/types/agent/task.js +3 -10
- package/dist/types/agent/task.js.map +1 -1
- package/dist/types/common/index.d.ts +1 -1
- package/dist/types/common/index.d.ts.map +1 -1
- package/dist/types/common/index.js +1 -7
- package/dist/types/common/index.js.map +1 -1
- package/dist/types/connector/core.d.ts.map +1 -1
- package/dist/types/connector/core.js.map +1 -1
- package/dist/types/connector/definition.d.ts +1 -1
- package/dist/types/connector/definition.d.ts.map +1 -1
- package/dist/types/connector/execution-context.d.ts +3 -3
- package/dist/types/connector/execution-context.d.ts.map +1 -1
- package/dist/types/connector/http.d.ts.map +1 -1
- package/dist/types/connector/mcp.d.ts +2 -2
- package/dist/types/connector/mcp.d.ts.map +1 -1
- package/dist/types/connector/scope.d.ts.map +1 -1
- package/dist/types/connector/scope.js.map +1 -1
- package/dist/types/connector/tenant.d.ts +2 -2
- package/dist/types/connector/tenant.d.ts.map +1 -1
- package/dist/types/connector/webhook.d.ts.map +1 -1
- package/dist/types/conversation/index.d.ts +1 -1
- package/dist/types/conversation/index.d.ts.map +1 -1
- package/dist/types/decision/index.d.ts.map +1 -1
- package/dist/types/decision/index.js +4 -2
- package/dist/types/decision/index.js.map +1 -1
- package/dist/types/execution/index.d.ts.map +1 -1
- package/dist/types/hitl/index.d.ts +3 -3
- package/dist/types/hitl/index.d.ts.map +1 -1
- package/dist/types/hitl/index.js.map +1 -1
- package/dist/types/message/index.d.ts.map +1 -1
- package/dist/types/message/index.js.map +1 -1
- package/dist/types/persona/index.d.ts.map +1 -1
- package/dist/types/plan/index.d.ts.map +1 -1
- package/dist/types/plan/index.js.map +1 -1
- package/dist/types/provider/chat.d.ts +1 -1
- package/dist/types/provider/chat.d.ts.map +1 -1
- package/dist/types/provider/config.d.ts.map +1 -1
- package/dist/types/provider/index.d.ts +1 -1
- package/dist/types/provider/index.d.ts.map +1 -1
- package/dist/types/provider/interface.d.ts +1 -1
- package/dist/types/provider/interface.d.ts.map +1 -1
- package/dist/types/provider/model.d.ts.map +1 -1
- package/dist/types/provider/stream.d.ts.map +1 -1
- package/dist/types/rag/chunking.d.ts.map +1 -1
- package/dist/types/rag/context.d.ts.map +1 -1
- package/dist/types/rag/embedding.d.ts.map +1 -1
- package/dist/types/rag/ingestion.d.ts.map +1 -1
- package/dist/types/rag/knowledge-base.d.ts +2 -2
- package/dist/types/rag/knowledge-base.d.ts.map +1 -1
- package/dist/types/rag/retrieval.d.ts +1 -1
- package/dist/types/rag/retrieval.d.ts.map +1 -1
- package/dist/types/rag/scope.d.ts.map +1 -1
- package/dist/types/rag/storage.d.ts +1 -1
- package/dist/types/rag/storage.d.ts.map +1 -1
- package/dist/types/rag/vector.d.ts.map +1 -1
- package/dist/types/run/config.d.ts +2 -2
- package/dist/types/run/config.d.ts.map +1 -1
- package/dist/types/run/events.d.ts +36 -36
- package/dist/types/run/events.d.ts.map +1 -1
- package/dist/types/run/metadata.d.ts +2 -2
- package/dist/types/run/metadata.d.ts.map +1 -1
- package/dist/types/run/state.d.ts +2 -2
- package/dist/types/run/state.d.ts.map +1 -1
- package/dist/types/skills/index.d.ts.map +1 -1
- package/dist/types/task/index.d.ts +1 -1
- package/dist/types/task/index.d.ts.map +1 -1
- package/dist/types/task/index.js.map +1 -1
- package/dist/types/telemetry/index.d.ts.map +1 -1
- package/dist/types/tool/index.d.ts +9 -9
- package/dist/types/tool/index.d.ts.map +1 -1
- package/dist/utils/abort.d.ts.map +1 -1
- package/dist/utils/abort.js +3 -3
- package/dist/utils/abort.js.map +1 -1
- package/dist/utils/conversation.d.ts +1 -1
- package/dist/utils/conversation.d.ts.map +1 -1
- package/dist/utils/conversation.js +2 -0
- package/dist/utils/conversation.js.map +1 -1
- package/dist/utils/cost.d.ts +3 -2
- package/dist/utils/cost.d.ts.map +1 -1
- package/dist/utils/cost.js +2 -6
- package/dist/utils/cost.js.map +1 -1
- package/dist/utils/error.js.map +1 -1
- package/dist/utils/hash.d.ts.map +1 -1
- package/dist/utils/hash.js.map +1 -1
- package/dist/utils/id.d.ts +1 -1
- package/dist/utils/id.d.ts.map +1 -1
- package/dist/utils/id.js +14 -6
- package/dist/utils/id.js.map +1 -1
- package/dist/utils/logger.d.ts.map +1 -1
- package/dist/utils/logger.js +6 -3
- package/dist/utils/logger.js.map +1 -1
- package/dist/utils/memoize.d.ts.map +1 -1
- package/dist/utils/memoize.js.map +1 -1
- package/dist/vault/InMemoryCredentialVault.d.ts +2 -2
- package/dist/vault/InMemoryCredentialVault.d.ts.map +1 -1
- package/dist/vault/InMemoryCredentialVault.js.map +1 -1
- package/package.json +17 -2
- package/src/agents/AbstractAgent.ts +31 -44
- package/src/agents/PipelineAgent.ts +152 -157
- package/src/agents/ReactiveAgent.ts +89 -85
- package/src/agents/RouterAgent.ts +216 -228
- package/src/agents/SupervisorAgent.ts +43 -48
- package/src/agents/defineAgent.ts +53 -63
- package/src/bridge/a2a/agent-card.ts +57 -62
- package/src/bridge/a2a/index.ts +9 -9
- package/src/bridge/a2a/mapper.ts +53 -61
- package/src/bridge/a2a/message.ts +66 -71
- package/src/bridge/a2a/task.ts +77 -97
- package/src/bridge/mcp/connector/adapter.ts +116 -117
- package/src/bridge/sse/index.ts +2 -2
- package/src/bridge/sse/mapper.ts +52 -60
- package/src/bridge/tools/connector/adapter.ts +111 -116
- package/src/bridge/tools/connector/definitions.ts +105 -125
- package/src/bridge/tools/connector/index.ts +7 -7
- package/src/bridge/tools/connector/router.ts +51 -54
- package/src/config/runtime.ts +6 -6
- package/src/connector/BaseConnector.ts +65 -69
- package/src/connector/builtins/http.ts +175 -177
- package/src/connector/builtins/webhook.ts +134 -141
- package/src/connector/execution/factory.ts +43 -43
- package/src/connector/execution/hybrid.ts +193 -192
- package/src/connector/execution/remote.ts +121 -123
- package/src/connector/index.ts +13 -13
- package/src/connector/mcp/adapter.ts +100 -100
- package/src/connector/mcp/client.ts +229 -217
- package/src/connector/mcp/discovery.ts +53 -53
- package/src/connector/mcp/http-sse.ts +133 -132
- package/src/connector/mcp/index.ts +6 -6
- package/src/connector/mcp/server.ts +193 -191
- package/src/connector/mcp/stdio.ts +99 -97
- package/src/constants/a2a/index.ts +21 -0
- package/src/constants/agent/index.ts +17 -0
- package/src/constants/index.ts +8 -0
- package/src/constants/limits.ts +16 -0
- package/src/constants/mcp/index.ts +1 -0
- package/src/constants/provider/index.ts +23 -0
- package/src/constants/rag/index.ts +34 -0
- package/src/constants/telemetry/index.ts +34 -0
- package/src/constants/tools/index.ts +3 -0
- package/src/contracts/a2a.ts +111 -89
- package/src/contracts/api.ts +147 -147
- package/src/contracts/index.ts +34 -34
- package/src/contracts/schemas.ts +57 -47
- package/src/execution/base.ts +59 -62
- package/src/execution/local.ts +147 -148
- package/src/gateway/local.ts +89 -89
- package/src/index.ts +107 -100
- package/src/manager/agent/index.ts +1 -1
- package/src/manager/agent/lifecycle.ts +159 -184
- package/src/manager/connector/environment.ts +242 -234
- package/src/manager/connector/index.ts +2 -2
- package/src/manager/connector/lifecycle.ts +243 -230
- package/src/manager/connector/tenant.ts +279 -283
- package/src/manager/index.ts +2 -2
- package/src/manager/plan/lifecycle.ts +226 -223
- package/src/manager/run/persistence.ts +166 -165
- package/src/persona/assembler.ts +52 -64
- package/src/provider/bedrock/client.ts +203 -234
- package/src/provider/factory.ts +139 -158
- package/src/provider/openrouter/client.ts +368 -374
- package/src/provider/telemetry/setup.ts +100 -110
- package/src/rag/chunking.ts +131 -141
- package/src/rag/context-assembler.ts +39 -43
- package/src/rag/embedding.ts +57 -56
- package/src/rag/index.ts +25 -25
- package/src/rag/ingestion.ts +60 -60
- package/src/rag/knowledge-base.ts +54 -54
- package/src/rag/rag-tool.ts +54 -51
- package/src/rag/retriever.ts +170 -177
- package/src/rag/vector-store.ts +66 -63
- package/src/registry/ManagedRegistry.ts +41 -30
- package/src/registry/Registry.ts +25 -25
- package/src/registry/agent/definitions.ts +42 -34
- package/src/registry/agent/index.ts +1 -1
- package/src/registry/connector/definitions.ts +36 -26
- package/src/registry/connector/scoped.ts +120 -120
- package/src/registry/tool/execute.ts +130 -151
- package/src/run/LimitChecker.ts +61 -61
- package/src/run/reporter.ts +90 -96
- package/src/runtime/decision/fallback.ts +78 -81
- package/src/runtime/decision/parser.ts +150 -146
- package/src/runtime/query/checkpoint.ts +70 -66
- package/src/runtime/query/context-cache.ts +58 -62
- package/src/runtime/query/context.ts +82 -82
- package/src/runtime/query/events.ts +129 -127
- package/src/runtime/query/executor.ts +59 -67
- package/src/runtime/query/guard.ts +52 -55
- package/src/runtime/query/index.ts +290 -292
- package/src/runtime/query/iteration/index.ts +284 -310
- package/src/runtime/query/iteration/phases/checkpoint.ts +12 -20
- package/src/runtime/query/iteration/phases/context.ts +64 -73
- package/src/runtime/query/iteration/phases/index.ts +6 -6
- package/src/runtime/query/iteration/phases/plan.ts +14 -21
- package/src/runtime/query/iteration/phases/tool-review.ts +82 -91
- package/src/runtime/query/prompt.ts +49 -50
- package/src/runtime/query/result.ts +72 -72
- package/src/runtime/query/tooling.ts +29 -29
- package/src/skills/loader.ts +127 -123
- package/src/skills/registry.ts +91 -85
- package/src/store/InMemoryStore.ts +48 -51
- package/src/store/activity/memory.ts +217 -209
- package/src/store/conversation/memory.ts +88 -90
- package/src/store/run/disk.ts +204 -205
- package/src/store/task/disk.ts +311 -307
- package/src/store/task/memory.ts +173 -171
- package/src/telemetry/attributes.ts +5 -38
- package/src/telemetry/index.ts +5 -5
- package/src/telemetry/metrics.ts +53 -54
- package/src/tools/builtins/bash.ts +44 -55
- package/src/tools/builtins/glob.ts +75 -79
- package/src/tools/builtins/index.ts +12 -12
- package/src/tools/builtins/read-file.ts +37 -42
- package/src/tools/builtins/search-tools.ts +17 -19
- package/src/tools/builtins/write-file.ts +23 -23
- package/src/tools/coordinator/index.ts +227 -189
- package/src/tools/defineTool.ts +42 -36
- package/src/tools/task/create.ts +45 -38
- package/src/tools/task/index.ts +8 -11
- package/src/tools/task/list.ts +45 -48
- package/src/tools/task/update.ts +78 -60
- package/src/types/a2a/index.ts +143 -143
- package/src/types/activity/index.ts +40 -32
- package/src/types/agent/base.ts +41 -41
- package/src/types/agent/core.ts +13 -17
- package/src/types/agent/factory.ts +27 -27
- package/src/types/agent/gateway.ts +18 -18
- package/src/types/agent/lifecycle-event.ts +14 -16
- package/src/types/agent/pipeline.ts +23 -23
- package/src/types/agent/reactive.ts +9 -9
- package/src/types/agent/router.ts +17 -17
- package/src/types/agent/supervisor.ts +14 -14
- package/src/types/agent/task.ts +54 -63
- package/src/types/common/index.ts +24 -39
- package/src/types/connector/core.ts +22 -22
- package/src/types/connector/definition.ts +59 -45
- package/src/types/connector/execution-context.ts +37 -30
- package/src/types/connector/http.ts +12 -12
- package/src/types/connector/mcp.ts +123 -115
- package/src/types/connector/scope.ts +19 -19
- package/src/types/connector/tenant.ts +28 -23
- package/src/types/connector/webhook.ts +10 -10
- package/src/types/conversation/index.ts +3 -3
- package/src/types/decision/index.ts +18 -16
- package/src/types/execution/index.ts +21 -21
- package/src/types/hitl/index.ts +80 -69
- package/src/types/message/index.ts +26 -29
- package/src/types/persona/index.ts +31 -31
- package/src/types/plan/index.ts +38 -38
- package/src/types/provider/chat.ts +47 -44
- package/src/types/provider/config.ts +26 -23
- package/src/types/provider/index.ts +16 -10
- package/src/types/provider/interface.ts +7 -7
- package/src/types/provider/model.ts +8 -8
- package/src/types/provider/stream.ts +16 -16
- package/src/types/rag/chunking.ts +7 -7
- package/src/types/rag/context.ts +14 -14
- package/src/types/rag/embedding.ts +10 -10
- package/src/types/rag/ingestion.ts +11 -11
- package/src/types/rag/knowledge-base.ts +16 -16
- package/src/types/rag/retrieval.ts +19 -19
- package/src/types/rag/scope.ts +8 -8
- package/src/types/rag/storage.ts +18 -18
- package/src/types/rag/vector.ts +13 -13
- package/src/types/run/config.ts +30 -30
- package/src/types/run/events.ts +113 -115
- package/src/types/run/metadata.ts +29 -29
- package/src/types/run/state.ts +20 -20
- package/src/types/skills/index.ts +13 -13
- package/src/types/task/index.ts +55 -59
- package/src/types/telemetry/index.ts +6 -6
- package/src/types/tool/index.ts +43 -43
- package/src/utils/abort.ts +13 -15
- package/src/utils/conversation.ts +14 -13
- package/src/utils/cost.ts +31 -35
- package/src/utils/error.ts +1 -1
- package/src/utils/hash.ts +8 -8
- package/src/utils/id.ts +70 -41
- package/src/utils/logger.ts +41 -50
- package/src/utils/memoize.ts +14 -12
- package/src/vault/InMemoryCredentialVault.ts +50 -54
- package/dist/manager/session/lifecycle.d.ts +0 -3
- package/dist/manager/session/lifecycle.d.ts.map +0 -1
- package/dist/manager/session/lifecycle.js +0 -3
- package/dist/manager/session/lifecycle.js.map +0 -1
- package/dist/session/LimitChecker.d.ts +0 -3
- package/dist/session/LimitChecker.d.ts.map +0 -1
- package/dist/session/LimitChecker.js +0 -3
- package/dist/session/LimitChecker.js.map +0 -1
- package/dist/session/index.d.ts +0 -3
- package/dist/session/index.d.ts.map +0 -1
- package/dist/session/index.js +0 -3
- package/dist/session/index.js.map +0 -1
- package/dist/session/reporter.d.ts +0 -3
- package/dist/session/reporter.d.ts.map +0 -1
- package/dist/session/reporter.js +0 -3
- package/dist/session/reporter.js.map +0 -1
- package/dist/store/session/disk.d.ts +0 -3
- package/dist/store/session/disk.d.ts.map +0 -1
- package/dist/store/session/disk.js +0 -3
- package/dist/store/session/disk.js.map +0 -1
- package/dist/types/session/config.d.ts +0 -2
- package/dist/types/session/config.d.ts.map +0 -1
- package/dist/types/session/config.js +0 -2
- package/dist/types/session/config.js.map +0 -1
- package/dist/types/session/events.d.ts +0 -2
- package/dist/types/session/events.d.ts.map +0 -1
- package/dist/types/session/events.js +0 -2
- package/dist/types/session/events.js.map +0 -1
- package/dist/types/session/index.d.ts +0 -4
- package/dist/types/session/index.d.ts.map +0 -1
- package/dist/types/session/index.js +0 -4
- package/dist/types/session/index.js.map +0 -1
- package/dist/types/session/state.d.ts +0 -2
- package/dist/types/session/state.d.ts.map +0 -1
- package/dist/types/session/state.js +0 -2
- package/dist/types/session/state.js.map +0 -1
|
@@ -2,7 +2,7 @@ import {
|
|
|
2
2
|
BedrockRuntimeClient,
|
|
3
3
|
ConverseCommand,
|
|
4
4
|
ConverseStreamCommand,
|
|
5
|
-
} from
|
|
5
|
+
} from '@aws-sdk/client-bedrock-runtime'
|
|
6
6
|
import type {
|
|
7
7
|
Message as BedrockMessage,
|
|
8
8
|
ContentBlock,
|
|
@@ -13,10 +13,10 @@ import type {
|
|
|
13
13
|
ToolConfiguration,
|
|
14
14
|
ToolResultContentBlock,
|
|
15
15
|
ToolUseBlock,
|
|
16
|
-
} from
|
|
17
|
-
import { SpanStatusCode } from
|
|
18
|
-
import { GENAI, NAMZU, chatSpanName } from
|
|
19
|
-
import type { TokenUsage } from
|
|
16
|
+
} from '@aws-sdk/client-bedrock-runtime'
|
|
17
|
+
import { SpanStatusCode } from '@opentelemetry/api'
|
|
18
|
+
import { GENAI, NAMZU, chatSpanName } from '../../telemetry/attributes.js'
|
|
19
|
+
import type { TokenUsage } from '../../types/common/index.js'
|
|
20
20
|
import type {
|
|
21
21
|
ChatCompletionParams,
|
|
22
22
|
ChatCompletionResponse,
|
|
@@ -24,183 +24,168 @@ import type {
|
|
|
24
24
|
ModelInfo,
|
|
25
25
|
StreamChunk,
|
|
26
26
|
ToolChoice,
|
|
27
|
-
} from
|
|
28
|
-
import type { BedrockConfig } from
|
|
29
|
-
import { toErrorMessage } from
|
|
30
|
-
import { getRootLogger } from
|
|
31
|
-
import { getTracer } from
|
|
27
|
+
} from '../../types/provider/index.js'
|
|
28
|
+
import type { BedrockConfig } from '../../types/provider/index.js'
|
|
29
|
+
import { toErrorMessage } from '../../utils/error.js'
|
|
30
|
+
import { getRootLogger } from '../../utils/logger.js'
|
|
31
|
+
import { getTracer } from '../telemetry/setup.js'
|
|
32
32
|
|
|
33
|
-
const logger = getRootLogger().child({ component:
|
|
33
|
+
const logger = getRootLogger().child({ component: 'BedrockProvider' })
|
|
34
34
|
|
|
35
|
-
function extractSystemBlocks(
|
|
36
|
-
messages: ChatCompletionParams["messages"],
|
|
37
|
-
): SystemContentBlock[] {
|
|
35
|
+
function extractSystemBlocks(messages: ChatCompletionParams['messages']): SystemContentBlock[] {
|
|
38
36
|
return messages
|
|
39
|
-
.filter((m) => m.role ===
|
|
40
|
-
.map((m) => ({ text: typeof m.content ===
|
|
37
|
+
.filter((m) => m.role === 'system')
|
|
38
|
+
.map((m) => ({ text: typeof m.content === 'string' ? m.content : '' }))
|
|
41
39
|
}
|
|
42
40
|
|
|
43
41
|
function toBedrockRole(role: string): ConversationRole {
|
|
44
|
-
return role ===
|
|
42
|
+
return role === 'assistant' ? 'assistant' : 'user'
|
|
45
43
|
}
|
|
46
44
|
|
|
47
|
-
function toBedrockMessages(
|
|
48
|
-
|
|
49
|
-
): BedrockMessage[] {
|
|
50
|
-
const out: BedrockMessage[] = [];
|
|
45
|
+
function toBedrockMessages(messages: ChatCompletionParams['messages']): BedrockMessage[] {
|
|
46
|
+
const out: BedrockMessage[] = []
|
|
51
47
|
|
|
52
|
-
let pendingToolResults: ContentBlock[] = []
|
|
48
|
+
let pendingToolResults: ContentBlock[] = []
|
|
53
49
|
|
|
54
50
|
const flushToolResults = () => {
|
|
55
51
|
if (pendingToolResults.length > 0) {
|
|
56
|
-
out.push({ role:
|
|
57
|
-
pendingToolResults = []
|
|
52
|
+
out.push({ role: 'user', content: pendingToolResults })
|
|
53
|
+
pendingToolResults = []
|
|
58
54
|
}
|
|
59
|
-
}
|
|
55
|
+
}
|
|
60
56
|
|
|
61
57
|
for (const msg of messages) {
|
|
62
|
-
if (msg.role ===
|
|
58
|
+
if (msg.role === 'system') continue
|
|
63
59
|
|
|
64
|
-
if (msg.role ===
|
|
65
|
-
const toolMsg = msg as { toolCallId?: string; content?: string }
|
|
60
|
+
if (msg.role === 'tool') {
|
|
61
|
+
const toolMsg = msg as { toolCallId?: string; content?: string }
|
|
66
62
|
const resultBlock: ToolResultContentBlock = {
|
|
67
63
|
text:
|
|
68
|
-
typeof toolMsg.content ===
|
|
69
|
-
|
|
70
|
-
: JSON.stringify(toolMsg.content),
|
|
71
|
-
};
|
|
64
|
+
typeof toolMsg.content === 'string' ? toolMsg.content : JSON.stringify(toolMsg.content),
|
|
65
|
+
}
|
|
72
66
|
pendingToolResults.push({
|
|
73
67
|
toolResult: {
|
|
74
|
-
toolUseId: toolMsg.toolCallId ??
|
|
68
|
+
toolUseId: toolMsg.toolCallId ?? 'unknown',
|
|
75
69
|
content: [resultBlock],
|
|
76
70
|
},
|
|
77
|
-
})
|
|
78
|
-
continue
|
|
71
|
+
})
|
|
72
|
+
continue
|
|
79
73
|
}
|
|
80
74
|
|
|
81
|
-
flushToolResults()
|
|
75
|
+
flushToolResults()
|
|
82
76
|
|
|
83
|
-
if (msg.role ===
|
|
84
|
-
const content: ContentBlock[] = []
|
|
77
|
+
if (msg.role === 'assistant' && 'toolCalls' in msg && msg.toolCalls) {
|
|
78
|
+
const content: ContentBlock[] = []
|
|
85
79
|
if (msg.content) {
|
|
86
|
-
content.push({ text: msg.content })
|
|
80
|
+
content.push({ text: msg.content })
|
|
87
81
|
}
|
|
88
82
|
for (const tc of msg.toolCalls) {
|
|
89
83
|
content.push({
|
|
90
84
|
toolUse: {
|
|
91
85
|
toolUseId: tc.id,
|
|
92
86
|
name: tc.function.name,
|
|
93
|
-
input: JSON.parse(tc.function.arguments ||
|
|
87
|
+
input: JSON.parse(tc.function.arguments || '{}'),
|
|
94
88
|
},
|
|
95
|
-
})
|
|
89
|
+
})
|
|
96
90
|
}
|
|
97
|
-
out.push({ role:
|
|
98
|
-
continue
|
|
91
|
+
out.push({ role: 'assistant', content })
|
|
92
|
+
continue
|
|
99
93
|
}
|
|
100
94
|
|
|
101
|
-
const text =
|
|
102
|
-
typeof msg.content === "string"
|
|
103
|
-
? msg.content
|
|
104
|
-
: JSON.stringify(msg.content);
|
|
95
|
+
const text = typeof msg.content === 'string' ? msg.content : JSON.stringify(msg.content)
|
|
105
96
|
out.push({
|
|
106
97
|
role: toBedrockRole(msg.role),
|
|
107
98
|
content: [{ text }],
|
|
108
|
-
})
|
|
99
|
+
})
|
|
109
100
|
}
|
|
110
101
|
|
|
111
|
-
flushToolResults()
|
|
102
|
+
flushToolResults()
|
|
112
103
|
|
|
113
|
-
return out
|
|
104
|
+
return out
|
|
114
105
|
}
|
|
115
106
|
|
|
116
|
-
function messagesContainToolBlocks(
|
|
117
|
-
messages: ChatCompletionParams["messages"],
|
|
118
|
-
): boolean {
|
|
107
|
+
function messagesContainToolBlocks(messages: ChatCompletionParams['messages']): boolean {
|
|
119
108
|
for (const msg of messages) {
|
|
120
|
-
if (msg.role ===
|
|
109
|
+
if (msg.role === 'tool') return true
|
|
121
110
|
if (
|
|
122
|
-
msg.role ===
|
|
123
|
-
|
|
111
|
+
msg.role === 'assistant' &&
|
|
112
|
+
'toolCalls' in msg &&
|
|
124
113
|
msg.toolCalls &&
|
|
125
114
|
msg.toolCalls.length > 0
|
|
126
115
|
) {
|
|
127
|
-
return true
|
|
116
|
+
return true
|
|
128
117
|
}
|
|
129
118
|
}
|
|
130
|
-
return false
|
|
119
|
+
return false
|
|
131
120
|
}
|
|
132
121
|
|
|
133
|
-
function extractToolNamesFromHistory(
|
|
134
|
-
|
|
135
|
-
): string[] {
|
|
136
|
-
const names = new Set<string>();
|
|
122
|
+
function extractToolNamesFromHistory(messages: ChatCompletionParams['messages']): string[] {
|
|
123
|
+
const names = new Set<string>()
|
|
137
124
|
for (const msg of messages) {
|
|
138
|
-
if (msg.role ===
|
|
125
|
+
if (msg.role === 'assistant' && 'toolCalls' in msg && msg.toolCalls) {
|
|
139
126
|
for (const tc of msg.toolCalls) {
|
|
140
|
-
names.add(tc.function.name)
|
|
127
|
+
names.add(tc.function.name)
|
|
141
128
|
}
|
|
142
129
|
}
|
|
143
130
|
}
|
|
144
|
-
return Array.from(names)
|
|
131
|
+
return Array.from(names)
|
|
145
132
|
}
|
|
146
133
|
|
|
147
|
-
function toBedrockToolConfig(
|
|
148
|
-
params: ChatCompletionParams,
|
|
149
|
-
): ToolConfiguration | undefined {
|
|
134
|
+
function toBedrockToolConfig(params: ChatCompletionParams): ToolConfiguration | undefined {
|
|
150
135
|
if (params.tools && params.tools.length > 0) {
|
|
151
136
|
const tools: Tool[] = params.tools.map(
|
|
152
137
|
(t) =>
|
|
153
138
|
({
|
|
154
139
|
toolSpec: {
|
|
155
140
|
name: t.function.name,
|
|
156
|
-
description: t.function.description ??
|
|
141
|
+
description: t.function.description ?? '',
|
|
157
142
|
inputSchema: {
|
|
158
143
|
json: (t.function.parameters ?? {}) as Record<string, unknown>,
|
|
159
144
|
},
|
|
160
145
|
},
|
|
161
146
|
}) as Tool,
|
|
162
|
-
)
|
|
147
|
+
)
|
|
163
148
|
|
|
164
|
-
const toolChoice = formatToolChoice(params.toolChoice)
|
|
165
|
-
return { tools, toolChoice }
|
|
149
|
+
const toolChoice = formatToolChoice(params.toolChoice)
|
|
150
|
+
return { tools, toolChoice }
|
|
166
151
|
}
|
|
167
152
|
|
|
168
153
|
if (messagesContainToolBlocks(params.messages)) {
|
|
169
|
-
const toolNames = extractToolNamesFromHistory(params.messages)
|
|
154
|
+
const toolNames = extractToolNamesFromHistory(params.messages)
|
|
170
155
|
if (toolNames.length > 0) {
|
|
171
156
|
const tools: Tool[] = toolNames.map(
|
|
172
157
|
(name) =>
|
|
173
158
|
({
|
|
174
159
|
toolSpec: {
|
|
175
160
|
name,
|
|
176
|
-
description:
|
|
177
|
-
inputSchema: { json: { type:
|
|
161
|
+
description: '(completed)',
|
|
162
|
+
inputSchema: { json: { type: 'object' } },
|
|
178
163
|
},
|
|
179
164
|
}) as Tool,
|
|
180
|
-
)
|
|
181
|
-
return { tools, toolChoice: { auto: {} } }
|
|
165
|
+
)
|
|
166
|
+
return { tools, toolChoice: { auto: {} } }
|
|
182
167
|
}
|
|
183
168
|
}
|
|
184
169
|
|
|
185
|
-
return undefined
|
|
170
|
+
return undefined
|
|
186
171
|
}
|
|
187
172
|
|
|
188
173
|
function formatToolChoice(tc?: ToolChoice) {
|
|
189
|
-
if (!tc || tc ===
|
|
190
|
-
if (tc ===
|
|
191
|
-
if (tc ===
|
|
192
|
-
if (typeof tc ===
|
|
193
|
-
return { tool: { name: tc.function.name } }
|
|
174
|
+
if (!tc || tc === 'auto') return { auto: {} }
|
|
175
|
+
if (tc === 'none') return { auto: {} }
|
|
176
|
+
if (tc === 'required') return { any: {} }
|
|
177
|
+
if (typeof tc === 'object' && tc.type === 'function') {
|
|
178
|
+
return { tool: { name: tc.function.name } }
|
|
194
179
|
}
|
|
195
|
-
return { auto: {} }
|
|
180
|
+
return { auto: {} }
|
|
196
181
|
}
|
|
197
182
|
|
|
198
183
|
interface RawBedrockUsage {
|
|
199
|
-
inputTokens?: number
|
|
200
|
-
outputTokens?: number
|
|
201
|
-
totalTokens?: number
|
|
202
|
-
cacheReadInputTokenCount?: number
|
|
203
|
-
cacheWriteInputTokenCount?: number
|
|
184
|
+
inputTokens?: number
|
|
185
|
+
outputTokens?: number
|
|
186
|
+
totalTokens?: number
|
|
187
|
+
cacheReadInputTokenCount?: number
|
|
188
|
+
cacheWriteInputTokenCount?: number
|
|
204
189
|
}
|
|
205
190
|
|
|
206
191
|
function parseUsage(raw?: RawBedrockUsage): TokenUsage {
|
|
@@ -211,85 +196,83 @@ function parseUsage(raw?: RawBedrockUsage): TokenUsage {
|
|
|
211
196
|
totalTokens: 0,
|
|
212
197
|
cachedTokens: 0,
|
|
213
198
|
cacheWriteTokens: 0,
|
|
214
|
-
}
|
|
199
|
+
}
|
|
215
200
|
}
|
|
216
|
-
const input = raw.inputTokens ?? 0
|
|
217
|
-
const output = raw.outputTokens ?? 0
|
|
201
|
+
const input = raw.inputTokens ?? 0
|
|
202
|
+
const output = raw.outputTokens ?? 0
|
|
218
203
|
return {
|
|
219
204
|
promptTokens: input,
|
|
220
205
|
completionTokens: output,
|
|
221
206
|
totalTokens: raw.totalTokens ?? input + output,
|
|
222
207
|
cachedTokens: raw.cacheReadInputTokenCount ?? 0,
|
|
223
208
|
cacheWriteTokens: raw.cacheWriteInputTokenCount ?? 0,
|
|
224
|
-
}
|
|
209
|
+
}
|
|
225
210
|
}
|
|
226
211
|
|
|
227
|
-
type NamzuFinishReason = ChatCompletionResponse[
|
|
212
|
+
type NamzuFinishReason = ChatCompletionResponse['finishReason']
|
|
228
213
|
|
|
229
214
|
function mapStopReason(reason?: string): NamzuFinishReason {
|
|
230
215
|
switch (reason) {
|
|
231
|
-
case
|
|
232
|
-
case
|
|
233
|
-
return
|
|
234
|
-
case
|
|
235
|
-
return
|
|
236
|
-
case
|
|
237
|
-
return
|
|
238
|
-
case
|
|
239
|
-
return
|
|
216
|
+
case 'end_turn':
|
|
217
|
+
case 'stop_sequence':
|
|
218
|
+
return 'stop'
|
|
219
|
+
case 'tool_use':
|
|
220
|
+
return 'tool_calls'
|
|
221
|
+
case 'max_tokens':
|
|
222
|
+
return 'length'
|
|
223
|
+
case 'content_filtered':
|
|
224
|
+
return 'content_filter'
|
|
240
225
|
default:
|
|
241
|
-
return
|
|
226
|
+
return 'stop'
|
|
242
227
|
}
|
|
243
228
|
}
|
|
244
229
|
|
|
245
230
|
function extractResponseContent(content?: ContentBlock[]): {
|
|
246
|
-
text: string | null
|
|
247
|
-
toolCalls: ChatCompletionResponse[
|
|
231
|
+
text: string | null
|
|
232
|
+
toolCalls: ChatCompletionResponse['message']['toolCalls']
|
|
248
233
|
} {
|
|
249
|
-
if (!content || content.length === 0)
|
|
250
|
-
return { text: null, toolCalls: undefined };
|
|
234
|
+
if (!content || content.length === 0) return { text: null, toolCalls: undefined }
|
|
251
235
|
|
|
252
|
-
let text: string | null = null
|
|
253
|
-
const toolCalls: NonNullable<ChatCompletionResponse[
|
|
254
|
-
[];
|
|
236
|
+
let text: string | null = null
|
|
237
|
+
const toolCalls: NonNullable<ChatCompletionResponse['message']['toolCalls']> = []
|
|
255
238
|
|
|
256
239
|
for (const block of content) {
|
|
257
|
-
if (
|
|
258
|
-
text = (text ??
|
|
240
|
+
if ('text' in block && block.text) {
|
|
241
|
+
text = (text ?? '') + block.text
|
|
259
242
|
}
|
|
260
|
-
if (
|
|
261
|
-
const tu = block.toolUse as ToolUseBlock
|
|
243
|
+
if ('toolUse' in block && block.toolUse) {
|
|
244
|
+
const tu = block.toolUse as ToolUseBlock
|
|
262
245
|
toolCalls.push({
|
|
263
246
|
id: tu.toolUseId ?? `tool-${Date.now()}`,
|
|
264
|
-
type:
|
|
247
|
+
type: 'function',
|
|
265
248
|
function: {
|
|
266
|
-
name: tu.name ??
|
|
249
|
+
name: tu.name ?? '',
|
|
267
250
|
arguments: JSON.stringify(tu.input ?? {}),
|
|
268
251
|
},
|
|
269
|
-
})
|
|
252
|
+
})
|
|
270
253
|
}
|
|
271
254
|
}
|
|
272
255
|
|
|
273
256
|
return {
|
|
274
257
|
text,
|
|
275
258
|
toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
|
|
276
|
-
}
|
|
259
|
+
}
|
|
277
260
|
}
|
|
278
261
|
|
|
279
262
|
export class BedrockProvider implements LLMProvider {
|
|
280
|
-
readonly id =
|
|
281
|
-
readonly name =
|
|
263
|
+
readonly id = 'bedrock'
|
|
264
|
+
readonly name = 'AWS Bedrock'
|
|
282
265
|
|
|
283
|
-
private client: BedrockRuntimeClient
|
|
284
|
-
private config: BedrockConfig
|
|
266
|
+
private client: BedrockRuntimeClient
|
|
267
|
+
private config: BedrockConfig
|
|
285
268
|
|
|
286
269
|
constructor(config: BedrockConfig) {
|
|
287
|
-
this.config = config
|
|
270
|
+
this.config = config
|
|
288
271
|
|
|
289
|
-
const clientConfig: Record<string, unknown> = {}
|
|
272
|
+
const clientConfig: Record<string, unknown> = {}
|
|
290
273
|
|
|
291
274
|
if (config.region) {
|
|
292
|
-
clientConfig.region = config.region
|
|
275
|
+
clientConfig.region = config.region
|
|
293
276
|
}
|
|
294
277
|
|
|
295
278
|
if (config.accessKeyId && config.secretAccessKey) {
|
|
@@ -297,44 +280,42 @@ export class BedrockProvider implements LLMProvider {
|
|
|
297
280
|
accessKeyId: config.accessKeyId,
|
|
298
281
|
secretAccessKey: config.secretAccessKey,
|
|
299
282
|
...(config.sessionToken ? { sessionToken: config.sessionToken } : {}),
|
|
300
|
-
}
|
|
283
|
+
}
|
|
301
284
|
}
|
|
302
285
|
|
|
303
|
-
this.client = new BedrockRuntimeClient(clientConfig)
|
|
286
|
+
this.client = new BedrockRuntimeClient(clientConfig)
|
|
304
287
|
}
|
|
305
288
|
|
|
306
289
|
async chat(params: ChatCompletionParams): Promise<ChatCompletionResponse> {
|
|
307
|
-
const tracer = getTracer()
|
|
290
|
+
const tracer = getTracer()
|
|
308
291
|
|
|
309
292
|
return tracer.startActiveSpan(chatSpanName(params.model), async (span) => {
|
|
310
293
|
span.setAttributes({
|
|
311
|
-
[GENAI.OPERATION_NAME]:
|
|
312
|
-
[GENAI.SYSTEM]:
|
|
294
|
+
[GENAI.OPERATION_NAME]: 'chat',
|
|
295
|
+
[GENAI.SYSTEM]: 'bedrock',
|
|
313
296
|
[GENAI.REQUEST_MODEL]: params.model,
|
|
314
|
-
})
|
|
297
|
+
})
|
|
315
298
|
if (params.temperature !== undefined) {
|
|
316
|
-
span.setAttribute(GENAI.REQUEST_TEMPERATURE, params.temperature)
|
|
299
|
+
span.setAttribute(GENAI.REQUEST_TEMPERATURE, params.temperature)
|
|
317
300
|
}
|
|
318
301
|
if (params.maxTokens !== undefined) {
|
|
319
|
-
span.setAttribute(GENAI.REQUEST_MAX_TOKENS, params.maxTokens)
|
|
302
|
+
span.setAttribute(GENAI.REQUEST_MAX_TOKENS, params.maxTokens)
|
|
320
303
|
}
|
|
321
304
|
|
|
322
305
|
try {
|
|
323
|
-
const system = extractSystemBlocks(params.messages)
|
|
324
|
-
const messages = toBedrockMessages(params.messages)
|
|
325
|
-
const toolConfig = toBedrockToolConfig(params)
|
|
326
|
-
|
|
327
|
-
const inferenceConfig: Record<string, unknown> = {}
|
|
328
|
-
if (params.maxTokens !== undefined)
|
|
329
|
-
|
|
330
|
-
if (params.
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
logger.debug("Sending Bedrock Converse request", {
|
|
306
|
+
const system = extractSystemBlocks(params.messages)
|
|
307
|
+
const messages = toBedrockMessages(params.messages)
|
|
308
|
+
const toolConfig = toBedrockToolConfig(params)
|
|
309
|
+
|
|
310
|
+
const inferenceConfig: Record<string, unknown> = {}
|
|
311
|
+
if (params.maxTokens !== undefined) inferenceConfig.maxTokens = params.maxTokens
|
|
312
|
+
if (params.temperature !== undefined) inferenceConfig.temperature = params.temperature
|
|
313
|
+
if (params.topP !== undefined) inferenceConfig.topP = params.topP
|
|
314
|
+
if (params.stop) inferenceConfig.stopSequences = params.stop
|
|
315
|
+
|
|
316
|
+
logger.debug('Sending Bedrock Converse request', {
|
|
336
317
|
model: params.model,
|
|
337
|
-
})
|
|
318
|
+
})
|
|
338
319
|
|
|
339
320
|
const command = new ConverseCommand({
|
|
340
321
|
modelId: params.model,
|
|
@@ -342,32 +323,29 @@ export class BedrockProvider implements LLMProvider {
|
|
|
342
323
|
messages,
|
|
343
324
|
toolConfig,
|
|
344
325
|
inferenceConfig,
|
|
345
|
-
})
|
|
326
|
+
})
|
|
346
327
|
|
|
347
328
|
const response = await this.client.send(command, {
|
|
348
329
|
requestTimeout: this.config.timeout ?? 120_000,
|
|
349
|
-
})
|
|
330
|
+
})
|
|
350
331
|
|
|
351
|
-
const { text, toolCalls } = extractResponseContent(
|
|
352
|
-
|
|
353
|
-
)
|
|
354
|
-
const usage = parseUsage(response.usage as RawBedrockUsage | undefined);
|
|
355
|
-
const finishReason = mapStopReason(response.stopReason);
|
|
332
|
+
const { text, toolCalls } = extractResponseContent(response.output?.message?.content)
|
|
333
|
+
const usage = parseUsage(response.usage as RawBedrockUsage | undefined)
|
|
334
|
+
const finishReason = mapStopReason(response.stopReason)
|
|
356
335
|
|
|
357
|
-
const requestId =
|
|
358
|
-
response.$metadata.requestId ?? `bedrock-${Date.now()}`;
|
|
336
|
+
const requestId = response.$metadata.requestId ?? `bedrock-${Date.now()}`
|
|
359
337
|
|
|
360
338
|
const result: ChatCompletionResponse = {
|
|
361
339
|
id: requestId,
|
|
362
340
|
model: params.model,
|
|
363
341
|
message: {
|
|
364
|
-
role:
|
|
342
|
+
role: 'assistant',
|
|
365
343
|
content: text,
|
|
366
344
|
toolCalls,
|
|
367
345
|
},
|
|
368
346
|
finishReason,
|
|
369
347
|
usage,
|
|
370
|
-
}
|
|
348
|
+
}
|
|
371
349
|
|
|
372
350
|
span.setAttributes({
|
|
373
351
|
[GENAI.RESPONSE_ID]: requestId,
|
|
@@ -377,37 +355,33 @@ export class BedrockProvider implements LLMProvider {
|
|
|
377
355
|
[GENAI.USAGE_OUTPUT_TOKENS]: usage.completionTokens,
|
|
378
356
|
[NAMZU.CACHE_READ_TOKENS]: usage.cachedTokens,
|
|
379
357
|
[NAMZU.CACHE_WRITE_TOKENS]: usage.cacheWriteTokens,
|
|
380
|
-
})
|
|
381
|
-
span.setStatus({ code: SpanStatusCode.OK })
|
|
358
|
+
})
|
|
359
|
+
span.setStatus({ code: SpanStatusCode.OK })
|
|
382
360
|
|
|
383
|
-
return result
|
|
361
|
+
return result
|
|
384
362
|
} catch (err) {
|
|
385
363
|
span.setStatus({
|
|
386
364
|
code: SpanStatusCode.ERROR,
|
|
387
365
|
message: toErrorMessage(err),
|
|
388
|
-
})
|
|
389
|
-
span.recordException(
|
|
390
|
-
|
|
391
|
-
);
|
|
392
|
-
throw err;
|
|
366
|
+
})
|
|
367
|
+
span.recordException(err instanceof Error ? err : new Error(String(err)))
|
|
368
|
+
throw err
|
|
393
369
|
} finally {
|
|
394
|
-
span.end()
|
|
370
|
+
span.end()
|
|
395
371
|
}
|
|
396
|
-
})
|
|
372
|
+
})
|
|
397
373
|
}
|
|
398
374
|
|
|
399
375
|
async *chatStream(params: ChatCompletionParams): AsyncIterable<StreamChunk> {
|
|
400
|
-
const system = extractSystemBlocks(params.messages)
|
|
401
|
-
const messages = toBedrockMessages(params.messages)
|
|
402
|
-
const toolConfig = toBedrockToolConfig(params)
|
|
403
|
-
|
|
404
|
-
const inferenceConfig: Record<string, unknown> = {}
|
|
405
|
-
if (params.maxTokens !== undefined)
|
|
406
|
-
|
|
407
|
-
if (params.
|
|
408
|
-
|
|
409
|
-
if (params.topP !== undefined) inferenceConfig.topP = params.topP;
|
|
410
|
-
if (params.stop) inferenceConfig.stopSequences = params.stop;
|
|
376
|
+
const system = extractSystemBlocks(params.messages)
|
|
377
|
+
const messages = toBedrockMessages(params.messages)
|
|
378
|
+
const toolConfig = toBedrockToolConfig(params)
|
|
379
|
+
|
|
380
|
+
const inferenceConfig: Record<string, unknown> = {}
|
|
381
|
+
if (params.maxTokens !== undefined) inferenceConfig.maxTokens = params.maxTokens
|
|
382
|
+
if (params.temperature !== undefined) inferenceConfig.temperature = params.temperature
|
|
383
|
+
if (params.topP !== undefined) inferenceConfig.topP = params.topP
|
|
384
|
+
if (params.stop) inferenceConfig.stopSequences = params.stop
|
|
411
385
|
|
|
412
386
|
const command = new ConverseStreamCommand({
|
|
413
387
|
modelId: params.model,
|
|
@@ -415,66 +389,61 @@ export class BedrockProvider implements LLMProvider {
|
|
|
415
389
|
messages,
|
|
416
390
|
toolConfig,
|
|
417
391
|
inferenceConfig,
|
|
418
|
-
})
|
|
392
|
+
})
|
|
419
393
|
|
|
420
394
|
const response = await this.client.send(command, {
|
|
421
395
|
requestTimeout: this.config.timeout ?? 120_000,
|
|
422
|
-
})
|
|
396
|
+
})
|
|
423
397
|
|
|
424
398
|
if (!response.stream) {
|
|
425
|
-
throw new Error(
|
|
399
|
+
throw new Error('Bedrock returned no stream body')
|
|
426
400
|
}
|
|
427
401
|
|
|
428
|
-
const requestId = response.$metadata.requestId ?? `bedrock-${Date.now()}
|
|
402
|
+
const requestId = response.$metadata.requestId ?? `bedrock-${Date.now()}`
|
|
429
403
|
|
|
430
|
-
const activeToolCalls = new Map<
|
|
431
|
-
|
|
432
|
-
{ id: string; name: string; args: string }
|
|
433
|
-
>();
|
|
434
|
-
let toolCallIndex = 0;
|
|
404
|
+
const activeToolCalls = new Map<number, { id: string; name: string; args: string }>()
|
|
405
|
+
let toolCallIndex = 0
|
|
435
406
|
|
|
436
407
|
for await (const event of response.stream as AsyncIterable<ConverseStreamOutput>) {
|
|
437
408
|
try {
|
|
438
|
-
if (
|
|
439
|
-
const delta = event.contentBlockDelta.delta
|
|
440
|
-
if (
|
|
409
|
+
if ('contentBlockDelta' in event && event.contentBlockDelta?.delta) {
|
|
410
|
+
const delta = event.contentBlockDelta.delta
|
|
411
|
+
if ('text' in delta && delta.text) {
|
|
441
412
|
yield {
|
|
442
413
|
id: requestId,
|
|
443
414
|
delta: { content: delta.text },
|
|
444
|
-
}
|
|
415
|
+
}
|
|
445
416
|
}
|
|
446
417
|
|
|
447
|
-
if (
|
|
448
|
-
const idx =
|
|
449
|
-
|
|
450
|
-
const active = activeToolCalls.get(idx);
|
|
418
|
+
if ('toolUse' in delta && delta.toolUse) {
|
|
419
|
+
const idx = event.contentBlockDelta.contentBlockIndex ?? toolCallIndex
|
|
420
|
+
const active = activeToolCalls.get(idx)
|
|
451
421
|
if (active) {
|
|
452
|
-
active.args += delta.toolUse.input ??
|
|
422
|
+
active.args += delta.toolUse.input ?? ''
|
|
453
423
|
yield {
|
|
454
424
|
id: requestId,
|
|
455
425
|
delta: {
|
|
456
426
|
toolCalls: [
|
|
457
427
|
{
|
|
458
428
|
index: idx,
|
|
459
|
-
function: { arguments: delta.toolUse.input ??
|
|
429
|
+
function: { arguments: delta.toolUse.input ?? '' },
|
|
460
430
|
},
|
|
461
431
|
],
|
|
462
432
|
},
|
|
463
|
-
}
|
|
433
|
+
}
|
|
464
434
|
}
|
|
465
435
|
}
|
|
466
436
|
}
|
|
467
437
|
|
|
468
|
-
if (
|
|
469
|
-
const start = event.contentBlockStart.start
|
|
470
|
-
if (
|
|
471
|
-
const idx =
|
|
472
|
-
event.contentBlockStart.contentBlockIndex ?? toolCallIndex;
|
|
438
|
+
if ('contentBlockStart' in event && event.contentBlockStart?.start) {
|
|
439
|
+
const start = event.contentBlockStart.start
|
|
440
|
+
if ('toolUse' in start && start.toolUse) {
|
|
441
|
+
const idx = event.contentBlockStart.contentBlockIndex ?? toolCallIndex
|
|
473
442
|
activeToolCalls.set(idx, {
|
|
474
443
|
id: start.toolUse.toolUseId ?? `tool-${Date.now()}`,
|
|
475
|
-
name: start.toolUse.name ??
|
|
476
|
-
args:
|
|
477
|
-
})
|
|
444
|
+
name: start.toolUse.name ?? '',
|
|
445
|
+
args: '',
|
|
446
|
+
})
|
|
478
447
|
yield {
|
|
479
448
|
id: requestId,
|
|
480
449
|
delta: {
|
|
@@ -482,46 +451,46 @@ export class BedrockProvider implements LLMProvider {
|
|
|
482
451
|
{
|
|
483
452
|
index: idx,
|
|
484
453
|
id: start.toolUse.toolUseId,
|
|
485
|
-
type:
|
|
486
|
-
function: { name: start.toolUse.name ??
|
|
454
|
+
type: 'function',
|
|
455
|
+
function: { name: start.toolUse.name ?? '' },
|
|
487
456
|
},
|
|
488
457
|
],
|
|
489
458
|
},
|
|
490
|
-
}
|
|
491
|
-
toolCallIndex = idx + 1
|
|
459
|
+
}
|
|
460
|
+
toolCallIndex = idx + 1
|
|
492
461
|
}
|
|
493
462
|
}
|
|
494
463
|
|
|
495
|
-
if (
|
|
464
|
+
if ('contentBlockStop' in event) {
|
|
496
465
|
}
|
|
497
466
|
|
|
498
|
-
if (
|
|
467
|
+
if ('messageStop' in event && event.messageStop) {
|
|
499
468
|
yield {
|
|
500
469
|
id: requestId,
|
|
501
470
|
delta: {},
|
|
502
471
|
finishReason: mapStopReason(event.messageStop.stopReason),
|
|
503
|
-
}
|
|
472
|
+
}
|
|
504
473
|
}
|
|
505
474
|
|
|
506
|
-
if (
|
|
507
|
-
const usage = parseUsage(event.metadata.usage as RawBedrockUsage)
|
|
475
|
+
if ('metadata' in event && event.metadata?.usage) {
|
|
476
|
+
const usage = parseUsage(event.metadata.usage as RawBedrockUsage)
|
|
508
477
|
yield {
|
|
509
478
|
id: requestId,
|
|
510
479
|
delta: {},
|
|
511
480
|
usage,
|
|
512
|
-
}
|
|
481
|
+
}
|
|
513
482
|
}
|
|
514
483
|
} catch (parseErr) {
|
|
515
|
-
logger.warn(
|
|
484
|
+
logger.warn('Failed to process Bedrock stream event', {
|
|
516
485
|
error: toErrorMessage(parseErr),
|
|
517
|
-
})
|
|
486
|
+
})
|
|
518
487
|
yield {
|
|
519
488
|
id: requestId,
|
|
520
489
|
delta: { content: undefined },
|
|
521
490
|
finishReason: undefined,
|
|
522
491
|
usage: undefined,
|
|
523
492
|
error: `Stream parse error: ${toErrorMessage(parseErr)}`,
|
|
524
|
-
}
|
|
493
|
+
}
|
|
525
494
|
}
|
|
526
495
|
}
|
|
527
496
|
}
|
|
@@ -529,8 +498,8 @@ export class BedrockProvider implements LLMProvider {
|
|
|
529
498
|
async listModels(): Promise<ModelInfo[]> {
|
|
530
499
|
return [
|
|
531
500
|
{
|
|
532
|
-
id:
|
|
533
|
-
name:
|
|
501
|
+
id: 'anthropic.claude-sonnet-4-20250514',
|
|
502
|
+
name: 'Claude Sonnet 4 (Bedrock)',
|
|
534
503
|
contextWindow: 200_000,
|
|
535
504
|
maxOutputTokens: 64_000,
|
|
536
505
|
inputPrice: 3.0,
|
|
@@ -539,8 +508,8 @@ export class BedrockProvider implements LLMProvider {
|
|
|
539
508
|
supportsStreaming: true,
|
|
540
509
|
},
|
|
541
510
|
{
|
|
542
|
-
id:
|
|
543
|
-
name:
|
|
511
|
+
id: 'anthropic.claude-haiku-4-20250514',
|
|
512
|
+
name: 'Claude Haiku 4 (Bedrock)',
|
|
544
513
|
contextWindow: 200_000,
|
|
545
514
|
maxOutputTokens: 64_000,
|
|
546
515
|
inputPrice: 0.8,
|
|
@@ -549,8 +518,8 @@ export class BedrockProvider implements LLMProvider {
|
|
|
549
518
|
supportsStreaming: true,
|
|
550
519
|
},
|
|
551
520
|
{
|
|
552
|
-
id:
|
|
553
|
-
name:
|
|
521
|
+
id: 'amazon.nova-pro-v1:0',
|
|
522
|
+
name: 'Amazon Nova Pro',
|
|
554
523
|
contextWindow: 300_000,
|
|
555
524
|
maxOutputTokens: 5_000,
|
|
556
525
|
inputPrice: 0.8,
|
|
@@ -558,22 +527,22 @@ export class BedrockProvider implements LLMProvider {
|
|
|
558
527
|
supportsToolUse: true,
|
|
559
528
|
supportsStreaming: true,
|
|
560
529
|
},
|
|
561
|
-
]
|
|
530
|
+
]
|
|
562
531
|
}
|
|
563
532
|
|
|
564
533
|
async healthCheck(): Promise<boolean> {
|
|
565
534
|
try {
|
|
566
535
|
const command = new ConverseCommand({
|
|
567
|
-
modelId:
|
|
568
|
-
messages: [{ role:
|
|
536
|
+
modelId: 'anthropic.claude-haiku-4-20250514',
|
|
537
|
+
messages: [{ role: 'user', content: [{ text: 'hi' }] }],
|
|
569
538
|
inferenceConfig: { maxTokens: 1 },
|
|
570
|
-
})
|
|
539
|
+
})
|
|
571
540
|
const response = await this.client.send(command, {
|
|
572
541
|
requestTimeout: 5000,
|
|
573
|
-
})
|
|
574
|
-
return response.$metadata.httpStatusCode === 200
|
|
542
|
+
})
|
|
543
|
+
return response.$metadata.httpStatusCode === 200
|
|
575
544
|
} catch {
|
|
576
|
-
return false
|
|
545
|
+
return false
|
|
577
546
|
}
|
|
578
547
|
}
|
|
579
548
|
}
|