@amodalai/core 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/dist/.last_build +0 -0
- package/dist/src/amodal-config.d.ts +194 -0
- package/dist/src/amodal-config.js +326 -0
- package/dist/src/amodal-config.js.map +1 -0
- package/dist/src/audit/audit-logger.d.ts +52 -0
- package/dist/src/audit/audit-logger.js +137 -0
- package/dist/src/audit/audit-logger.js.map +1 -0
- package/dist/src/audit/audit-outputs.d.ts +34 -0
- package/dist/src/audit/audit-outputs.js +73 -0
- package/dist/src/audit/audit-outputs.js.map +1 -0
- package/dist/src/audit/audit-redact.d.ts +14 -0
- package/dist/src/audit/audit-redact.js +55 -0
- package/dist/src/audit/audit-redact.js.map +1 -0
- package/dist/src/audit/audit-types.d.ts +122 -0
- package/dist/src/audit/audit-types.js +64 -0
- package/dist/src/audit/audit-types.js.map +1 -0
- package/dist/src/audit/index.d.ts +10 -0
- package/dist/src/audit/index.js +10 -0
- package/dist/src/audit/index.js.map +1 -0
- package/dist/src/eval/eval-cost.d.ts +33 -0
- package/dist/src/eval/eval-cost.js +73 -0
- package/dist/src/eval/eval-cost.js.map +1 -0
- package/dist/src/eval/eval-diff.d.ts +11 -0
- package/dist/src/eval/eval-diff.js +97 -0
- package/dist/src/eval/eval-diff.js.map +1 -0
- package/dist/src/eval/eval-formatter.d.ts +23 -0
- package/dist/src/eval/eval-formatter.js +221 -0
- package/dist/src/eval/eval-formatter.js.map +1 -0
- package/dist/src/eval/eval-judge.d.ts +26 -0
- package/dist/src/eval/eval-judge.js +76 -0
- package/dist/src/eval/eval-judge.js.map +1 -0
- package/dist/src/eval/eval-run-builder.d.ts +25 -0
- package/dist/src/eval/eval-run-builder.js +78 -0
- package/dist/src/eval/eval-run-builder.js.map +1 -0
- package/dist/src/eval/eval-runner.d.ts +36 -0
- package/dist/src/eval/eval-runner.js +92 -0
- package/dist/src/eval/eval-runner.js.map +1 -0
- package/dist/src/eval/eval-session-provider.d.ts +40 -0
- package/dist/src/eval/eval-session-provider.js +46 -0
- package/dist/src/eval/eval-session-provider.js.map +1 -0
- package/dist/src/eval/eval-types.d.ts +146 -0
- package/dist/src/eval/eval-types.js +7 -0
- package/dist/src/eval/eval-types.js.map +1 -0
- package/dist/src/eval/experiment-runner.d.ts +16 -0
- package/dist/src/eval/experiment-runner.js +73 -0
- package/dist/src/eval/experiment-runner.js.map +1 -0
- package/dist/src/eval/experiment-types.d.ts +56 -0
- package/dist/src/eval/experiment-types.js +7 -0
- package/dist/src/eval/experiment-types.js.map +1 -0
- package/dist/src/eval/index.d.ts +22 -0
- package/dist/src/eval/index.js +18 -0
- package/dist/src/eval/index.js.map +1 -0
- package/dist/src/eval/multi-model-runner.d.ts +42 -0
- package/dist/src/eval/multi-model-runner.js +70 -0
- package/dist/src/eval/multi-model-runner.js.map +1 -0
- package/dist/src/eval/platform-eval-client.d.ts +105 -0
- package/dist/src/eval/platform-eval-client.js +155 -0
- package/dist/src/eval/platform-eval-client.js.map +1 -0
- package/dist/src/index.d.ts +41 -0
- package/dist/src/index.js +68 -0
- package/dist/src/index.js.map +1 -0
- package/dist/src/knowledge/index.d.ts +11 -0
- package/dist/src/knowledge/index.js +12 -0
- package/dist/src/knowledge/index.js.map +1 -0
- package/dist/src/knowledge/kb-formatter.d.ts +15 -0
- package/dist/src/knowledge/kb-formatter.js +78 -0
- package/dist/src/knowledge/kb-formatter.js.map +1 -0
- package/dist/src/knowledge/kb-index.d.ts +27 -0
- package/dist/src/knowledge/kb-index.js +66 -0
- package/dist/src/knowledge/kb-index.js.map +1 -0
- package/dist/src/knowledge/kb-types.d.ts +54 -0
- package/dist/src/knowledge/kb-types.js +7 -0
- package/dist/src/knowledge/kb-types.js.map +1 -0
- package/dist/src/knowledge/knowledge-store.d.ts +56 -0
- package/dist/src/knowledge/knowledge-store.js +141 -0
- package/dist/src/knowledge/knowledge-store.js.map +1 -0
- package/dist/src/knowledge/load-knowledge.d.ts +30 -0
- package/dist/src/knowledge/load-knowledge.js +161 -0
- package/dist/src/knowledge/load-knowledge.js.map +1 -0
- package/dist/src/knowledge/propose-kb-update.d.ts +32 -0
- package/dist/src/knowledge/propose-kb-update.js +148 -0
- package/dist/src/knowledge/propose-kb-update.js.map +1 -0
- package/dist/src/knowledge/propose-knowledge.d.ts +34 -0
- package/dist/src/knowledge/propose-knowledge.js +163 -0
- package/dist/src/knowledge/propose-knowledge.js.map +1 -0
- package/dist/src/mcp/index.d.ts +7 -0
- package/dist/src/mcp/index.js +7 -0
- package/dist/src/mcp/index.js.map +1 -0
- package/dist/src/mcp/mcp-manager.d.ts +96 -0
- package/dist/src/mcp/mcp-manager.js +192 -0
- package/dist/src/mcp/mcp-manager.js.map +1 -0
- package/dist/src/packages/config-deps.d.ts +20 -0
- package/dist/src/packages/config-deps.js +77 -0
- package/dist/src/packages/config-deps.js.map +1 -0
- package/dist/src/packages/env-file.d.ts +28 -0
- package/dist/src/packages/env-file.js +143 -0
- package/dist/src/packages/env-file.js.map +1 -0
- package/dist/src/packages/frontmatter.d.ts +28 -0
- package/dist/src/packages/frontmatter.js +77 -0
- package/dist/src/packages/frontmatter.js.map +1 -0
- package/dist/src/packages/index.d.ts +16 -0
- package/dist/src/packages/index.js +17 -0
- package/dist/src/packages/index.js.map +1 -0
- package/dist/src/packages/lock-file.d.ts +35 -0
- package/dist/src/packages/lock-file.js +117 -0
- package/dist/src/packages/lock-file.js.map +1 -0
- package/dist/src/packages/manifest-reader.d.ts +19 -0
- package/dist/src/packages/manifest-reader.js +91 -0
- package/dist/src/packages/manifest-reader.js.map +1 -0
- package/dist/src/packages/merge-engine.d.ts +63 -0
- package/dist/src/packages/merge-engine.js +357 -0
- package/dist/src/packages/merge-engine.js.map +1 -0
- package/dist/src/packages/npm-context.d.ts +56 -0
- package/dist/src/packages/npm-context.js +235 -0
- package/dist/src/packages/npm-context.js.map +1 -0
- package/dist/src/packages/npm-registry.d.ts +35 -0
- package/dist/src/packages/npm-registry.js +107 -0
- package/dist/src/packages/npm-registry.js.map +1 -0
- package/dist/src/packages/package-error.d.ts +16 -0
- package/dist/src/packages/package-error.js +17 -0
- package/dist/src/packages/package-error.js.map +1 -0
- package/dist/src/packages/package-types.d.ts +477 -0
- package/dist/src/packages/package-types.js +156 -0
- package/dist/src/packages/package-types.js.map +1 -0
- package/dist/src/packages/resolver.d.ts +41 -0
- package/dist/src/packages/resolver.js +353 -0
- package/dist/src/packages/resolver.js.map +1 -0
- package/dist/src/platform/config-builder.d.ts +24 -0
- package/dist/src/platform/config-builder.js +70 -0
- package/dist/src/platform/config-builder.js.map +1 -0
- package/dist/src/platform/index.d.ts +8 -0
- package/dist/src/platform/index.js +9 -0
- package/dist/src/platform/index.js.map +1 -0
- package/dist/src/platform/platform-client.d.ts +160 -0
- package/dist/src/platform/platform-client.js +486 -0
- package/dist/src/platform/platform-client.js.map +1 -0
- package/dist/src/platform/platform-types.d.ts +81 -0
- package/dist/src/platform/platform-types.js +18 -0
- package/dist/src/platform/platform-types.js.map +1 -0
- package/dist/src/providers/content-generator/google-to-llm.d.ts +87 -0
- package/dist/src/providers/content-generator/google-to-llm.js +226 -0
- package/dist/src/providers/content-generator/google-to-llm.js.map +1 -0
- package/dist/src/providers/content-generator/index.d.ts +10 -0
- package/dist/src/providers/content-generator/index.js +9 -0
- package/dist/src/providers/content-generator/index.js.map +1 -0
- package/dist/src/providers/content-generator/llm-to-google.d.ts +59 -0
- package/dist/src/providers/content-generator/llm-to-google.js +178 -0
- package/dist/src/providers/content-generator/llm-to-google.js.map +1 -0
- package/dist/src/providers/content-generator/multi-provider-content-generator.d.ts +61 -0
- package/dist/src/providers/content-generator/multi-provider-content-generator.js +144 -0
- package/dist/src/providers/content-generator/multi-provider-content-generator.js.map +1 -0
- package/dist/src/providers/runtime/anthropic-provider.d.ts +18 -0
- package/dist/src/providers/runtime/anthropic-provider.js +253 -0
- package/dist/src/providers/runtime/anthropic-provider.js.map +1 -0
- package/dist/src/providers/runtime/azure-provider.d.ts +25 -0
- package/dist/src/providers/runtime/azure-provider.js +206 -0
- package/dist/src/providers/runtime/azure-provider.js.map +1 -0
- package/dist/src/providers/runtime/bedrock-provider.d.ts +22 -0
- package/dist/src/providers/runtime/bedrock-provider.js +276 -0
- package/dist/src/providers/runtime/bedrock-provider.js.map +1 -0
- package/dist/src/providers/runtime/failover-provider.d.ts +30 -0
- package/dist/src/providers/runtime/failover-provider.js +124 -0
- package/dist/src/providers/runtime/failover-provider.js.map +1 -0
- package/dist/src/providers/runtime/google-provider.d.ts +17 -0
- package/dist/src/providers/runtime/google-provider.js +239 -0
- package/dist/src/providers/runtime/google-provider.js.map +1 -0
- package/dist/src/providers/runtime/index.d.ts +16 -0
- package/dist/src/providers/runtime/index.js +16 -0
- package/dist/src/providers/runtime/index.js.map +1 -0
- package/dist/src/providers/runtime/openai-provider.d.ts +21 -0
- package/dist/src/providers/runtime/openai-provider.js +266 -0
- package/dist/src/providers/runtime/openai-provider.js.map +1 -0
- package/dist/src/providers/runtime/provider-errors.d.ts +39 -0
- package/dist/src/providers/runtime/provider-errors.js +50 -0
- package/dist/src/providers/runtime/provider-errors.js.map +1 -0
- package/dist/src/providers/runtime/provider-factory.d.ts +19 -0
- package/dist/src/providers/runtime/provider-factory.js +45 -0
- package/dist/src/providers/runtime/provider-factory.js.map +1 -0
- package/dist/src/providers/runtime/runtime-provider-types.d.ts +63 -0
- package/dist/src/providers/runtime/runtime-provider-types.js +7 -0
- package/dist/src/providers/runtime/runtime-provider-types.js.map +1 -0
- package/dist/src/providers/runtime/streaming-types.d.ts +40 -0
- package/dist/src/providers/runtime/streaming-types.js +7 -0
- package/dist/src/providers/runtime/streaming-types.js.map +1 -0
- package/dist/src/repo/config-schema.d.ts +238 -0
- package/dist/src/repo/config-schema.js +155 -0
- package/dist/src/repo/config-schema.js.map +1 -0
- package/dist/src/repo/connection-schemas.d.ts +449 -0
- package/dist/src/repo/connection-schemas.js +109 -0
- package/dist/src/repo/connection-schemas.js.map +1 -0
- package/dist/src/repo/connection-types.d.ts +29 -0
- package/dist/src/repo/connection-types.js +7 -0
- package/dist/src/repo/connection-types.js.map +1 -0
- package/dist/src/repo/drift-detector.d.ts +26 -0
- package/dist/src/repo/drift-detector.js +66 -0
- package/dist/src/repo/drift-detector.js.map +1 -0
- package/dist/src/repo/graphql-drift-detector.d.ts +27 -0
- package/dist/src/repo/graphql-drift-detector.js +66 -0
- package/dist/src/repo/graphql-drift-detector.js.map +1 -0
- package/dist/src/repo/graphql-parser.d.ts +30 -0
- package/dist/src/repo/graphql-parser.js +125 -0
- package/dist/src/repo/graphql-parser.js.map +1 -0
- package/dist/src/repo/graphql-surface-parser.d.ts +20 -0
- package/dist/src/repo/graphql-surface-parser.js +74 -0
- package/dist/src/repo/graphql-surface-parser.js.map +1 -0
- package/dist/src/repo/index.d.ts +30 -0
- package/dist/src/repo/index.js +29 -0
- package/dist/src/repo/index.js.map +1 -0
- package/dist/src/repo/local-reader.d.ts +10 -0
- package/dist/src/repo/local-reader.js +299 -0
- package/dist/src/repo/local-reader.js.map +1 -0
- package/dist/src/repo/openapi-parser.d.ts +35 -0
- package/dist/src/repo/openapi-parser.js +93 -0
- package/dist/src/repo/openapi-parser.js.map +1 -0
- package/dist/src/repo/parsers.d.ts +91 -0
- package/dist/src/repo/parsers.js +454 -0
- package/dist/src/repo/parsers.js.map +1 -0
- package/dist/src/repo/platform-reader.d.ts +10 -0
- package/dist/src/repo/platform-reader.js +206 -0
- package/dist/src/repo/platform-reader.js.map +1 -0
- package/dist/src/repo/repo-loader.d.ts +14 -0
- package/dist/src/repo/repo-loader.js +25 -0
- package/dist/src/repo/repo-loader.js.map +1 -0
- package/dist/src/repo/repo-types.d.ts +159 -0
- package/dist/src/repo/repo-types.js +17 -0
- package/dist/src/repo/repo-types.js.map +1 -0
- package/dist/src/repo/spec-syncer.d.ts +30 -0
- package/dist/src/repo/spec-syncer.js +85 -0
- package/dist/src/repo/spec-syncer.js.map +1 -0
- package/dist/src/repo/store-loader.d.ts +19 -0
- package/dist/src/repo/store-loader.js +94 -0
- package/dist/src/repo/store-loader.js.map +1 -0
- package/dist/src/repo/store-schemas.d.ts +313 -0
- package/dist/src/repo/store-schemas.js +103 -0
- package/dist/src/repo/store-schemas.js.map +1 -0
- package/dist/src/repo/store-tool-schema.d.ts +29 -0
- package/dist/src/repo/store-tool-schema.js +103 -0
- package/dist/src/repo/store-tool-schema.js.map +1 -0
- package/dist/src/repo/store-types.d.ts +91 -0
- package/dist/src/repo/store-types.js +7 -0
- package/dist/src/repo/store-types.js.map +1 -0
- package/dist/src/repo/surface-parser.d.ts +17 -0
- package/dist/src/repo/surface-parser.js +75 -0
- package/dist/src/repo/surface-parser.js.map +1 -0
- package/dist/src/repo/tool-loader.d.ts +33 -0
- package/dist/src/repo/tool-loader.js +240 -0
- package/dist/src/repo/tool-loader.js.map +1 -0
- package/dist/src/repo/tool-types.d.ts +205 -0
- package/dist/src/repo/tool-types.js +61 -0
- package/dist/src/repo/tool-types.js.map +1 -0
- package/dist/src/roles/index.d.ts +7 -0
- package/dist/src/roles/index.js +8 -0
- package/dist/src/roles/index.js.map +1 -0
- package/dist/src/roles/role-filter.d.ts +33 -0
- package/dist/src/roles/role-filter.js +55 -0
- package/dist/src/roles/role-filter.js.map +1 -0
- package/dist/src/roles/role-types.d.ts +76 -0
- package/dist/src/roles/role-types.js +38 -0
- package/dist/src/roles/role-types.js.map +1 -0
- package/dist/src/runtime/connection-bridge.d.ts +19 -0
- package/dist/src/runtime/connection-bridge.js +103 -0
- package/dist/src/runtime/connection-bridge.js.map +1 -0
- package/dist/src/runtime/context-compiler.d.ts +35 -0
- package/dist/src/runtime/context-compiler.js +183 -0
- package/dist/src/runtime/context-compiler.js.map +1 -0
- package/dist/src/runtime/default-prompt.d.ts +28 -0
- package/dist/src/runtime/default-prompt.js +71 -0
- package/dist/src/runtime/default-prompt.js.map +1 -0
- package/dist/src/runtime/explore-tool.d.ts +96 -0
- package/dist/src/runtime/explore-tool.js +111 -0
- package/dist/src/runtime/explore-tool.js.map +1 -0
- package/dist/src/runtime/index.d.ts +26 -0
- package/dist/src/runtime/index.js +19 -0
- package/dist/src/runtime/index.js.map +1 -0
- package/dist/src/runtime/output-pipeline.d.ts +62 -0
- package/dist/src/runtime/output-pipeline.js +69 -0
- package/dist/src/runtime/output-pipeline.js.map +1 -0
- package/dist/src/runtime/plan-mode.d.ts +39 -0
- package/dist/src/runtime/plan-mode.js +81 -0
- package/dist/src/runtime/plan-mode.js.map +1 -0
- package/dist/src/runtime/preference-client.d.ts +39 -0
- package/dist/src/runtime/preference-client.js +70 -0
- package/dist/src/runtime/preference-client.js.map +1 -0
- package/dist/src/runtime/preference-detector.d.ts +22 -0
- package/dist/src/runtime/preference-detector.js +95 -0
- package/dist/src/runtime/preference-detector.js.map +1 -0
- package/dist/src/runtime/request-integration.d.ts +18 -0
- package/dist/src/runtime/request-integration.js +36 -0
- package/dist/src/runtime/request-integration.js.map +1 -0
- package/dist/src/runtime/runtime-types.d.ts +48 -0
- package/dist/src/runtime/runtime-types.js +7 -0
- package/dist/src/runtime/runtime-types.js.map +1 -0
- package/dist/src/runtime/session-setup.d.ts +53 -0
- package/dist/src/runtime/session-setup.js +90 -0
- package/dist/src/runtime/session-setup.js.map +1 -0
- package/dist/src/runtime/telemetry-client.d.ts +39 -0
- package/dist/src/runtime/telemetry-client.js +87 -0
- package/dist/src/runtime/telemetry-client.js.map +1 -0
- package/dist/src/runtime/telemetry-hooks.d.ts +47 -0
- package/dist/src/runtime/telemetry-hooks.js +115 -0
- package/dist/src/runtime/telemetry-hooks.js.map +1 -0
- package/dist/src/runtime/token-allocator.d.ts +34 -0
- package/dist/src/runtime/token-allocator.js +86 -0
- package/dist/src/runtime/token-allocator.js.map +1 -0
- package/dist/src/runtime/user-context.d.ts +49 -0
- package/dist/src/runtime/user-context.js +135 -0
- package/dist/src/runtime/user-context.js.map +1 -0
- package/dist/src/sdk.d.ts +57 -0
- package/dist/src/sdk.js +377 -0
- package/dist/src/sdk.js.map +1 -0
- package/dist/src/security/action-gate.d.ts +23 -0
- package/dist/src/security/action-gate.js +78 -0
- package/dist/src/security/action-gate.js.map +1 -0
- package/dist/src/security/field-scrubber.d.ts +27 -0
- package/dist/src/security/field-scrubber.js +152 -0
- package/dist/src/security/field-scrubber.js.map +1 -0
- package/dist/src/security/index.d.ts +14 -0
- package/dist/src/security/index.js +15 -0
- package/dist/src/security/index.js.map +1 -0
- package/dist/src/security/leak-detector.d.ts +23 -0
- package/dist/src/security/leak-detector.js +51 -0
- package/dist/src/security/leak-detector.js.map +1 -0
- package/dist/src/security/output-guard.d.ts +33 -0
- package/dist/src/security/output-guard.js +118 -0
- package/dist/src/security/output-guard.js.map +1 -0
- package/dist/src/security/pattern-scanner.d.ts +19 -0
- package/dist/src/security/pattern-scanner.js +66 -0
- package/dist/src/security/pattern-scanner.js.map +1 -0
- package/dist/src/security/scope-checker.d.ts +27 -0
- package/dist/src/security/scope-checker.js +52 -0
- package/dist/src/security/scope-checker.js.map +1 -0
- package/dist/src/security/scrub-tracker.d.ts +21 -0
- package/dist/src/security/scrub-tracker.js +39 -0
- package/dist/src/security/scrub-tracker.js.map +1 -0
- package/dist/src/security/security-types.d.ts +69 -0
- package/dist/src/security/security-types.js +17 -0
- package/dist/src/security/security-types.js.map +1 -0
- package/dist/src/security/threshold-evaluator.d.ts +13 -0
- package/dist/src/security/threshold-evaluator.js +44 -0
- package/dist/src/security/threshold-evaluator.js.map +1 -0
- package/dist/src/snapshot/index.d.ts +8 -0
- package/dist/src/snapshot/index.js +9 -0
- package/dist/src/snapshot/index.js.map +1 -0
- package/dist/src/snapshot/snapshot-builder.d.ts +37 -0
- package/dist/src/snapshot/snapshot-builder.js +152 -0
- package/dist/src/snapshot/snapshot-builder.js.map +1 -0
- package/dist/src/snapshot/snapshot-loader.d.ts +29 -0
- package/dist/src/snapshot/snapshot-loader.js +188 -0
- package/dist/src/snapshot/snapshot-loader.js.map +1 -0
- package/dist/src/snapshot/snapshot-types.d.ts +1940 -0
- package/dist/src/snapshot/snapshot-types.js +145 -0
- package/dist/src/snapshot/snapshot-types.js.map +1 -0
- package/dist/src/stores/index.d.ts +6 -0
- package/dist/src/stores/index.js +7 -0
- package/dist/src/stores/index.js.map +1 -0
- package/dist/src/stores/store-backend.d.ts +135 -0
- package/dist/src/stores/store-backend.js +7 -0
- package/dist/src/stores/store-backend.js.map +1 -0
- package/dist/src/templates/connections.d.ts +14 -0
- package/dist/src/templates/connections.js +7 -0
- package/dist/src/templates/connections.js.map +1 -0
- package/dist/src/templates/index.d.ts +7 -0
- package/dist/src/templates/index.js +8 -0
- package/dist/src/templates/index.js.map +1 -0
- package/dist/src/templates/template-resolver.d.ts +45 -0
- package/dist/src/templates/template-resolver.js +121 -0
- package/dist/src/templates/template-resolver.js.map +1 -0
- package/dist/src/tool-context.d.ts +33 -0
- package/dist/src/tool-context.js +7 -0
- package/dist/src/tool-context.js.map +1 -0
- package/dist/src/tool-registration.d.ts +14 -0
- package/dist/src/tool-registration.js +51 -0
- package/dist/src/tool-registration.js.map +1 -0
- package/dist/src/tools/amodal-tool-errors.d.ts +24 -0
- package/dist/src/tools/amodal-tool-errors.js +28 -0
- package/dist/src/tools/amodal-tool-errors.js.map +1 -0
- package/dist/src/tools/amodal-tool-names.d.ts +14 -0
- package/dist/src/tools/amodal-tool-names.js +15 -0
- package/dist/src/tools/amodal-tool-names.js.map +1 -0
- package/dist/src/tools/chain-tool-registry.d.ts +20 -0
- package/dist/src/tools/chain-tool-registry.js +49 -0
- package/dist/src/tools/chain-tool-registry.js.map +1 -0
- package/dist/src/tools/chain-tool-types.d.ts +190 -0
- package/dist/src/tools/chain-tool-types.js +50 -0
- package/dist/src/tools/chain-tool-types.js.map +1 -0
- package/dist/src/tools/chain-tool.d.ts +34 -0
- package/dist/src/tools/chain-tool.js +294 -0
- package/dist/src/tools/chain-tool.js.map +1 -0
- package/dist/src/tools/custom-tool-registrar.d.ts +8 -0
- package/dist/src/tools/custom-tool-registrar.js +10 -0
- package/dist/src/tools/custom-tool-registrar.js.map +1 -0
- package/dist/src/tools/definitions/amodal-tools.d.ts +9 -0
- package/dist/src/tools/definitions/amodal-tools.js +192 -0
- package/dist/src/tools/definitions/amodal-tools.js.map +1 -0
- package/dist/src/tools/function-tool-registry.d.ts +22 -0
- package/dist/src/tools/function-tool-registry.js +45 -0
- package/dist/src/tools/function-tool-registry.js.map +1 -0
- package/dist/src/tools/function-tool-types.d.ts +76 -0
- package/dist/src/tools/function-tool-types.js +27 -0
- package/dist/src/tools/function-tool-types.js.map +1 -0
- package/dist/src/tools/function-tool.d.ts +34 -0
- package/dist/src/tools/function-tool.js +97 -0
- package/dist/src/tools/function-tool.js.map +1 -0
- package/dist/src/tools/http-tool-registry.d.ts +20 -0
- package/dist/src/tools/http-tool-registry.js +34 -0
- package/dist/src/tools/http-tool-registry.js.map +1 -0
- package/dist/src/tools/http-tool-types.d.ts +92 -0
- package/dist/src/tools/http-tool-types.js +44 -0
- package/dist/src/tools/http-tool-types.js.map +1 -0
- package/dist/src/tools/http-tool.d.ts +32 -0
- package/dist/src/tools/http-tool.js +176 -0
- package/dist/src/tools/http-tool.js.map +1 -0
- package/dist/src/tools/merge-template.d.ts +33 -0
- package/dist/src/tools/merge-template.js +65 -0
- package/dist/src/tools/merge-template.js.map +1 -0
- package/dist/src/tools/request-tool-types.d.ts +46 -0
- package/dist/src/tools/request-tool-types.js +20 -0
- package/dist/src/tools/request-tool-types.js.map +1 -0
- package/dist/src/tools/request-tool.d.ts +29 -0
- package/dist/src/tools/request-tool.js +268 -0
- package/dist/src/tools/request-tool.js.map +1 -0
- package/dist/src/tools/store-query-tool.d.ts +29 -0
- package/dist/src/tools/store-query-tool.js +82 -0
- package/dist/src/tools/store-query-tool.js.map +1 -0
- package/dist/src/tools/store-write-tool.d.ts +26 -0
- package/dist/src/tools/store-write-tool.js +84 -0
- package/dist/src/tools/store-write-tool.js.map +1 -0
- package/dist/src/tools/tool-definition-types.d.ts +21 -0
- package/dist/src/tools/tool-definition-types.js +7 -0
- package/dist/src/tools/tool-definition-types.js.map +1 -0
- package/dist/src/tools/tool-utils.d.ts +29 -0
- package/dist/src/tools/tool-utils.js +66 -0
- package/dist/src/tools/tool-utils.js.map +1 -0
- package/dist/src/versions/bundle-loader.d.ts +37 -0
- package/dist/src/versions/bundle-loader.js +99 -0
- package/dist/src/versions/bundle-loader.js.map +1 -0
- package/dist/src/versions/dependency-manager.d.ts +54 -0
- package/dist/src/versions/dependency-manager.js +132 -0
- package/dist/src/versions/dependency-manager.js.map +1 -0
- package/dist/src/versions/handler-loader.d.ts +27 -0
- package/dist/src/versions/handler-loader.js +62 -0
- package/dist/src/versions/handler-loader.js.map +1 -0
- package/dist/src/versions/index.d.ts +10 -0
- package/dist/src/versions/index.js +11 -0
- package/dist/src/versions/index.js.map +1 -0
- package/dist/src/versions/version-bundle-types.d.ts +1278 -0
- package/dist/src/versions/version-bundle-types.js +207 -0
- package/dist/src/versions/version-bundle-types.js.map +1 -0
- package/dist/src/versions/version-manager.d.ts +89 -0
- package/dist/src/versions/version-manager.js +124 -0
- package/dist/src/versions/version-manager.js.map +1 -0
- package/dist/src/widgets/index.d.ts +8 -0
- package/dist/src/widgets/index.js +8 -0
- package/dist/src/widgets/index.js.map +1 -0
- package/dist/src/widgets/present-tool.d.ts +21 -0
- package/dist/src/widgets/present-tool.js +107 -0
- package/dist/src/widgets/present-tool.js.map +1 -0
- package/dist/src/widgets/widget-types.d.ts +78 -0
- package/dist/src/widgets/widget-types.js +28 -0
- package/dist/src/widgets/widget-types.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -0
- package/package.json +50 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"azure-provider.js","sourceRoot":"","sources":["../../../../src/providers/runtime/azure-provider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAQH,OAAO,EAAC,aAAa,EAAC,MAAM,sBAAsB,CAAC;AAEnD;;;;;;;;;GASG;AACH,MAAM,OAAO,0BAA0B;IACpB,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,cAAc,CAAS;IACvB,UAAU,CAAS;IAEpC,YAAY,MAAmB;QAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,sBAAsB,CAAC;eACnD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACzC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,aAAa,CAAC,iCAAiC,EAAE,EAAC,QAAQ,EAAE,OAAO,EAAC,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QAElB,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,uBAAuB,CAAC;eACzD,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;eACpC,EAAE,CAAC;QACR,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,aAAa,CACrB,0DAA0D,EAC1D,EAAC,QAAQ,EAAE,OAAO,EAAC,CACpB,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC;QAC7B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,KAAK,CAAC;QACnC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,0BAA0B,CAAC;eAC7D,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;eACvC,YAAY,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAuB;QAChC,MAAM,EAAC,WAAW,EAAC,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QAE7C,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,WAAW,IAAI,CAAC,YAAY,mBAAmB;YACzD,UAAU,EAAE,IAAI,CAAC,cAAc;YAC/B,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;QAEH,qEAAqE;QACrE,wGAAwG;QACxG,OAAO,cAAc,CAAC,MAAsC,EAAE,OAAO,CAAC,CAAC;IACzE,CAAC;CACF;AAED;;;GAGG;AACH,KAAK,UAAU,cAAc,CAC3B,MAAyB,EACzB,OAAuB;IAEvB,qEAAqE;IACrE,0EAA0E;IAC1E,oBAAoB;IACpB,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACzE,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAE1C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACpD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACrC,QAAQ;YACR,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAC,KAAK,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACpC,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QAEH,oHAAoH;QACpH,MAAM,UAAU,GAAG,QAGlB,CAAC;QAEF,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,aAAa,CAAC,kCAAkC,EAAE,EAAC,QAAQ,EAAE,OAAO,EAAC,CAAC,CAAC;QACnF,CAAC;QAED,OAAO;YACL,OAAO,EAAE,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC;YAC/C,UAAU,EAAE,eAAe,CAAC,MAAM,CAAC,aAAa,CAAC;YACjD,KAAK,EAAE,UAAU,CAAC,KAAK;gBACrB,CAAC,CAAC;oBACE,WAAW,EAAE,UAAU,CAAC,KAAK,CAAC,aAAa;oBAC3C,YAAY,EAAE,UAAU,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;iBACtD;gBACH,CAAC,CAAC,SAAS;SACd,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC;AAoDD,OAAO,EAAC,cAAc,EAAE,oBAAoB,EAAC,MAAM,sBAAsB,CAAC;AAE1E,SAAS,eAAe,CAAC,YAAoB,EAAE,QAAsB;IACnE,MAAM,MAAM,GAAoB,CAAC,EAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAC,CAAC,CAAC;IAE1E,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,MAAM;gBACT,MAAM,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAC,CAAC,CAAC;gBAClD,MAAM;YAER,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;gBAC/D,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;gBACnE,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC;gBAC9D,MAAM,SAAS,GACb,SAAS,CAAC,MAAM,GAAG,CAAC;oBAClB,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACpB,EAAE,EAAE,CAAC,CAAC,EAAE;wBACR,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE;4BACR,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC;yBACnC;qBACF,CAAC,CAAC;oBACL,CAAC,CAAC,SAAS,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAC,CAAC,CAAC;gBACjE,MAAM;YACR,CAAC;YAED,KAAK,aAAa;gBAChB,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,YAAY,EAAE,GAAG,CAAC,UAAU;oBAC5B,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC,CAAC;gBACH,MAAM;YAER;gBACE,MAAM;QACV,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,KAA0B;IAC9C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvB,IAAI,EAAE,UAAmB;QACzB,QAAQ,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;SACzB;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,sBAAsB,CAAC,OAA4B;IAC1D,MAAM,MAAM,GAAuB,EAAE,CAAC;IAEtC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAC,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACpC,IAAI,KAAK,GAA4B,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,0GAA0G;gBAC1G,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAA4B,CAAC;YACvE,CAAC;YAAC,MAAM,CAAC;gBACP,oCAAoC;YACtC,CAAC;YACD,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,UAAU;gBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gBACtB,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,eAAe,CAAC,MAAqB;IAC5C,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,UAAU,CAAC;QACpB,KAAK,YAAY;YACf,OAAO,UAAU,CAAC;QACpB,KAAK,QAAQ;YACX,OAAO,YAAY,CAAC;QACtB;YACE,OAAO,UAAU,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,GAAG,YAAY,aAAa,EAAE,CAAC;QACjC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,yGAAyG;IACzG,MAAM,MAAM,GAAG,GAA0C,CAAC;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;IAE9C,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnB,OAAO,IAAI,cAAc,CAAC,8BAA8B,OAAO,EAAE,EAAE;YACjE,QAAQ,EAAE,OAAO;YACjB,KAAK,EAAE,GAAG;SACX,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACjE,OAAO,IAAI,oBAAoB,CAAC,yBAAyB,OAAO,EAAE,EAAE;YAClE,QAAQ,EAAE,OAAO;YACjB,KAAK,EAAE,GAAG;SACX,CAAC,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAI,GAAG,CAAC;IAE9D,OAAO,IAAI,aAAa,CAAC,uBAAuB,OAAO,EAAE,EAAE;QACzD,QAAQ,EAAE,OAAO;QACjB,UAAU,EAAE,MAAM;QAClB,SAAS;QACT,KAAK,EAAE,GAAG;KACX,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2026 Amodal Labs, Inc.
|
|
4
|
+
* SPDX-License-Identifier: MIT
|
|
5
|
+
*/
|
|
6
|
+
import type { ModelConfig } from '../../repo/config-schema.js';
|
|
7
|
+
import type { RuntimeProvider, LLMChatRequest, LLMChatResponse } from './runtime-provider-types.js';
|
|
8
|
+
import type { LLMStreamEvent } from './streaming-types.js';
|
|
9
|
+
/**
|
|
10
|
+
* RuntimeProvider backed by the AWS Bedrock Converse API.
|
|
11
|
+
*
|
|
12
|
+
* Uses the unified Converse API which works across all Bedrock models.
|
|
13
|
+
* Reads AWS credentials from the standard environment chain
|
|
14
|
+
* (AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_SESSION_TOKEN, AWS_REGION).
|
|
15
|
+
*/
|
|
16
|
+
export declare class BedrockRuntimeProvider implements RuntimeProvider {
|
|
17
|
+
private readonly region;
|
|
18
|
+
private readonly credentials?;
|
|
19
|
+
constructor(config: ModelConfig);
|
|
20
|
+
chat(request: LLMChatRequest): Promise<LLMChatResponse>;
|
|
21
|
+
chatStream(request: LLMChatRequest): AsyncGenerator<LLMStreamEvent>;
|
|
22
|
+
}
|
|
@@ -0,0 +1,276 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2026 Amodal Labs, Inc.
|
|
4
|
+
* SPDX-License-Identifier: MIT
|
|
5
|
+
*/
|
|
6
|
+
import { ProviderError, RateLimitError, ProviderTimeoutError } from './provider-errors.js';
|
|
7
|
+
/**
|
|
8
|
+
* RuntimeProvider backed by the AWS Bedrock Converse API.
|
|
9
|
+
*
|
|
10
|
+
* Uses the unified Converse API which works across all Bedrock models.
|
|
11
|
+
* Reads AWS credentials from the standard environment chain
|
|
12
|
+
* (AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_SESSION_TOKEN, AWS_REGION).
|
|
13
|
+
*/
|
|
14
|
+
export class BedrockRuntimeProvider {
|
|
15
|
+
region;
|
|
16
|
+
credentials;
|
|
17
|
+
constructor(config) {
|
|
18
|
+
this.region = config.region
|
|
19
|
+
?? config.credentials?.['AWS_REGION']
|
|
20
|
+
?? process.env['AWS_REGION']
|
|
21
|
+
?? 'us-east-1';
|
|
22
|
+
// Use explicit credentials if provided, otherwise SDK uses env/IAM chain
|
|
23
|
+
const accessKeyId = config.credentials?.['AWS_ACCESS_KEY_ID'];
|
|
24
|
+
const secretAccessKey = config.credentials?.['AWS_SECRET_ACCESS_KEY'];
|
|
25
|
+
if (accessKeyId && secretAccessKey) {
|
|
26
|
+
this.credentials = {
|
|
27
|
+
accessKeyId,
|
|
28
|
+
secretAccessKey,
|
|
29
|
+
sessionToken: config.credentials?.['AWS_SESSION_TOKEN'],
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
async chat(request) {
|
|
34
|
+
const { BedrockRuntimeClient, ConverseCommand } = await import('@aws-sdk/client-bedrock-runtime');
|
|
35
|
+
const client = new BedrockRuntimeClient({
|
|
36
|
+
region: this.region,
|
|
37
|
+
...(this.credentials ? { credentials: this.credentials } : {}),
|
|
38
|
+
});
|
|
39
|
+
const messages = convertMessages(request.messages);
|
|
40
|
+
const toolConfig = convertToolConfig(request.tools);
|
|
41
|
+
try {
|
|
42
|
+
// eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- SDK boundary: Bedrock type mismatch across versions
|
|
43
|
+
const input = {
|
|
44
|
+
modelId: request.model,
|
|
45
|
+
system: [{ text: request.systemPrompt }],
|
|
46
|
+
messages,
|
|
47
|
+
inferenceConfig: {
|
|
48
|
+
maxTokens: request.maxTokens ?? 4096,
|
|
49
|
+
},
|
|
50
|
+
...(toolConfig ? { toolConfig } : {}),
|
|
51
|
+
};
|
|
52
|
+
const command = new ConverseCommand(input);
|
|
53
|
+
// eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- SDK boundary: Bedrock response shape
|
|
54
|
+
const response = (await client.send(command));
|
|
55
|
+
return {
|
|
56
|
+
content: convertResponseContent(response.output?.message?.content ?? []),
|
|
57
|
+
stopReason: mapStopReason(response.stopReason),
|
|
58
|
+
usage: response.usage
|
|
59
|
+
? {
|
|
60
|
+
inputTokens: response.usage.inputTokens ?? 0,
|
|
61
|
+
outputTokens: response.usage.outputTokens ?? 0,
|
|
62
|
+
}
|
|
63
|
+
: undefined,
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
catch (err) {
|
|
67
|
+
throw classifyError(err);
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
async *chatStream(request) {
|
|
71
|
+
const { BedrockRuntimeClient, ConverseStreamCommand } = await import('@aws-sdk/client-bedrock-runtime');
|
|
72
|
+
const client = new BedrockRuntimeClient({
|
|
73
|
+
region: this.region,
|
|
74
|
+
...(this.credentials ? { credentials: this.credentials } : {}),
|
|
75
|
+
});
|
|
76
|
+
const messages = convertMessages(request.messages);
|
|
77
|
+
const toolConfig = convertToolConfig(request.tools);
|
|
78
|
+
try {
|
|
79
|
+
// eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- SDK boundary: Bedrock type mismatch across versions
|
|
80
|
+
const streamInput = {
|
|
81
|
+
modelId: request.model,
|
|
82
|
+
system: [{ text: request.systemPrompt }],
|
|
83
|
+
messages,
|
|
84
|
+
inferenceConfig: {
|
|
85
|
+
maxTokens: request.maxTokens ?? 4096,
|
|
86
|
+
},
|
|
87
|
+
...(toolConfig ? { toolConfig } : {}),
|
|
88
|
+
};
|
|
89
|
+
const command = new ConverseStreamCommand(streamInput);
|
|
90
|
+
// eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- SDK boundary: Bedrock stream response
|
|
91
|
+
const response = (await client.send(command));
|
|
92
|
+
if (!response.stream) {
|
|
93
|
+
throw new ProviderError('Bedrock returned no stream', { provider: 'bedrock' });
|
|
94
|
+
}
|
|
95
|
+
const toolInputBuffers = new Map();
|
|
96
|
+
/* eslint-disable @typescript-eslint/no-unsafe-type-assertion -- SDK boundary: stream events */
|
|
97
|
+
for await (const event of response.stream) {
|
|
98
|
+
if (event.contentBlockStart?.start?.toolUse) {
|
|
99
|
+
const tu = event.contentBlockStart.start.toolUse;
|
|
100
|
+
const id = tu.toolUseId ?? '';
|
|
101
|
+
toolInputBuffers.set(id, '');
|
|
102
|
+
yield { type: 'tool_use_start', id, name: tu.name ?? '' };
|
|
103
|
+
}
|
|
104
|
+
if (event.contentBlockDelta?.delta) {
|
|
105
|
+
const delta = event.contentBlockDelta.delta;
|
|
106
|
+
if (delta.text) {
|
|
107
|
+
yield { type: 'text_delta', text: delta.text };
|
|
108
|
+
}
|
|
109
|
+
if (delta.toolUse?.input) {
|
|
110
|
+
// Find the current open tool
|
|
111
|
+
const id = lastKey(toolInputBuffers);
|
|
112
|
+
if (id) {
|
|
113
|
+
const prev = toolInputBuffers.get(id) ?? '';
|
|
114
|
+
toolInputBuffers.set(id, prev + delta.toolUse.input);
|
|
115
|
+
yield { type: 'tool_use_delta', id, inputDelta: delta.toolUse.input };
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
if (event.contentBlockStop !== undefined) {
|
|
120
|
+
// End the first open tool buffer
|
|
121
|
+
for (const [id, jsonStr] of toolInputBuffers) {
|
|
122
|
+
let input = {};
|
|
123
|
+
try {
|
|
124
|
+
input = JSON.parse(jsonStr || '{}');
|
|
125
|
+
}
|
|
126
|
+
catch {
|
|
127
|
+
// Malformed
|
|
128
|
+
}
|
|
129
|
+
yield { type: 'tool_use_end', id, input };
|
|
130
|
+
toolInputBuffers.delete(id);
|
|
131
|
+
break;
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
if (event.messageStop) {
|
|
135
|
+
yield {
|
|
136
|
+
type: 'message_end',
|
|
137
|
+
stopReason: mapStopReason(event.messageStop.stopReason),
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
if (event.metadata?.usage) {
|
|
141
|
+
// Usage comes in metadata event after messageStop
|
|
142
|
+
// Already yielded message_end above, usage won't be attached
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
/* eslint-enable @typescript-eslint/no-unsafe-type-assertion */
|
|
146
|
+
}
|
|
147
|
+
catch (err) {
|
|
148
|
+
throw classifyError(err);
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
function lastKey(map) {
|
|
153
|
+
let last;
|
|
154
|
+
for (const k of map.keys()) {
|
|
155
|
+
last = k;
|
|
156
|
+
}
|
|
157
|
+
return last;
|
|
158
|
+
}
|
|
159
|
+
function convertMessages(messages) {
|
|
160
|
+
const result = [];
|
|
161
|
+
for (const msg of messages) {
|
|
162
|
+
switch (msg.role) {
|
|
163
|
+
case 'user':
|
|
164
|
+
result.push({ role: 'user', content: [{ text: msg.content }] });
|
|
165
|
+
break;
|
|
166
|
+
case 'assistant':
|
|
167
|
+
result.push({
|
|
168
|
+
role: 'assistant',
|
|
169
|
+
content: msg.content.map((block) => {
|
|
170
|
+
if (block.type === 'text') {
|
|
171
|
+
return { text: block.text };
|
|
172
|
+
}
|
|
173
|
+
return {
|
|
174
|
+
toolUse: {
|
|
175
|
+
toolUseId: block.id,
|
|
176
|
+
name: block.name,
|
|
177
|
+
input: block.input,
|
|
178
|
+
},
|
|
179
|
+
};
|
|
180
|
+
}),
|
|
181
|
+
});
|
|
182
|
+
break;
|
|
183
|
+
case 'tool_result':
|
|
184
|
+
result.push({
|
|
185
|
+
role: 'user',
|
|
186
|
+
content: [
|
|
187
|
+
{
|
|
188
|
+
toolResult: {
|
|
189
|
+
toolUseId: msg.toolCallId,
|
|
190
|
+
content: [{ text: msg.content }],
|
|
191
|
+
...(msg.isError ? { status: 'error' } : {}),
|
|
192
|
+
},
|
|
193
|
+
},
|
|
194
|
+
],
|
|
195
|
+
});
|
|
196
|
+
break;
|
|
197
|
+
default:
|
|
198
|
+
break;
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
return result;
|
|
202
|
+
}
|
|
203
|
+
function convertToolConfig(tools) {
|
|
204
|
+
if (tools.length === 0) {
|
|
205
|
+
return undefined;
|
|
206
|
+
}
|
|
207
|
+
return {
|
|
208
|
+
tools: tools.map((t) => ({
|
|
209
|
+
toolSpec: {
|
|
210
|
+
name: t.name,
|
|
211
|
+
description: t.description,
|
|
212
|
+
inputSchema: { json: t.parameters },
|
|
213
|
+
},
|
|
214
|
+
})),
|
|
215
|
+
};
|
|
216
|
+
}
|
|
217
|
+
function convertResponseContent(blocks) {
|
|
218
|
+
const result = [];
|
|
219
|
+
for (const block of blocks) {
|
|
220
|
+
if (block.text !== undefined) {
|
|
221
|
+
result.push({ type: 'text', text: block.text });
|
|
222
|
+
}
|
|
223
|
+
else if (block.toolUse) {
|
|
224
|
+
result.push({
|
|
225
|
+
type: 'tool_use',
|
|
226
|
+
id: block.toolUse.toolUseId,
|
|
227
|
+
name: block.toolUse.name,
|
|
228
|
+
input: block.toolUse.input ?? {},
|
|
229
|
+
});
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
return result;
|
|
233
|
+
}
|
|
234
|
+
function mapStopReason(reason) {
|
|
235
|
+
switch (reason) {
|
|
236
|
+
case 'end_turn':
|
|
237
|
+
case 'stop':
|
|
238
|
+
return 'end_turn';
|
|
239
|
+
case 'tool_use':
|
|
240
|
+
return 'tool_use';
|
|
241
|
+
case 'max_tokens':
|
|
242
|
+
return 'max_tokens';
|
|
243
|
+
default:
|
|
244
|
+
return 'end_turn';
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
function classifyError(err) {
|
|
248
|
+
if (err instanceof ProviderError) {
|
|
249
|
+
return err;
|
|
250
|
+
}
|
|
251
|
+
// eslint-disable-next-line @typescript-eslint/no-unsafe-type-assertion -- classifying unknown SDK errors
|
|
252
|
+
const errObj = err;
|
|
253
|
+
const status = errObj.$metadata?.httpStatusCode;
|
|
254
|
+
const message = errObj.message ?? String(err);
|
|
255
|
+
const errorName = errObj.name ?? '';
|
|
256
|
+
if (status === 429 || errorName === 'ThrottlingException') {
|
|
257
|
+
return new RateLimitError(`Bedrock rate limited: ${message}`, {
|
|
258
|
+
provider: 'bedrock',
|
|
259
|
+
cause: err,
|
|
260
|
+
});
|
|
261
|
+
}
|
|
262
|
+
if (message.includes('timeout') || message.includes('ETIMEDOUT') || errorName === 'TimeoutError') {
|
|
263
|
+
return new ProviderTimeoutError(`Bedrock timeout: ${message}`, {
|
|
264
|
+
provider: 'bedrock',
|
|
265
|
+
cause: err,
|
|
266
|
+
});
|
|
267
|
+
}
|
|
268
|
+
const retryable = typeof status === 'number' && status >= 500;
|
|
269
|
+
return new ProviderError(`Bedrock error: ${message}`, {
|
|
270
|
+
provider: 'bedrock',
|
|
271
|
+
statusCode: status,
|
|
272
|
+
retryable,
|
|
273
|
+
cause: err,
|
|
274
|
+
});
|
|
275
|
+
}
|
|
276
|
+
//# sourceMappingURL=bedrock-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bedrock-provider.js","sourceRoot":"","sources":["../../../../src/providers/runtime/bedrock-provider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAYH,OAAO,EAAC,aAAa,EAAE,cAAc,EAAE,oBAAoB,EAAC,MAAM,sBAAsB,CAAC;AAEzF;;;;;;GAMG;AACH,MAAM,OAAO,sBAAsB;IAChB,MAAM,CAAS;IACf,WAAW,CAI1B;IAEF,YAAY,MAAmB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;eACtB,MAAM,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC;eAClC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;eACzB,WAAW,CAAC;QAEjB,yEAAyE;QACzE,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,mBAAmB,CAAC,CAAC;QAC9D,MAAM,eAAe,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,uBAAuB,CAAC,CAAC;QACtE,IAAI,WAAW,IAAI,eAAe,EAAE,CAAC;YACnC,IAAI,CAAC,WAAW,GAAG;gBACjB,WAAW;gBACX,eAAe;gBACf,YAAY,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,mBAAmB,CAAC;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAuB;QAChC,MAAM,EAAC,oBAAoB,EAAE,eAAe,EAAC,GAAG,MAAM,MAAM,CAC1D,iCAAiC,CAClC,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,oBAAoB,CAAC;YACtC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAC,WAAW,EAAE,IAAI,CAAC,WAAW,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEpD,IAAI,CAAC;YACH,8HAA8H;YAC9H,MAAM,KAAK,GAAG;gBACZ,OAAO,EAAE,OAAO,CAAC,KAAK;gBACtB,MAAM,EAAE,CAAC,EAAC,IAAI,EAAE,OAAO,CAAC,YAAY,EAAC,CAAC;gBACtC,QAAQ;gBACR,eAAe,EAAE;oBACf,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;iBACrC;gBACD,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAC,UAAU,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAC2B,CAAC;YACjE,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC;YAE3C,+GAA+G;YAC/G,MAAM,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAuC,CAAC;YAEpF,OAAO;gBACL,OAAO,EAAE,sBAAsB,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;gBACxE,UAAU,EAAE,aAAa,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAC9C,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACnB,CAAC,CAAC;wBACE,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;wBAC5C,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;qBAC/C;oBACH,CAAC,CAAC,SAAS;aACd,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAuB;QACvC,MAAM,EAAC,oBAAoB,EAAE,qBAAqB,EAAC,GAAG,MAAM,MAAM,CAChE,iCAAiC,CAClC,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,oBAAoB,CAAC;YACtC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,EAAC,WAAW,EAAE,IAAI,CAAC,WAAW,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEpD,IAAI,CAAC;YACH,8HAA8H;YAC9H,MAAM,WAAW,GAAG;gBAClB,OAAO,EAAE,OAAO,CAAC,KAAK;gBACtB,MAAM,EAAE,CAAC,EAAC,IAAI,EAAE,OAAO,CAAC,YAAY,EAAC,CAAC;gBACtC,QAAQ;gBACR,eAAe,EAAE;oBACf,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;iBACrC;gBACD,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAC,UAAU,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aACiC,CAAC;YACvE,MAAM,OAAO,GAAG,IAAI,qBAAqB,CAAC,WAAW,CAAC,CAAC;YAEvD,gHAAgH;YAChH,MAAM,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAqC,CAAC;YAElF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACrB,MAAM,IAAI,aAAa,CAAC,4BAA4B,EAAE,EAAC,QAAQ,EAAE,SAAS,EAAC,CAAC,CAAC;YAC/E,CAAC;YAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;YAEnD,+FAA+F;YAC/F,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAsD,EAAE,CAAC;gBAC1F,IAAI,KAAK,CAAC,iBAAiB,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;oBAC5C,MAAM,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC;oBACjD,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,IAAI,EAAE,CAAC;oBAC9B,gBAAgB,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC7B,MAAM,EAAC,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE,EAAC,CAAC;gBAC1D,CAAC;gBAED,IAAI,KAAK,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC;oBACnC,MAAM,KAAK,GAAG,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC;oBAC5C,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;wBACf,MAAM,EAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAC,CAAC;oBAC/C,CAAC;oBACD,IAAI,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;wBACzB,6BAA6B;wBAC7B,MAAM,EAAE,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;wBACrC,IAAI,EAAE,EAAE,CAAC;4BACP,MAAM,IAAI,GAAG,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;4BAC5C,gBAAgB,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;4BACrD,MAAM,EAAC,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,EAAC,CAAC;wBACtE,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;oBACzC,iCAAiC;oBACjC,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,gBAAgB,EAAE,CAAC;wBAC7C,IAAI,KAAK,GAA4B,EAAE,CAAC;wBACxC,IAAI,CAAC;4BACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,CAA4B,CAAC;wBACjE,CAAC;wBAAC,MAAM,CAAC;4BACP,YAAY;wBACd,CAAC;wBACD,MAAM,EAAC,IAAI,EAAE,cAAc,EAAE,EAAE,EAAE,KAAK,EAAC,CAAC;wBACxC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBAC5B,MAAM;oBACR,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;oBACtB,MAAM;wBACJ,IAAI,EAAE,aAAa;wBACnB,UAAU,EAAE,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC;qBACxD,CAAC;gBACJ,CAAC;gBAED,IAAI,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;oBAC1B,kDAAkD;oBAClD,6DAA6D;gBAC/D,CAAC;YACH,CAAC;YACD,+DAA+D;QACjE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AAED,SAAS,OAAO,CAAC,GAAwB;IACvC,IAAI,IAAwB,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,CAAC;IACX,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AA2DD,SAAS,eAAe,CAAC,QAAsB;IAC7C,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,MAAM;gBACT,MAAM,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAC,IAAI,EAAE,GAAG,CAAC,OAAO,EAAC,CAAC,EAAC,CAAC,CAAC;gBAC5D,MAAM;YAER,KAAK,WAAW;gBACd,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;wBACjC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;4BAC1B,OAAO,EAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAC,CAAC;wBAC5B,CAAC;wBACD,OAAO;4BACL,OAAO,EAAE;gCACP,SAAS,EAAE,KAAK,CAAC,EAAE;gCACnB,IAAI,EAAE,KAAK,CAAC,IAAI;gCAChB,KAAK,EAAE,KAAK,CAAC,KAAK;6BACnB;yBACF,CAAC;oBACJ,CAAC,CAAC;iBACH,CAAC,CAAC;gBACH,MAAM;YAER,KAAK,aAAa;gBAChB,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,UAAU,EAAE;gCACV,SAAS,EAAE,GAAG,CAAC,UAAU;gCACzB,OAAO,EAAE,CAAC,EAAC,IAAI,EAAE,GAAG,CAAC,OAAO,EAAC,CAAC;gCAC9B,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAC,MAAM,EAAE,OAAO,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;6BAC1C;yBACF;qBACF;iBACF,CAAC,CAAC;gBACH,MAAM;YAER;gBACE,MAAM;QACV,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAYD,SAAS,iBAAiB,CAAC,KAA0B;IACnD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACvB,QAAQ,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,WAAW,EAAE,EAAC,IAAI,EAAE,CAAC,CAAC,UAAU,EAAC;aAClC;SACF,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,MAA6B;IAC3D,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAC,CAAC,CAAC;QAChD,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,UAAU;gBAChB,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS;gBAC3B,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI;gBACxB,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;aACjC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,MAA0B;IAC/C,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,UAAU,CAAC;QAChB,KAAK,MAAM;YACT,OAAO,UAAU,CAAC;QACpB,KAAK,UAAU;YACb,OAAO,UAAU,CAAC;QACpB,KAAK,YAAY;YACf,OAAO,YAAY,CAAC;QACtB;YACE,OAAO,UAAU,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAAY;IACjC,IAAI,GAAG,YAAY,aAAa,EAAE,CAAC;QACjC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,yGAAyG;IACzG,MAAM,MAAM,GAAG,GAId,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC;IAChD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;IAEpC,IAAI,MAAM,KAAK,GAAG,IAAI,SAAS,KAAK,qBAAqB,EAAE,CAAC;QAC1D,OAAO,IAAI,cAAc,CAAC,yBAAyB,OAAO,EAAE,EAAE;YAC5D,QAAQ,EAAE,SAAS;YACnB,KAAK,EAAE,GAAG;SACX,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,SAAS,KAAK,cAAc,EAAE,CAAC;QACjG,OAAO,IAAI,oBAAoB,CAAC,oBAAoB,OAAO,EAAE,EAAE;YAC7D,QAAQ,EAAE,SAAS;YACnB,KAAK,EAAE,GAAG;SACX,CAAC,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAI,GAAG,CAAC;IAE9D,OAAO,IAAI,aAAa,CAAC,kBAAkB,OAAO,EAAE,EAAE;QACpD,QAAQ,EAAE,SAAS;QACnB,UAAU,EAAE,MAAM;QAClB,SAAS;QACT,KAAK,EAAE,GAAG;KACX,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2026 Amodal Labs, Inc.
|
|
4
|
+
* SPDX-License-Identifier: MIT
|
|
5
|
+
*/
|
|
6
|
+
import type { ModelConfig } from '../../repo/config-schema.js';
|
|
7
|
+
import type { RuntimeProvider, LLMChatRequest, LLMChatResponse } from './runtime-provider-types.js';
|
|
8
|
+
import type { LLMStreamEvent } from './streaming-types.js';
|
|
9
|
+
export interface FailoverOptions {
|
|
10
|
+
maxRetries?: number;
|
|
11
|
+
}
|
|
12
|
+
/**
|
|
13
|
+
* Wraps a primary provider with retry logic and optional fallback.
|
|
14
|
+
*
|
|
15
|
+
* Retry strategy:
|
|
16
|
+
* 1. Try primary up to `maxRetries` times on retryable errors (429, 5xx, timeout)
|
|
17
|
+
* 2. Non-retryable errors (4xx except 429, auth) fail immediately
|
|
18
|
+
* 3. After retries exhausted, try fallback provider (from ModelConfig.fallback)
|
|
19
|
+
* 4. Both fail → throw last error
|
|
20
|
+
* 5. Linear backoff: 1s, 2s, 3s between retries
|
|
21
|
+
* 6. Abort signal cancels the retry loop
|
|
22
|
+
*/
|
|
23
|
+
export declare class FailoverProvider implements RuntimeProvider {
|
|
24
|
+
private readonly primary;
|
|
25
|
+
private readonly fallback;
|
|
26
|
+
private readonly maxRetries;
|
|
27
|
+
constructor(modelConfig: ModelConfig, options?: FailoverOptions);
|
|
28
|
+
chat(request: LLMChatRequest): Promise<LLMChatResponse>;
|
|
29
|
+
chatStream(request: LLMChatRequest): AsyncGenerator<LLMStreamEvent>;
|
|
30
|
+
}
|
|
@@ -0,0 +1,124 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2026 Amodal Labs, Inc.
|
|
4
|
+
* SPDX-License-Identifier: MIT
|
|
5
|
+
*/
|
|
6
|
+
import { ProviderError } from './provider-errors.js';
|
|
7
|
+
import { createRuntimeProvider } from './provider-factory.js';
|
|
8
|
+
const DEFAULT_MAX_RETRIES = 2;
|
|
9
|
+
const BASE_DELAY_MS = 1000;
|
|
10
|
+
/**
|
|
11
|
+
* Wraps a primary provider with retry logic and optional fallback.
|
|
12
|
+
*
|
|
13
|
+
* Retry strategy:
|
|
14
|
+
* 1. Try primary up to `maxRetries` times on retryable errors (429, 5xx, timeout)
|
|
15
|
+
* 2. Non-retryable errors (4xx except 429, auth) fail immediately
|
|
16
|
+
* 3. After retries exhausted, try fallback provider (from ModelConfig.fallback)
|
|
17
|
+
* 4. Both fail → throw last error
|
|
18
|
+
* 5. Linear backoff: 1s, 2s, 3s between retries
|
|
19
|
+
* 6. Abort signal cancels the retry loop
|
|
20
|
+
*/
|
|
21
|
+
export class FailoverProvider {
|
|
22
|
+
primary;
|
|
23
|
+
fallback;
|
|
24
|
+
maxRetries;
|
|
25
|
+
constructor(modelConfig, options) {
|
|
26
|
+
this.primary = createRuntimeProvider(modelConfig);
|
|
27
|
+
this.fallback = modelConfig.fallback
|
|
28
|
+
? createRuntimeProvider(modelConfig.fallback)
|
|
29
|
+
: undefined;
|
|
30
|
+
this.maxRetries = options?.maxRetries ?? DEFAULT_MAX_RETRIES;
|
|
31
|
+
}
|
|
32
|
+
async chat(request) {
|
|
33
|
+
let lastError;
|
|
34
|
+
// Try primary with retries
|
|
35
|
+
for (let attempt = 0; attempt <= this.maxRetries; attempt++) {
|
|
36
|
+
if (request.signal?.aborted) {
|
|
37
|
+
throw new ProviderError('Request aborted', { provider: 'failover', retryable: false });
|
|
38
|
+
}
|
|
39
|
+
try {
|
|
40
|
+
return await this.primary.chat(request);
|
|
41
|
+
}
|
|
42
|
+
catch (err) {
|
|
43
|
+
lastError = err instanceof ProviderError
|
|
44
|
+
? err
|
|
45
|
+
: new ProviderError(String(err), { provider: 'unknown', cause: err });
|
|
46
|
+
// Non-retryable errors skip remaining retries
|
|
47
|
+
if (!lastError.retryable) {
|
|
48
|
+
break;
|
|
49
|
+
}
|
|
50
|
+
// Don't delay after the last retry attempt
|
|
51
|
+
if (attempt < this.maxRetries) {
|
|
52
|
+
const delayMs = BASE_DELAY_MS * (attempt + 1);
|
|
53
|
+
await delay(delayMs, request.signal);
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
// Try fallback
|
|
58
|
+
if (this.fallback) {
|
|
59
|
+
if (request.signal?.aborted) {
|
|
60
|
+
throw new ProviderError('Request aborted', { provider: 'failover', retryable: false });
|
|
61
|
+
}
|
|
62
|
+
try {
|
|
63
|
+
return await this.fallback.chat(request);
|
|
64
|
+
}
|
|
65
|
+
catch (err) {
|
|
66
|
+
lastError = err instanceof ProviderError
|
|
67
|
+
? err
|
|
68
|
+
: new ProviderError(String(err), { provider: 'unknown', cause: err });
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
throw lastError ?? new ProviderError('All providers failed', { provider: 'failover' });
|
|
72
|
+
}
|
|
73
|
+
async *chatStream(request) {
|
|
74
|
+
// Try primary stream
|
|
75
|
+
if (this.primary.chatStream) {
|
|
76
|
+
try {
|
|
77
|
+
yield* this.primary.chatStream(request);
|
|
78
|
+
return;
|
|
79
|
+
}
|
|
80
|
+
catch (err) {
|
|
81
|
+
// Fall through to fallback
|
|
82
|
+
if (!this.fallback?.chatStream) {
|
|
83
|
+
throw err;
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
// Try fallback stream
|
|
88
|
+
if (this.fallback?.chatStream) {
|
|
89
|
+
yield* this.fallback.chatStream(request);
|
|
90
|
+
return;
|
|
91
|
+
}
|
|
92
|
+
// Neither supports streaming — fall back to non-streaming chat
|
|
93
|
+
const response = await this.chat(request);
|
|
94
|
+
for (const block of response.content) {
|
|
95
|
+
if (block.type === 'text') {
|
|
96
|
+
yield { type: 'text_delta', text: block.text };
|
|
97
|
+
}
|
|
98
|
+
else if (block.type === 'tool_use') {
|
|
99
|
+
yield { type: 'tool_use_start', id: block.id, name: block.name };
|
|
100
|
+
yield { type: 'tool_use_delta', id: block.id, inputDelta: JSON.stringify(block.input) };
|
|
101
|
+
yield { type: 'tool_use_end', id: block.id, input: block.input };
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
yield {
|
|
105
|
+
type: 'message_end',
|
|
106
|
+
stopReason: response.stopReason,
|
|
107
|
+
usage: response.usage,
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
function delay(ms, signal) {
|
|
112
|
+
return new Promise((resolve, reject) => {
|
|
113
|
+
if (signal?.aborted) {
|
|
114
|
+
reject(new ProviderError('Request aborted', { provider: 'failover', retryable: false }));
|
|
115
|
+
return;
|
|
116
|
+
}
|
|
117
|
+
const timer = setTimeout(resolve, ms);
|
|
118
|
+
signal?.addEventListener('abort', () => {
|
|
119
|
+
clearTimeout(timer);
|
|
120
|
+
reject(new ProviderError('Request aborted', { provider: 'failover', retryable: false }));
|
|
121
|
+
}, { once: true });
|
|
122
|
+
});
|
|
123
|
+
}
|
|
124
|
+
//# sourceMappingURL=failover-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"failover-provider.js","sourceRoot":"","sources":["../../../../src/providers/runtime/failover-provider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AASH,OAAO,EAAC,aAAa,EAAC,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAC,qBAAqB,EAAC,MAAM,uBAAuB,CAAC;AAM5D,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,aAAa,GAAG,IAAI,CAAC;AAE3B;;;;;;;;;;GAUG;AACH,MAAM,OAAO,gBAAgB;IACV,OAAO,CAAkB;IACzB,QAAQ,CAA8B;IACtC,UAAU,CAAS;IAEpC,YAAY,WAAwB,EAAE,OAAyB;QAC7D,IAAI,CAAC,OAAO,GAAG,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAClD,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ;YAClC,CAAC,CAAC,qBAAqB,CAAC,WAAW,CAAC,QAAQ,CAAC;YAC7C,CAAC,CAAC,SAAS,CAAC;QACd,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,mBAAmB,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAuB;QAChC,IAAI,SAAoC,CAAC;QAEzC,2BAA2B;QAC3B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YAC5D,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBAC5B,MAAM,IAAI,aAAa,CAAC,iBAAiB,EAAE,EAAC,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAC,CAAC,CAAC;YACvF,CAAC;YAED,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,SAAS,GAAG,GAAG,YAAY,aAAa;oBACtC,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,IAAI,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAC,CAAC,CAAC;gBAEtE,8CAA8C;gBAC9C,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;oBACzB,MAAM;gBACR,CAAC;gBAED,2CAA2C;gBAC3C,IAAI,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBAC9B,MAAM,OAAO,GAAG,aAAa,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;oBAC9C,MAAM,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC;QACH,CAAC;QAED,eAAe;QACf,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBAC5B,MAAM,IAAI,aAAa,CAAC,iBAAiB,EAAE,EAAC,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAC,CAAC,CAAC;YACvF,CAAC;YAED,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,SAAS,GAAG,GAAG,YAAY,aAAa;oBACtC,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,IAAI,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAC,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;QAED,MAAM,SAAS,IAAI,IAAI,aAAa,CAAC,sBAAsB,EAAE,EAAC,QAAQ,EAAE,UAAU,EAAC,CAAC,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAuB;QACvC,qBAAqB;QACrB,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBACxC,OAAO;YACT,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,2BAA2B;gBAC3B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;oBAC/B,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QAED,sBAAsB;QACtB,IAAI,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;YAC9B,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YACzC,OAAO;QACT,CAAC;QAED,+DAA+D;QAC/D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,MAAM,EAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAC,CAAC;YAC/C,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBACrC,MAAM,EAAC,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAC,CAAC;gBAC/D,MAAM,EAAC,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAC,CAAC;gBACtF,MAAM,EAAC,IAAI,EAAE,cAAc,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAC,CAAC;YACjE,CAAC;QACH,CAAC;QACD,MAAM;YACJ,IAAI,EAAE,aAAa;YACnB,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC;IACJ,CAAC;CACF;AAED,SAAS,KAAK,CAAC,EAAU,EAAE,MAAoB;IAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,aAAa,CAAC,iBAAiB,EAAE,EAAC,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAC,CAAC,CAAC,CAAC;YACvF,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAEtC,MAAM,EAAE,gBAAgB,CACtB,OAAO,EACP,GAAG,EAAE;YACH,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,IAAI,aAAa,CAAC,iBAAiB,EAAE,EAAC,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAC,CAAC,CAAC,CAAC;QACzF,CAAC,EACD,EAAC,IAAI,EAAE,IAAI,EAAC,CACb,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2026 Amodal Labs, Inc.
|
|
4
|
+
* SPDX-License-Identifier: MIT
|
|
5
|
+
*/
|
|
6
|
+
import type { ModelConfig } from '../../repo/config-schema.js';
|
|
7
|
+
import type { RuntimeProvider, LLMChatRequest, LLMChatResponse } from './runtime-provider-types.js';
|
|
8
|
+
import type { LLMStreamEvent } from './streaming-types.js';
|
|
9
|
+
/**
|
|
10
|
+
* RuntimeProvider backed by the Google Gemini API via @google/genai SDK.
|
|
11
|
+
*/
|
|
12
|
+
export declare class GoogleRuntimeProvider implements RuntimeProvider {
|
|
13
|
+
private readonly apiKey;
|
|
14
|
+
constructor(config: ModelConfig);
|
|
15
|
+
chat(request: LLMChatRequest): Promise<LLMChatResponse>;
|
|
16
|
+
chatStream(request: LLMChatRequest): AsyncGenerator<LLMStreamEvent>;
|
|
17
|
+
}
|