@octopi-agent/engine 0.55.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/NOTICE +7 -0
- package/README.md +26 -0
- package/dist/builtin-model-info.d.ts +30 -0
- package/dist/builtin-model-info.js +118 -0
- package/dist/config-schema/agent.d.ts +72 -0
- package/dist/config-schema/agent.js +38 -0
- package/dist/config-schema/context.d.ts +122 -0
- package/dist/config-schema/context.js +100 -0
- package/dist/config-schema/engine.d.ts +665 -0
- package/dist/config-schema/engine.js +55 -0
- package/dist/config-schema/governance.d.ts +81 -0
- package/dist/config-schema/governance.js +55 -0
- package/dist/config-schema/models.d.ts +159 -0
- package/dist/config-schema/models.js +92 -0
- package/dist/config-schema/observability.d.ts +57 -0
- package/dist/config-schema/observability.js +59 -0
- package/dist/config-schema/run.d.ts +102 -0
- package/dist/config-schema/run.js +99 -0
- package/dist/config-schema/shared.d.ts +54 -0
- package/dist/config-schema/shared.js +43 -0
- package/dist/config-schema/substrate.d.ts +156 -0
- package/dist/config-schema/substrate.js +191 -0
- package/dist/config-schema/subsystems.d.ts +11 -0
- package/dist/config-schema/subsystems.js +13 -0
- package/dist/config-schema/web-search.d.ts +32 -0
- package/dist/config-schema/web-search.js +38 -0
- package/dist/config.d.ts +840 -0
- package/dist/config.js +161 -0
- package/dist/harness/activation/coalesce.d.ts +38 -0
- package/dist/harness/activation/coalesce.js +80 -0
- package/dist/harness/activation/compiler.d.ts +15 -0
- package/dist/harness/activation/compiler.js +136 -0
- package/dist/harness/activation/dispatcher.d.ts +19 -0
- package/dist/harness/activation/dispatcher.js +31 -0
- package/dist/harness/activation/event-source-types.d.ts +63 -0
- package/dist/harness/activation/event-source-types.js +13 -0
- package/dist/harness/activation/index.d.ts +20 -0
- package/dist/harness/activation/index.js +14 -0
- package/dist/harness/activation/router.d.ts +16 -0
- package/dist/harness/activation/router.js +28 -0
- package/dist/harness/activation/runtime.d.ts +78 -0
- package/dist/harness/activation/runtime.js +310 -0
- package/dist/harness/activation/sources/agent-signal.d.ts +34 -0
- package/dist/harness/activation/sources/agent-signal.js +93 -0
- package/dist/harness/activation/sources/escalate-bridge.d.ts +43 -0
- package/dist/harness/activation/sources/escalate-bridge.js +85 -0
- package/dist/harness/activation/sources/index.d.ts +6 -0
- package/dist/harness/activation/sources/index.js +3 -0
- package/dist/harness/activation/sources/schedule.d.ts +43 -0
- package/dist/harness/activation/sources/schedule.js +102 -0
- package/dist/harness/activation/types.d.ts +166 -0
- package/dist/harness/activation/types.js +15 -0
- package/dist/harness/agent/builder.d.ts +456 -0
- package/dist/harness/agent/builder.js +1414 -0
- package/dist/harness/agent/config-bridge.d.ts +80 -0
- package/dist/harness/agent/config-bridge.js +424 -0
- package/dist/harness/agent/index.d.ts +15 -0
- package/dist/harness/agent/index.js +12 -0
- package/dist/harness/agent/persona.d.ts +52 -0
- package/dist/harness/agent/persona.js +166 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/index.d.ts +4 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/index.js +2 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/reader.d.ts +18 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/reader.js +83 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/writer.d.ts +36 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/writer.js +54 -0
- package/dist/harness/collaboration/autonomous-subsystem/boundary/index.d.ts +2 -0
- package/dist/harness/collaboration/autonomous-subsystem/boundary/index.js +1 -0
- package/dist/harness/collaboration/autonomous-subsystem/boundary/validator.d.ts +24 -0
- package/dist/harness/collaboration/autonomous-subsystem/boundary/validator.js +142 -0
- package/dist/harness/collaboration/autonomous-subsystem/errors.d.ts +8 -0
- package/dist/harness/collaboration/autonomous-subsystem/errors.js +11 -0
- package/dist/harness/collaboration/autonomous-subsystem/index.d.ts +25 -0
- package/dist/harness/collaboration/autonomous-subsystem/index.js +28 -0
- package/dist/harness/collaboration/autonomous-subsystem/loader.d.ts +34 -0
- package/dist/harness/collaboration/autonomous-subsystem/loader.js +368 -0
- package/dist/harness/collaboration/autonomous-subsystem/runtime.d.ts +131 -0
- package/dist/harness/collaboration/autonomous-subsystem/runtime.js +531 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/engine.d.ts +116 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/engine.js +551 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/index.d.ts +5 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/index.js +3 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/input-builder.d.ts +13 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/input-builder.js +128 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/metrics.d.ts +46 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/metrics.js +57 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/session-lifecycle-bridge.d.ts +48 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/session-lifecycle-bridge.js +108 -0
- package/dist/harness/collaboration/autonomous-subsystem/session/index.d.ts +2 -0
- package/dist/harness/collaboration/autonomous-subsystem/session/index.js +1 -0
- package/dist/harness/collaboration/autonomous-subsystem/session/manager.d.ts +26 -0
- package/dist/harness/collaboration/autonomous-subsystem/session/manager.js +78 -0
- package/dist/harness/collaboration/autonomous-subsystem/signal/bus.d.ts +110 -0
- package/dist/harness/collaboration/autonomous-subsystem/signal/bus.js +190 -0
- package/dist/harness/collaboration/autonomous-subsystem/signal/index.d.ts +2 -0
- package/dist/harness/collaboration/autonomous-subsystem/signal/index.js +1 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/executor.d.ts +107 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/executor.js +405 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/index.d.ts +6 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/index.js +3 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/llm-port.d.ts +65 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/llm-port.js +116 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/model-resolver.d.ts +64 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/model-resolver.js +89 -0
- package/dist/harness/collaboration/autonomous-subsystem/types.d.ts +559 -0
- package/dist/harness/collaboration/autonomous-subsystem/types.js +21 -0
- package/dist/harness/collaboration/multi-agent/agent-registry-types.d.ts +144 -0
- package/dist/harness/collaboration/multi-agent/agent-registry-types.js +25 -0
- package/dist/harness/collaboration/multi-agent/index.d.ts +17 -0
- package/dist/harness/collaboration/multi-agent/index.js +15 -0
- package/dist/harness/collaboration/multi-agent/message-channel-types.d.ts +69 -0
- package/dist/harness/collaboration/multi-agent/message-channel-types.js +16 -0
- package/dist/harness/collaboration/multi-agent/process.d.ts +167 -0
- package/dist/harness/collaboration/multi-agent/process.js +256 -0
- package/dist/harness/collaboration/multi-agent/registry.d.ts +36 -0
- package/dist/harness/collaboration/multi-agent/registry.js +137 -0
- package/dist/harness/collaboration/multi-agent/swarm.d.ts +135 -0
- package/dist/harness/collaboration/multi-agent/swarm.js +317 -0
- package/dist/harness/collaboration/multi-agent/types.d.ts +66 -0
- package/dist/harness/collaboration/multi-agent/types.js +15 -0
- package/dist/harness/collaboration/orchestration/async-task-store.d.ts +107 -0
- package/dist/harness/collaboration/orchestration/async-task-store.js +12 -0
- package/dist/harness/collaboration/orchestration/async-task.d.ts +156 -0
- package/dist/harness/collaboration/orchestration/async-task.js +359 -0
- package/dist/harness/collaboration/orchestration/cognitive-loop.d.ts +93 -0
- package/dist/harness/collaboration/orchestration/cognitive-loop.js +6 -0
- package/dist/harness/collaboration/orchestration/index.d.ts +19 -0
- package/dist/harness/collaboration/orchestration/index.js +16 -0
- package/dist/harness/collaboration/orchestration/planner/hybrid-planner.d.ts +47 -0
- package/dist/harness/collaboration/orchestration/planner/hybrid-planner.js +61 -0
- package/dist/harness/collaboration/orchestration/planner/index.d.ts +9 -0
- package/dist/harness/collaboration/orchestration/planner/index.js +6 -0
- package/dist/harness/collaboration/orchestration/planner/llm-planner.d.ts +54 -0
- package/dist/harness/collaboration/orchestration/planner/llm-planner.js +167 -0
- package/dist/harness/collaboration/orchestration/planner/rule-planner.d.ts +85 -0
- package/dist/harness/collaboration/orchestration/planner/rule-planner.js +175 -0
- package/dist/harness/collaboration/orchestration/quality/classifier.d.ts +21 -0
- package/dist/harness/collaboration/orchestration/quality/classifier.js +235 -0
- package/dist/harness/collaboration/orchestration/quality/gate.d.ts +29 -0
- package/dist/harness/collaboration/orchestration/quality/gate.js +409 -0
- package/dist/harness/collaboration/orchestration/quality/index.d.ts +9 -0
- package/dist/harness/collaboration/orchestration/quality/index.js +8 -0
- package/dist/harness/collaboration/orchestration/quality/types.d.ts +159 -0
- package/dist/harness/collaboration/orchestration/quality/types.js +33 -0
- package/dist/harness/collaboration/orchestration/reflector/index.d.ts +5 -0
- package/dist/harness/collaboration/orchestration/reflector/index.js +4 -0
- package/dist/harness/collaboration/orchestration/reflector/llm-reflector.d.ts +41 -0
- package/dist/harness/collaboration/orchestration/reflector/llm-reflector.js +142 -0
- package/dist/harness/collaboration/orchestration/scheduler/index.d.ts +5 -0
- package/dist/harness/collaboration/orchestration/scheduler/index.js +4 -0
- package/dist/harness/collaboration/orchestration/scheduler/task-scheduler.d.ts +143 -0
- package/dist/harness/collaboration/orchestration/scheduler/task-scheduler.js +297 -0
- package/dist/harness/collaboration/orchestration/strategy/classifier.d.ts +12 -0
- package/dist/harness/collaboration/orchestration/strategy/classifier.js +81 -0
- package/dist/harness/collaboration/orchestration/strategy/index.d.ts +3 -0
- package/dist/harness/collaboration/orchestration/strategy/index.js +2 -0
- package/dist/harness/collaboration/orchestration/strategy/router.d.ts +28 -0
- package/dist/harness/collaboration/orchestration/strategy/router.js +105 -0
- package/dist/harness/collaboration/orchestration/strategy/types.d.ts +49 -0
- package/dist/harness/collaboration/orchestration/strategy/types.js +4 -0
- package/dist/harness/collaboration/orchestration/workflow/engine.d.ts +86 -0
- package/dist/harness/collaboration/orchestration/workflow/engine.js +298 -0
- package/dist/harness/collaboration/orchestration/workflow/index.d.ts +9 -0
- package/dist/harness/collaboration/orchestration/workflow/index.js +7 -0
- package/dist/harness/collaboration/orchestration/workflow/types.d.ts +143 -0
- package/dist/harness/collaboration/orchestration/workflow/types.js +7 -0
- package/dist/harness/context/assembler.d.ts +74 -0
- package/dist/harness/context/assembler.js +315 -0
- package/dist/harness/context/budget-allocator.d.ts +41 -0
- package/dist/harness/context/budget-allocator.js +80 -0
- package/dist/harness/context/capabilities/compact/engine.d.ts +15 -0
- package/dist/harness/context/capabilities/compact/engine.js +320 -0
- package/dist/harness/context/capabilities/compact/index.d.ts +7 -0
- package/dist/harness/context/capabilities/compact/index.js +6 -0
- package/dist/harness/context/capabilities/compact/types.d.ts +78 -0
- package/dist/harness/context/capabilities/compact/types.js +6 -0
- package/dist/harness/context/capabilities/index.d.ts +10 -0
- package/dist/harness/context/capabilities/index.js +10 -0
- package/dist/harness/context/capabilities/summary/budget.d.ts +23 -0
- package/dist/harness/context/capabilities/summary/budget.js +26 -0
- package/dist/harness/context/capabilities/summary/executor.d.ts +37 -0
- package/dist/harness/context/capabilities/summary/executor.js +189 -0
- package/dist/harness/context/capabilities/summary/gate.d.ts +43 -0
- package/dist/harness/context/capabilities/summary/gate.js +69 -0
- package/dist/harness/context/capabilities/summary/index.d.ts +17 -0
- package/dist/harness/context/capabilities/summary/index.js +15 -0
- package/dist/harness/context/capabilities/summary/memory-cache.d.ts +16 -0
- package/dist/harness/context/capabilities/summary/memory-cache.js +42 -0
- package/dist/harness/context/capabilities/summary/oversized.d.ts +51 -0
- package/dist/harness/context/capabilities/summary/oversized.js +80 -0
- package/dist/harness/context/capabilities/summary/policies.d.ts +12 -0
- package/dist/harness/context/capabilities/summary/policies.js +139 -0
- package/dist/harness/context/capabilities/summary/port.d.ts +29 -0
- package/dist/harness/context/capabilities/summary/port.js +124 -0
- package/dist/harness/context/capabilities/summary/registry.d.ts +50 -0
- package/dist/harness/context/capabilities/summary/registry.js +182 -0
- package/dist/harness/context/capabilities/summary/resolver.d.ts +35 -0
- package/dist/harness/context/capabilities/summary/resolver.js +145 -0
- package/dist/harness/context/capabilities/summary/structured.d.ts +35 -0
- package/dist/harness/context/capabilities/summary/structured.js +163 -0
- package/dist/harness/context/capabilities/summary/tool-binding.d.ts +86 -0
- package/dist/harness/context/capabilities/summary/tool-binding.js +166 -0
- package/dist/harness/context/capabilities/summary/types.d.ts +171 -0
- package/dist/harness/context/capabilities/summary/types.js +6 -0
- package/dist/harness/context/compact-key.d.ts +13 -0
- package/dist/harness/context/compact-key.js +17 -0
- package/dist/harness/context/constitution/default-agents.md +227 -0
- package/dist/harness/context/constitution/load-constitution.d.ts +30 -0
- package/dist/harness/context/constitution/load-constitution.js +66 -0
- package/dist/harness/context/default-context-engine.d.ts +171 -0
- package/dist/harness/context/default-context-engine.js +836 -0
- package/dist/harness/context/hybrid-compressor.d.ts +41 -0
- package/dist/harness/context/hybrid-compressor.js +158 -0
- package/dist/harness/context/index.d.ts +26 -0
- package/dist/harness/context/index.js +17 -0
- package/dist/harness/context/layer-health.d.ts +58 -0
- package/dist/harness/context/layer-health.js +160 -0
- package/dist/harness/context/layer-snapshot.d.ts +69 -0
- package/dist/harness/context/layer-snapshot.js +133 -0
- package/dist/harness/context/layer-types.d.ts +184 -0
- package/dist/harness/context/layer-types.js +79 -0
- package/dist/harness/context/layers.d.ts +146 -0
- package/dist/harness/context/layers.js +371 -0
- package/dist/harness/context/llm-summarizer.d.ts +38 -0
- package/dist/harness/context/llm-summarizer.js +220 -0
- package/dist/harness/context/message-selector.d.ts +44 -0
- package/dist/harness/context/message-selector.js +180 -0
- package/dist/harness/context/runtime-datetime.d.ts +49 -0
- package/dist/harness/context/runtime-datetime.js +74 -0
- package/dist/harness/context/smart-router.d.ts +75 -0
- package/dist/harness/context/smart-router.js +118 -0
- package/dist/harness/context/summarize.d.ts +39 -0
- package/dist/harness/context/summarize.js +50 -0
- package/dist/harness/context/system-prompt-assembler.d.ts +56 -0
- package/dist/harness/context/system-prompt-assembler.js +122 -0
- package/dist/harness/context/token-constants.d.ts +24 -0
- package/dist/harness/context/token-constants.js +27 -0
- package/dist/harness/context/token-estimate-fns.d.ts +70 -0
- package/dist/harness/context/token-estimate-fns.js +117 -0
- package/dist/harness/context/token-estimator.d.ts +63 -0
- package/dist/harness/context/token-estimator.js +126 -0
- package/dist/harness/context/truncate-compressor.d.ts +28 -0
- package/dist/harness/context/truncate-compressor.js +100 -0
- package/dist/harness/context/types.d.ts +316 -0
- package/dist/harness/context/types.js +9 -0
- package/dist/harness/extension/execution-environment/index.d.ts +10 -0
- package/dist/harness/extension/execution-environment/index.js +8 -0
- package/dist/harness/extension/execution-environment/isolation.d.ts +56 -0
- package/dist/harness/extension/execution-environment/isolation.js +56 -0
- package/dist/harness/extension/execution-environment/sandbox.d.ts +12 -0
- package/dist/harness/extension/execution-environment/sandbox.js +87 -0
- package/dist/harness/extension/execution-environment/types.d.ts +157 -0
- package/dist/harness/extension/execution-environment/types.js +6 -0
- package/dist/harness/extension/execution-environment/workspace.d.ts +26 -0
- package/dist/harness/extension/execution-environment/workspace.js +171 -0
- package/dist/harness/extension/plugin-ecosystem/channel-types.d.ts +34 -0
- package/dist/harness/extension/plugin-ecosystem/channel-types.js +12 -0
- package/dist/harness/extension/plugin-ecosystem/commands/builtin.d.ts +34 -0
- package/dist/harness/extension/plugin-ecosystem/commands/builtin.js +185 -0
- package/dist/harness/extension/plugin-ecosystem/commands/index.d.ts +15 -0
- package/dist/harness/extension/plugin-ecosystem/commands/index.js +11 -0
- package/dist/harness/extension/plugin-ecosystem/commands/parse.d.ts +17 -0
- package/dist/harness/extension/plugin-ecosystem/commands/parse.js +41 -0
- package/dist/harness/extension/plugin-ecosystem/commands/plugin-bridge.d.ts +6 -0
- package/dist/harness/extension/plugin-ecosystem/commands/plugin-bridge.js +49 -0
- package/dist/harness/extension/plugin-ecosystem/commands/router.d.ts +71 -0
- package/dist/harness/extension/plugin-ecosystem/commands/router.js +302 -0
- package/dist/harness/extension/plugin-ecosystem/commands/skill-bridge.d.ts +10 -0
- package/dist/harness/extension/plugin-ecosystem/commands/skill-bridge.js +59 -0
- package/dist/harness/extension/plugin-ecosystem/commands/types.d.ts +126 -0
- package/dist/harness/extension/plugin-ecosystem/commands/types.js +7 -0
- package/dist/harness/extension/plugin-ecosystem/commands/user-source.d.ts +16 -0
- package/dist/harness/extension/plugin-ecosystem/commands/user-source.js +102 -0
- package/dist/harness/extension/plugin-ecosystem/index.d.ts +13 -0
- package/dist/harness/extension/plugin-ecosystem/index.js +10 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/bridge.d.ts +42 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/bridge.js +88 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/discovery.d.ts +39 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/discovery.js +117 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/index.d.ts +10 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/index.js +8 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/manager.d.ts +74 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/manager.js +146 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/types.d.ts +149 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/types.js +12 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/api.d.ts +294 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/api.js +270 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/capability.d.ts +100 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/capability.js +158 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/entry.d.ts +101 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/entry.js +65 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/hooks.d.ts +7 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/hooks.js +7 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/index.d.ts +26 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/index.js +26 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/lifecycle.d.ts +86 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/lifecycle.js +139 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/loader.d.ts +135 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/loader.js +353 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/manager.d.ts +504 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/manager.js +368 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/manifest.d.ts +261 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/manifest.js +44 -0
- package/dist/harness/extension/plugin-ecosystem/skills/manager.d.ts +123 -0
- package/dist/harness/extension/plugin-ecosystem/skills/manager.js +210 -0
- package/dist/harness/extension/plugin-ecosystem/skills/types.d.ts +29 -0
- package/dist/harness/extension/plugin-ecosystem/skills/types.js +7 -0
- package/dist/harness/extension/plugin-ecosystem/tools/ask-user.d.ts +34 -0
- package/dist/harness/extension/plugin-ecosystem/tools/ask-user.js +92 -0
- package/dist/harness/extension/plugin-ecosystem/tools/builtin.d.ts +101 -0
- package/dist/harness/extension/plugin-ecosystem/tools/builtin.js +570 -0
- package/dist/harness/extension/plugin-ecosystem/tools/env-info.d.ts +8 -0
- package/dist/harness/extension/plugin-ecosystem/tools/env-info.js +49 -0
- package/dist/harness/extension/plugin-ecosystem/tools/file-edit.d.ts +14 -0
- package/dist/harness/extension/plugin-ecosystem/tools/file-edit.js +126 -0
- package/dist/harness/extension/plugin-ecosystem/tools/file-search.d.ts +23 -0
- package/dist/harness/extension/plugin-ecosystem/tools/file-search.js +659 -0
- package/dist/harness/extension/plugin-ecosystem/tools/http.d.ts +28 -0
- package/dist/harness/extension/plugin-ecosystem/tools/http.js +170 -0
- package/dist/harness/extension/plugin-ecosystem/tools/index.d.ts +14 -0
- package/dist/harness/extension/plugin-ecosystem/tools/index.js +12 -0
- package/dist/harness/extension/plugin-ecosystem/tools/knowledge.d.ts +25 -0
- package/dist/harness/extension/plugin-ecosystem/tools/knowledge.js +164 -0
- package/dist/harness/extension/plugin-ecosystem/tools/memory.d.ts +19 -0
- package/dist/harness/extension/plugin-ecosystem/tools/memory.js +197 -0
- package/dist/harness/extension/plugin-ecosystem/tools/platform.d.ts +82 -0
- package/dist/harness/extension/plugin-ecosystem/tools/platform.js +251 -0
- package/dist/harness/extension/plugin-ecosystem/tools/session-history.d.ts +21 -0
- package/dist/harness/extension/plugin-ecosystem/tools/session-history.js +165 -0
- package/dist/harness/extension/plugin-ecosystem/tools/tool-bus.d.ts +65 -0
- package/dist/harness/extension/plugin-ecosystem/tools/tool-bus.js +262 -0
- package/dist/harness/extension/plugin-ecosystem/tools/tool-set.d.ts +34 -0
- package/dist/harness/extension/plugin-ecosystem/tools/tool-set.js +30 -0
- package/dist/harness/extension/plugin-ecosystem/tools/web-search-types.d.ts +66 -0
- package/dist/harness/extension/plugin-ecosystem/tools/web-search-types.js +12 -0
- package/dist/harness/extension/plugin-ecosystem/tools/web-search.d.ts +23 -0
- package/dist/harness/extension/plugin-ecosystem/tools/web-search.js +84 -0
- package/dist/harness/governance/accounting/index.d.ts +5 -0
- package/dist/harness/governance/accounting/index.js +3 -0
- package/dist/harness/governance/accounting/session-ledger.d.ts +67 -0
- package/dist/harness/governance/accounting/session-ledger.js +84 -0
- package/dist/harness/governance/accounting/usage-ledger.d.ts +107 -0
- package/dist/harness/governance/accounting/usage-ledger.js +137 -0
- package/dist/harness/governance/credentials/crypto.d.ts +34 -0
- package/dist/harness/governance/credentials/crypto.js +79 -0
- package/dist/harness/governance/credentials/db.d.ts +32 -0
- package/dist/harness/governance/credentials/db.js +87 -0
- package/dist/harness/governance/credentials/index.d.ts +9 -0
- package/dist/harness/governance/credentials/index.js +7 -0
- package/dist/harness/governance/credentials/store.d.ts +47 -0
- package/dist/harness/governance/credentials/store.js +228 -0
- package/dist/harness/governance/credentials/types.d.ts +67 -0
- package/dist/harness/governance/credentials/types.js +30 -0
- package/dist/harness/governance/human-in-the-loop/approval-manager.d.ts +32 -0
- package/dist/harness/governance/human-in-the-loop/approval-manager.js +93 -0
- package/dist/harness/governance/human-in-the-loop/index.d.ts +9 -0
- package/dist/harness/governance/human-in-the-loop/index.js +7 -0
- package/dist/harness/governance/human-in-the-loop/types.d.ts +66 -0
- package/dist/harness/governance/human-in-the-loop/types.js +6 -0
- package/dist/harness/governance/index.d.ts +10 -0
- package/dist/harness/governance/index.js +10 -0
- package/dist/harness/governance/security/capability-enforcer.d.ts +56 -0
- package/dist/harness/governance/security/capability-enforcer.js +132 -0
- package/dist/harness/governance/security/default-risk-policy.d.ts +66 -0
- package/dist/harness/governance/security/default-risk-policy.js +75 -0
- package/dist/harness/governance/security/default-security-guard.d.ts +105 -0
- package/dist/harness/governance/security/default-security-guard.js +578 -0
- package/dist/harness/governance/security/degradation.d.ts +14 -0
- package/dist/harness/governance/security/degradation.js +208 -0
- package/dist/harness/governance/security/index.d.ts +10 -0
- package/dist/harness/governance/security/index.js +10 -0
- package/dist/harness/governance/security/risk-evaluator.d.ts +68 -0
- package/dist/harness/governance/security/risk-evaluator.js +1043 -0
- package/dist/harness/governance/security/risk-types.d.ts +74 -0
- package/dist/harness/governance/security/risk-types.js +7 -0
- package/dist/harness/governance/security/shell-parser.d.ts +35 -0
- package/dist/harness/governance/security/shell-parser.js +525 -0
- package/dist/harness/governance/security/tool-call-risk-policy.d.ts +6 -0
- package/dist/harness/governance/security/tool-call-risk-policy.js +6 -0
- package/dist/harness/governance/session-acl/index.d.ts +11 -0
- package/dist/harness/governance/session-acl/index.js +7 -0
- package/dist/harness/governance/session-acl/rights.d.ts +78 -0
- package/dist/harness/governance/session-acl/rights.js +142 -0
- package/dist/harness/governance/session-acl/seed-roles.d.ts +16 -0
- package/dist/harness/governance/session-acl/seed-roles.js +85 -0
- package/dist/harness/governance/session-acl/service.d.ts +136 -0
- package/dist/harness/governance/session-acl/service.js +407 -0
- package/dist/harness/governance/session-acl/types.d.ts +102 -0
- package/dist/harness/governance/session-acl/types.js +5 -0
- package/dist/harness/index.d.ts +137 -0
- package/dist/harness/index.js +106 -0
- package/dist/harness/knowledge/adapters.d.ts +68 -0
- package/dist/harness/knowledge/adapters.js +421 -0
- package/dist/harness/knowledge/catalog-index.d.ts +7 -0
- package/dist/harness/knowledge/catalog-index.js +7 -0
- package/dist/harness/knowledge/catalog-types.d.ts +33 -0
- package/dist/harness/knowledge/catalog-types.js +10 -0
- package/dist/harness/knowledge/connector-fetcher.d.ts +13 -0
- package/dist/harness/knowledge/connector-fetcher.js +27 -0
- package/dist/harness/knowledge/connectors.d.ts +55 -0
- package/dist/harness/knowledge/connectors.js +181 -0
- package/dist/harness/knowledge/db.d.ts +26 -0
- package/dist/harness/knowledge/db.js +235 -0
- package/dist/harness/knowledge/describe.d.ts +40 -0
- package/dist/harness/knowledge/describe.js +52 -0
- package/dist/harness/knowledge/fetchers.d.ts +66 -0
- package/dist/harness/knowledge/fetchers.js +342 -0
- package/dist/harness/knowledge/grounding.d.ts +98 -0
- package/dist/harness/knowledge/grounding.js +208 -0
- package/dist/harness/knowledge/hit-log.d.ts +74 -0
- package/dist/harness/knowledge/hit-log.js +99 -0
- package/dist/harness/knowledge/html.d.ts +20 -0
- package/dist/harness/knowledge/html.js +103 -0
- package/dist/harness/knowledge/index-store.d.ts +150 -0
- package/dist/harness/knowledge/index-store.js +394 -0
- package/dist/harness/knowledge/index.d.ts +38 -0
- package/dist/harness/knowledge/index.js +24 -0
- package/dist/harness/knowledge/ingest.d.ts +162 -0
- package/dist/harness/knowledge/ingest.js +814 -0
- package/dist/harness/knowledge/network-guard.d.ts +57 -0
- package/dist/harness/knowledge/network-guard.js +242 -0
- package/dist/harness/knowledge/paths.d.ts +14 -0
- package/dist/harness/knowledge/paths.js +17 -0
- package/dist/harness/knowledge/purge.d.ts +34 -0
- package/dist/harness/knowledge/purge.js +51 -0
- package/dist/harness/knowledge/retriever.d.ts +83 -0
- package/dist/harness/knowledge/retriever.js +184 -0
- package/dist/harness/knowledge/secret-scan.d.ts +11 -0
- package/dist/harness/knowledge/secret-scan.js +32 -0
- package/dist/harness/knowledge/source-store.d.ts +107 -0
- package/dist/harness/knowledge/source-store.js +516 -0
- package/dist/harness/knowledge/types.d.ts +129 -0
- package/dist/harness/knowledge/types.js +14 -0
- package/dist/harness/memory/backfill-coverage.d.ts +80 -0
- package/dist/harness/memory/backfill-coverage.js +146 -0
- package/dist/harness/memory/backfill-trigger.d.ts +83 -0
- package/dist/harness/memory/backfill-trigger.js +247 -0
- package/dist/harness/memory/cognition-types.d.ts +4 -0
- package/dist/harness/memory/cognition-types.js +4 -0
- package/dist/harness/memory/cognition.d.ts +16 -0
- package/dist/harness/memory/cognition.js +107 -0
- package/dist/harness/memory/confidence.d.ts +63 -0
- package/dist/harness/memory/confidence.js +157 -0
- package/dist/harness/memory/decay-policy.d.ts +22 -0
- package/dist/harness/memory/decay-policy.js +28 -0
- package/dist/harness/memory/gates.d.ts +39 -0
- package/dist/harness/memory/gates.js +176 -0
- package/dist/harness/memory/health-probe.d.ts +36 -0
- package/dist/harness/memory/health-probe.js +78 -0
- package/dist/harness/memory/index.d.ts +32 -0
- package/dist/harness/memory/index.js +26 -0
- package/dist/harness/memory/similarity.d.ts +33 -0
- package/dist/harness/memory/similarity.js +69 -0
- package/dist/harness/memory/sqlite/agent-db.d.ts +73 -0
- package/dist/harness/memory/sqlite/agent-db.js +277 -0
- package/dist/harness/memory/sqlite/backfill-coverage.d.ts +13 -0
- package/dist/harness/memory/sqlite/backfill-coverage.js +57 -0
- package/dist/harness/memory/sqlite/cognition-store.d.ts +34 -0
- package/dist/harness/memory/sqlite/cognition-store.js +188 -0
- package/dist/harness/memory/sqlite/embedding-from-models.d.ts +47 -0
- package/dist/harness/memory/sqlite/embedding-from-models.js +90 -0
- package/dist/harness/memory/sqlite/embedding.d.ts +93 -0
- package/dist/harness/memory/sqlite/embedding.js +268 -0
- package/dist/harness/memory/sqlite/index.d.ts +22 -0
- package/dist/harness/memory/sqlite/index.js +17 -0
- package/dist/harness/memory/sqlite/keyword-search.d.ts +37 -0
- package/dist/harness/memory/sqlite/keyword-search.js +113 -0
- package/dist/harness/memory/sqlite/knowledge-registry.d.ts +45 -0
- package/dist/harness/memory/sqlite/knowledge-registry.js +59 -0
- package/dist/harness/memory/sqlite/memory-store.d.ts +80 -0
- package/dist/harness/memory/sqlite/memory-store.js +548 -0
- package/dist/harness/memory/sqlite/sqlite-vec.d.ts +45 -0
- package/dist/harness/memory/sqlite/sqlite-vec.js +159 -0
- package/dist/harness/memory/sqlite/vector-search.d.ts +41 -0
- package/dist/harness/memory/sqlite/vector-search.js +72 -0
- package/dist/harness/memory/sqlite/wisdom-store.d.ts +23 -0
- package/dist/harness/memory/sqlite/wisdom-store.js +64 -0
- package/dist/harness/memory/steward-policy.d.ts +122 -0
- package/dist/harness/memory/steward-policy.js +369 -0
- package/dist/harness/memory/store.d.ts +33 -0
- package/dist/harness/memory/store.js +173 -0
- package/dist/harness/memory/types.d.ts +170 -0
- package/dist/harness/memory/types.js +7 -0
- package/dist/harness/memory/wisdom-types.d.ts +4 -0
- package/dist/harness/memory/wisdom-types.js +4 -0
- package/dist/harness/observability/diagnostics/index.d.ts +5 -0
- package/dist/harness/observability/diagnostics/index.js +4 -0
- package/dist/harness/observability/diagnostics/registry.d.ts +19 -0
- package/dist/harness/observability/diagnostics/registry.js +74 -0
- package/dist/harness/observability/diagnostics/types.d.ts +42 -0
- package/dist/harness/observability/diagnostics/types.js +6 -0
- package/dist/harness/observability/observer/hub.d.ts +107 -0
- package/dist/harness/observability/observer/hub.js +907 -0
- package/dist/harness/observability/observer/index.d.ts +4 -0
- package/dist/harness/observability/observer/index.js +3 -0
- package/dist/harness/observability/observer/run-snapshot.d.ts +47 -0
- package/dist/harness/observability/observer/run-snapshot.js +65 -0
- package/dist/harness/observability/observer/types.d.ts +370 -0
- package/dist/harness/observability/observer/types.js +379 -0
- package/dist/harness/observability/run-telemetry.d.ts +51 -0
- package/dist/harness/observability/run-telemetry.js +28 -0
- package/dist/harness/run/agent/agent.d.ts +142 -0
- package/dist/harness/run/agent/agent.js +192 -0
- package/dist/harness/run/agent/index.d.ts +8 -0
- package/dist/harness/run/agent/index.js +7 -0
- package/dist/harness/run/budget/budget.d.ts +94 -0
- package/dist/harness/run/budget/budget.js +124 -0
- package/dist/harness/run/budget/index.d.ts +7 -0
- package/dist/harness/run/budget/index.js +6 -0
- package/dist/harness/run/concurrency/index.d.ts +18 -0
- package/dist/harness/run/concurrency/index.js +14 -0
- package/dist/harness/run/concurrency/provider-pool.d.ts +128 -0
- package/dist/harness/run/concurrency/provider-pool.js +329 -0
- package/dist/harness/run/concurrency/rate-limiter.d.ts +109 -0
- package/dist/harness/run/concurrency/rate-limiter.js +233 -0
- package/dist/harness/run/concurrency/session-gate.d.ts +85 -0
- package/dist/harness/run/concurrency/session-gate.js +176 -0
- package/dist/harness/run/concurrency/session-lease.d.ts +79 -0
- package/dist/harness/run/concurrency/session-lease.js +100 -0
- package/dist/harness/run/concurrency/tool-loop-detection-core.d.ts +41 -0
- package/dist/harness/run/concurrency/tool-loop-detection-core.js +239 -0
- package/dist/harness/run/concurrency/tool-loop-detection.d.ts +8 -0
- package/dist/harness/run/concurrency/tool-loop-detection.js +7 -0
- package/dist/harness/run/concurrency/tool-validator.d.ts +96 -0
- package/dist/harness/run/concurrency/tool-validator.js +195 -0
- package/dist/harness/run/index.d.ts +14 -0
- package/dist/harness/run/index.js +14 -0
- package/dist/harness/run/model/index.d.ts +9 -0
- package/dist/harness/run/model/index.js +7 -0
- package/dist/harness/run/model/resolver.d.ts +111 -0
- package/dist/harness/run/model/resolver.js +192 -0
- package/dist/harness/run/model/run-scope.d.ts +43 -0
- package/dist/harness/run/model/run-scope.js +64 -0
- package/dist/harness/run/model/types.d.ts +47 -0
- package/dist/harness/run/model/types.js +9 -0
- package/dist/harness/run/reliability/circuit-breaker.d.ts +87 -0
- package/dist/harness/run/reliability/circuit-breaker.js +130 -0
- package/dist/harness/run/reliability/fallback-provider.d.ts +40 -0
- package/dist/harness/run/reliability/fallback-provider.js +118 -0
- package/dist/harness/run/reliability/harness-events.d.ts +109 -0
- package/dist/harness/run/reliability/harness-events.js +7 -0
- package/dist/harness/run/reliability/index.d.ts +12 -0
- package/dist/harness/run/reliability/index.js +7 -0
- package/dist/harness/run/reliability/model-binding.d.ts +22 -0
- package/dist/harness/run/reliability/model-binding.js +27 -0
- package/dist/harness/run/reliability/provider-wrapper.d.ts +26 -0
- package/dist/harness/run/reliability/provider-wrapper.js +61 -0
- package/dist/harness/run/reliability/run-agent.d.ts +86 -0
- package/dist/harness/run/reliability/run-agent.js +932 -0
- package/dist/harness/run/reliability/run-metrics-collector.d.ts +80 -0
- package/dist/harness/run/reliability/run-metrics-collector.js +194 -0
- package/dist/harness/run/reliability/run-model-context.d.ts +19 -0
- package/dist/harness/run/reliability/run-model-context.js +32 -0
- package/dist/harness/run/run-guard/default-run-guard.d.ts +75 -0
- package/dist/harness/run/run-guard/default-run-guard.js +347 -0
- package/dist/harness/run/run-guard/index.d.ts +9 -0
- package/dist/harness/run/run-guard/index.js +8 -0
- package/dist/harness/run/run-scope.d.ts +81 -0
- package/dist/harness/run/run-scope.js +58 -0
- package/dist/harness/run/runner.d.ts +362 -0
- package/dist/harness/run/runner.js +1290 -0
- package/dist/harness/session/attachments/extract.d.ts +35 -0
- package/dist/harness/session/attachments/extract.js +72 -0
- package/dist/harness/session/attachments/index.d.ts +11 -0
- package/dist/harness/session/attachments/index.js +11 -0
- package/dist/harness/session/attachments/inject.d.ts +71 -0
- package/dist/harness/session/attachments/inject.js +142 -0
- package/dist/harness/session/attachments/intent.d.ts +32 -0
- package/dist/harness/session/attachments/intent.js +69 -0
- package/dist/harness/session/attachments/llm-intent.d.ts +17 -0
- package/dist/harness/session/attachments/llm-intent.js +74 -0
- package/dist/harness/session/attachments/paths.d.ts +15 -0
- package/dist/harness/session/attachments/paths.js +18 -0
- package/dist/harness/session/attachments/sanitize.d.ts +23 -0
- package/dist/harness/session/attachments/sanitize.js +55 -0
- package/dist/harness/session/attachments/service.d.ts +105 -0
- package/dist/harness/session/attachments/service.js +320 -0
- package/dist/harness/session/attachments/types.d.ts +64 -0
- package/dist/harness/session/attachments/types.js +17 -0
- package/dist/harness/session/compact.d.ts +23 -0
- package/dist/harness/session/compact.js +53 -0
- package/dist/harness/session/history/index.d.ts +4 -0
- package/dist/harness/session/history/index.js +3 -0
- package/dist/harness/session/history/port.d.ts +51 -0
- package/dist/harness/session/history/port.js +480 -0
- package/dist/harness/session/history/score.d.ts +71 -0
- package/dist/harness/session/history/score.js +225 -0
- package/dist/harness/session/history/types.d.ts +157 -0
- package/dist/harness/session/history/types.js +29 -0
- package/dist/harness/session/in-memory-store.d.ts +21 -0
- package/dist/harness/session/in-memory-store.js +48 -0
- package/dist/harness/session/index.d.ts +12 -0
- package/dist/harness/session/index.js +12 -0
- package/dist/harness/session/state-machine.d.ts +18 -0
- package/dist/harness/session/state-machine.js +31 -0
- package/dist/harness/session/tasks/index.d.ts +11 -0
- package/dist/harness/session/tasks/index.js +9 -0
- package/dist/harness/session/tasks/render.d.ts +12 -0
- package/dist/harness/session/tasks/render.js +57 -0
- package/dist/harness/session/tasks/service.d.ts +69 -0
- package/dist/harness/session/tasks/service.js +327 -0
- package/dist/harness/session/tasks/tools.d.ts +17 -0
- package/dist/harness/session/tasks/tools.js +210 -0
- package/dist/harness/session/tasks/types.d.ts +29 -0
- package/dist/harness/session/tasks/types.js +11 -0
- package/dist/harness/session/types.d.ts +88 -0
- package/dist/harness/session/types.js +7 -0
- package/dist/harness/shared/events/agent-event-map.d.ts +264 -0
- package/dist/harness/shared/events/agent-event-map.js +51 -0
- package/dist/harness/shared/events/index.d.ts +6 -0
- package/dist/harness/shared/events/index.js +4 -0
- package/dist/harness/shared/events/scenario-events.d.ts +96 -0
- package/dist/harness/shared/events/scenario-events.js +7 -0
- package/dist/harness/shared/types/agent-definition.d.ts +51 -0
- package/dist/harness/shared/types/agent-definition.js +8 -0
- package/dist/harness/shared/types/hook-context.d.ts +10 -0
- package/dist/harness/shared/types/hook-context.js +6 -0
- package/dist/harness/shared/types/index.d.ts +7 -0
- package/dist/harness/shared/types/index.js +4 -0
- package/dist/harness/shared/types/queue-mode.d.ts +4 -0
- package/dist/harness/shared/types/queue-mode.js +1 -0
- package/dist/harness/shared/types/thinking-level.d.ts +4 -0
- package/dist/harness/shared/types/thinking-level.js +1 -0
- package/dist/index.d.ts +117 -0
- package/dist/index.js +80 -0
- package/dist/integration/agent-runtime/channel-message-source.d.ts +27 -0
- package/dist/integration/agent-runtime/channel-message-source.js +58 -0
- package/dist/integration/agent-runtime/file-watch-source.d.ts +31 -0
- package/dist/integration/agent-runtime/file-watch-source.js +63 -0
- package/dist/integration/agent-runtime/index.d.ts +6 -0
- package/dist/integration/agent-runtime/index.js +3 -0
- package/dist/integration/agent-runtime/webhook-source.d.ts +39 -0
- package/dist/integration/agent-runtime/webhook-source.js +112 -0
- package/dist/integration/index.d.ts +23 -0
- package/dist/integration/index.js +23 -0
- package/dist/integration/mcp/index.d.ts +6 -0
- package/dist/integration/mcp/index.js +6 -0
- package/dist/integration/mcp/sdk-client.d.ts +39 -0
- package/dist/integration/mcp/sdk-client.js +157 -0
- package/dist/integration/observability/exporters.d.ts +111 -0
- package/dist/integration/observability/exporters.js +167 -0
- package/dist/integration/observability/index.d.ts +21 -0
- package/dist/integration/observability/index.js +16 -0
- package/dist/integration/observability/log-observer.d.ts +12 -0
- package/dist/integration/observability/log-observer.js +59 -0
- package/dist/integration/observability/metrics.d.ts +116 -0
- package/dist/integration/observability/metrics.js +237 -0
- package/dist/integration/observability/noop-observer.d.ts +12 -0
- package/dist/integration/observability/noop-observer.js +22 -0
- package/dist/integration/observability/observer-bridge.d.ts +56 -0
- package/dist/integration/observability/observer-bridge.js +195 -0
- package/dist/integration/observability/run-telemetry.d.ts +28 -0
- package/dist/integration/observability/run-telemetry.js +83 -0
- package/dist/integration/observability/trace-collector.d.ts +124 -0
- package/dist/integration/observability/trace-collector.js +253 -0
- package/dist/integration/observability/trace-events.d.ts +69 -0
- package/dist/integration/observability/trace-events.js +83 -0
- package/dist/integration/observability/trace-logger.d.ts +110 -0
- package/dist/integration/observability/trace-logger.js +219 -0
- package/dist/integration/providers/anthropic.d.ts +92 -0
- package/dist/integration/providers/anthropic.js +432 -0
- package/dist/integration/providers/index.d.ts +4 -0
- package/dist/integration/providers/index.js +2 -0
- package/dist/integration/providers/openai.d.ts +120 -0
- package/dist/integration/providers/openai.js +429 -0
- package/dist/integration/providers/usage.d.ts +20 -0
- package/dist/integration/providers/usage.js +69 -0
- package/dist/integration/storage/archive-manager.d.ts +79 -0
- package/dist/integration/storage/archive-manager.js +223 -0
- package/dist/integration/storage/jsonl.d.ts +51 -0
- package/dist/integration/storage/jsonl.js +246 -0
- package/dist/integration/storage/memory.d.ts +7 -0
- package/dist/integration/storage/memory.js +7 -0
- package/dist/integration/storage/session-index.d.ts +57 -0
- package/dist/integration/storage/session-index.js +379 -0
- package/dist/integration/web-search/brave.d.ts +13 -0
- package/dist/integration/web-search/brave.js +64 -0
- package/dist/integration/web-search/duckduckgo.d.ts +12 -0
- package/dist/integration/web-search/duckduckgo.js +102 -0
- package/dist/integration/web-search/factory.d.ts +91 -0
- package/dist/integration/web-search/factory.js +166 -0
- package/dist/integration/web-search/http.d.ts +22 -0
- package/dist/integration/web-search/http.js +94 -0
- package/dist/integration/web-search/index.d.ts +16 -0
- package/dist/integration/web-search/index.js +9 -0
- package/dist/integration/web-search/mimo.d.ts +57 -0
- package/dist/integration/web-search/mimo.js +226 -0
- package/dist/integration/web-search/serper.d.ts +13 -0
- package/dist/integration/web-search/serper.js +59 -0
- package/dist/integration/web-search/tavily.d.ts +16 -0
- package/dist/integration/web-search/tavily.js +56 -0
- package/dist/paths.d.ts +14 -0
- package/dist/paths.js +22 -0
- package/dist/subsystems/memory-steward/backfill/SUBSYSTEM.md +30 -0
- package/dist/subsystems/memory-steward/backfill/config.yaml +51 -0
- package/dist/subsystems/memory-steward/backfill/handler.d.ts +18 -0
- package/dist/subsystems/memory-steward/backfill/handler.js +343 -0
- package/dist/subsystems/memory-steward/govern/SUBSYSTEM.md +12 -0
- package/dist/subsystems/memory-steward/govern/config.yaml +65 -0
- package/dist/subsystems/memory-steward/govern/handler.d.ts +19 -0
- package/dist/subsystems/memory-steward/govern/handler.js +79 -0
- package/dist/subsystems/safety-guard/SUBSYSTEM.md +60 -0
- package/dist/subsystems/safety-guard/config.yaml +40 -0
- package/package.json +110 -0
|
@@ -0,0 +1,329 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* ProviderPool — 多 Key LLM Provider 负载均衡池
|
|
3
|
+
*
|
|
4
|
+
* 核心能力:
|
|
5
|
+
* - 多 key 分发:多个 API key 分散 rate limit 压力
|
|
6
|
+
* - 粘滞路由:同一 session 尽量路由到同一 key(prompt cache 命中)
|
|
7
|
+
* - 自动故障转移:key 限流/故障时自动切换
|
|
8
|
+
* - per-key 限流:每个 key 独立的令牌桶限流器
|
|
9
|
+
* - 主动探活:定期检查不健康 slot,恢复后立即回到路由池
|
|
10
|
+
*
|
|
11
|
+
* 设计原则:
|
|
12
|
+
* - 实现 ModelProvider 接口,对 Engine 透明
|
|
13
|
+
* - 配置驱动,所有参数从 config 读取
|
|
14
|
+
* - 粘滞映射有 TTL,过期自动解除
|
|
15
|
+
*/
|
|
16
|
+
import { RateLimiter } from './rate-limiter.js';
|
|
17
|
+
// ── ProviderPool 实现 ──
|
|
18
|
+
/**
|
|
19
|
+
* ProviderPool — 对外暴露 ModelProvider 接口
|
|
20
|
+
*
|
|
21
|
+
* 内部管理多个 provider slot,根据策略路由请求。
|
|
22
|
+
* 对 Engine 完全透明,可直接替换单个 provider。
|
|
23
|
+
*/
|
|
24
|
+
export class ProviderPool {
|
|
25
|
+
name = 'provider-pool';
|
|
26
|
+
defaultModel;
|
|
27
|
+
slots = [];
|
|
28
|
+
stickyMap = new Map();
|
|
29
|
+
roundRobinIndex = 0;
|
|
30
|
+
strategy;
|
|
31
|
+
stickyTtlMs;
|
|
32
|
+
cleanupTimer;
|
|
33
|
+
healthTimer;
|
|
34
|
+
healthIntervalMs;
|
|
35
|
+
healthTimeoutMs;
|
|
36
|
+
lastProbeAt = 0;
|
|
37
|
+
lastRecoverAt = 0;
|
|
38
|
+
constructor(poolConfig, providerMap) {
|
|
39
|
+
this.strategy = poolConfig.routing?.strategy ?? 'sticky';
|
|
40
|
+
this.stickyTtlMs = poolConfig.routing?.stickyTtlMs ?? 30 * 60 * 1000;
|
|
41
|
+
this.healthIntervalMs = poolConfig.healthCheck?.intervalMs ?? 30_000;
|
|
42
|
+
this.healthTimeoutMs = poolConfig.healthCheck?.timeoutMs ?? 5_000;
|
|
43
|
+
for (const slotConfig of poolConfig.slots) {
|
|
44
|
+
const provider = providerMap.get(slotConfig.provider);
|
|
45
|
+
if (!provider) {
|
|
46
|
+
throw new Error(`ProviderPool: provider "${slotConfig.provider}" not found in provider map. ` +
|
|
47
|
+
`Available: ${[...providerMap.keys()].join(', ')}`);
|
|
48
|
+
}
|
|
49
|
+
const rpm = slotConfig.rateLimit?.requestsPerMinute
|
|
50
|
+
?? poolConfig.rateLimit?.requestsPerMinute
|
|
51
|
+
?? 60;
|
|
52
|
+
const burst = slotConfig.rateLimit?.burstCapacity
|
|
53
|
+
?? poolConfig.rateLimit?.burstCapacity;
|
|
54
|
+
const maxWait = slotConfig.rateLimit?.maxWaitMs
|
|
55
|
+
?? poolConfig.rateLimit?.maxWaitMs
|
|
56
|
+
?? 30_000;
|
|
57
|
+
this.slots.push({
|
|
58
|
+
config: slotConfig,
|
|
59
|
+
provider,
|
|
60
|
+
rateLimiter: new RateLimiter({
|
|
61
|
+
requestsPerMinute: rpm,
|
|
62
|
+
burstCapacity: burst,
|
|
63
|
+
maxWaitMs: maxWait,
|
|
64
|
+
}),
|
|
65
|
+
healthy: true,
|
|
66
|
+
consecutiveErrors: 0,
|
|
67
|
+
totalCalls: 0,
|
|
68
|
+
totalErrors: 0,
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
if (this.slots.length === 0) {
|
|
72
|
+
throw new Error('ProviderPool: at least one slot is required');
|
|
73
|
+
}
|
|
74
|
+
this.defaultModel = this.slots[0].provider.defaultModel;
|
|
75
|
+
this.cleanupTimer = setInterval(() => this.cleanupSticky(), 60_000);
|
|
76
|
+
this.healthTimer = setInterval(() => this.runHealthCheck(), this.healthIntervalMs);
|
|
77
|
+
}
|
|
78
|
+
// ── ModelProvider 接口 ──
|
|
79
|
+
async chat(request) {
|
|
80
|
+
const sessionId = this.extractSessionId(request);
|
|
81
|
+
const { slot, index } = await this.selectSlot(sessionId);
|
|
82
|
+
try {
|
|
83
|
+
await slot.rateLimiter.acquire();
|
|
84
|
+
slot.totalCalls++;
|
|
85
|
+
const response = await slot.provider.chat(request);
|
|
86
|
+
this.onSuccess(index);
|
|
87
|
+
return response;
|
|
88
|
+
}
|
|
89
|
+
catch (err) {
|
|
90
|
+
this.onError(index, err);
|
|
91
|
+
throw err;
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
async *stream(request) {
|
|
95
|
+
const sessionId = this.extractSessionId(request);
|
|
96
|
+
const { slot, index } = await this.selectSlot(sessionId);
|
|
97
|
+
try {
|
|
98
|
+
await slot.rateLimiter.acquire();
|
|
99
|
+
slot.totalCalls++;
|
|
100
|
+
const gen = slot.provider.stream(request);
|
|
101
|
+
yield* gen;
|
|
102
|
+
this.onSuccess(index);
|
|
103
|
+
}
|
|
104
|
+
catch (err) {
|
|
105
|
+
this.onError(index, err);
|
|
106
|
+
throw err;
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
getModelInfo(model) {
|
|
110
|
+
for (const slot of this.slots) {
|
|
111
|
+
if (slot.healthy) {
|
|
112
|
+
const info = slot.provider.getModelInfo(model);
|
|
113
|
+
if (info)
|
|
114
|
+
return info;
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
return this.slots[0]?.provider.getModelInfo(model) ?? null;
|
|
118
|
+
}
|
|
119
|
+
getModelInfos() {
|
|
120
|
+
const seen = new Set();
|
|
121
|
+
const result = [];
|
|
122
|
+
for (const slot of this.slots) {
|
|
123
|
+
for (const info of slot.provider.getModelInfos()) {
|
|
124
|
+
if (!seen.has(info.name)) {
|
|
125
|
+
seen.add(info.name);
|
|
126
|
+
result.push(info);
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
return result;
|
|
131
|
+
}
|
|
132
|
+
async isAvailable() {
|
|
133
|
+
return this.slots.some(s => s.healthy);
|
|
134
|
+
}
|
|
135
|
+
// ── 生命周期 ──
|
|
136
|
+
destroy() {
|
|
137
|
+
if (this.cleanupTimer) {
|
|
138
|
+
clearInterval(this.cleanupTimer);
|
|
139
|
+
this.cleanupTimer = undefined;
|
|
140
|
+
}
|
|
141
|
+
if (this.healthTimer) {
|
|
142
|
+
clearInterval(this.healthTimer);
|
|
143
|
+
this.healthTimer = undefined;
|
|
144
|
+
}
|
|
145
|
+
for (const slot of this.slots) {
|
|
146
|
+
slot.rateLimiter.destroy();
|
|
147
|
+
}
|
|
148
|
+
this.stickyMap.clear();
|
|
149
|
+
}
|
|
150
|
+
// ── 监控 ──
|
|
151
|
+
getSlotMetrics() {
|
|
152
|
+
return this.slots.map((slot, i) => ({
|
|
153
|
+
index: i,
|
|
154
|
+
provider: slot.config.provider,
|
|
155
|
+
healthy: slot.healthy,
|
|
156
|
+
weight: slot.config.weight ?? 1,
|
|
157
|
+
totalCalls: slot.totalCalls,
|
|
158
|
+
totalErrors: slot.totalErrors,
|
|
159
|
+
consecutiveErrors: slot.consecutiveErrors,
|
|
160
|
+
rateLimiter: slot.rateLimiter.metrics(),
|
|
161
|
+
}));
|
|
162
|
+
}
|
|
163
|
+
getStickyStats() {
|
|
164
|
+
return {
|
|
165
|
+
activeSessions: this.stickyMap.size,
|
|
166
|
+
ttlMs: this.stickyTtlMs,
|
|
167
|
+
strategy: this.strategy,
|
|
168
|
+
};
|
|
169
|
+
}
|
|
170
|
+
getHealthStats() {
|
|
171
|
+
return {
|
|
172
|
+
lastProbeAt: this.lastProbeAt,
|
|
173
|
+
lastRecoverAt: this.lastRecoverAt,
|
|
174
|
+
intervalMs: this.healthIntervalMs,
|
|
175
|
+
timeoutMs: this.healthTimeoutMs,
|
|
176
|
+
};
|
|
177
|
+
}
|
|
178
|
+
/**
|
|
179
|
+
* 手动触发一次探活,便于编排或测试。
|
|
180
|
+
*/
|
|
181
|
+
async runHealthCheck() {
|
|
182
|
+
await this.probeUnhealthySlots();
|
|
183
|
+
}
|
|
184
|
+
// ── 路由逻辑 ──
|
|
185
|
+
async selectSlot(sessionId) {
|
|
186
|
+
if (sessionId && this.strategy === 'sticky') {
|
|
187
|
+
const sticky = this.stickyMap.get(sessionId);
|
|
188
|
+
if (sticky !== undefined) {
|
|
189
|
+
const slot = this.slots[sticky.slotIndex];
|
|
190
|
+
if (slot.healthy) {
|
|
191
|
+
sticky.lastUsed = Date.now();
|
|
192
|
+
return { slot, index: sticky.slotIndex };
|
|
193
|
+
}
|
|
194
|
+
this.stickyMap.delete(sessionId);
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
const index = this.pickSlot(sessionId);
|
|
198
|
+
const slot = this.slots[index];
|
|
199
|
+
if (sessionId) {
|
|
200
|
+
this.stickyMap.set(sessionId, { slotIndex: index, lastUsed: Date.now() });
|
|
201
|
+
}
|
|
202
|
+
return { slot, index };
|
|
203
|
+
}
|
|
204
|
+
pickSlot(sessionId) {
|
|
205
|
+
const healthy = this.slots
|
|
206
|
+
.map((s, i) => ({ slot: s, index: i }))
|
|
207
|
+
.filter(s => s.slot.healthy);
|
|
208
|
+
if (healthy.length === 0) {
|
|
209
|
+
return 0;
|
|
210
|
+
}
|
|
211
|
+
switch (this.strategy) {
|
|
212
|
+
case 'round-robin':
|
|
213
|
+
return this.pickRoundRobin(healthy.map(h => h.index));
|
|
214
|
+
case 'least-loaded':
|
|
215
|
+
return this.pickLeastLoaded(healthy.map(h => h.index));
|
|
216
|
+
case 'sticky':
|
|
217
|
+
default:
|
|
218
|
+
return this.pickWeightedRandom(healthy.map(h => h.index));
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
pickWeightedRandom(indices) {
|
|
222
|
+
const totalWeight = indices.reduce((sum, i) => sum + (this.slots[i].config.weight ?? 1), 0);
|
|
223
|
+
let rand = Math.random() * totalWeight;
|
|
224
|
+
for (const i of indices) {
|
|
225
|
+
rand -= this.slots[i].config.weight ?? 1;
|
|
226
|
+
if (rand <= 0)
|
|
227
|
+
return i;
|
|
228
|
+
}
|
|
229
|
+
return indices[indices.length - 1];
|
|
230
|
+
}
|
|
231
|
+
pickRoundRobin(indices) {
|
|
232
|
+
const expanded = [];
|
|
233
|
+
for (const i of indices) {
|
|
234
|
+
const w = this.slots[i].config.weight ?? 1;
|
|
235
|
+
for (let j = 0; j < w; j++)
|
|
236
|
+
expanded.push(i);
|
|
237
|
+
}
|
|
238
|
+
const idx = this.roundRobinIndex % expanded.length;
|
|
239
|
+
this.roundRobinIndex++;
|
|
240
|
+
return expanded[idx];
|
|
241
|
+
}
|
|
242
|
+
pickLeastLoaded(indices) {
|
|
243
|
+
let best = indices[0];
|
|
244
|
+
let bestLoad = Infinity;
|
|
245
|
+
for (const i of indices) {
|
|
246
|
+
const metrics = this.slots[i].rateLimiter.metrics();
|
|
247
|
+
const pending = metrics.totalRequests - metrics.fulfilledRequests;
|
|
248
|
+
const load = (metrics.queueLength + pending) / (this.slots[i].config.weight ?? 1);
|
|
249
|
+
if (load < bestLoad) {
|
|
250
|
+
bestLoad = load;
|
|
251
|
+
best = i;
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
return best;
|
|
255
|
+
}
|
|
256
|
+
// ── 健康管理 ──
|
|
257
|
+
onSuccess(index) {
|
|
258
|
+
const slot = this.slots[index];
|
|
259
|
+
slot.consecutiveErrors = 0;
|
|
260
|
+
if (!slot.healthy) {
|
|
261
|
+
slot.healthy = true;
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
onError(index, err) {
|
|
265
|
+
const slot = this.slots[index];
|
|
266
|
+
slot.consecutiveErrors++;
|
|
267
|
+
slot.totalErrors++;
|
|
268
|
+
if (slot.consecutiveErrors >= 5) {
|
|
269
|
+
slot.healthy = false;
|
|
270
|
+
}
|
|
271
|
+
// 失败后立即触发一次探活,缩短恢复窗口
|
|
272
|
+
void this.runHealthCheck().catch(() => { });
|
|
273
|
+
}
|
|
274
|
+
async probeUnhealthySlots() {
|
|
275
|
+
const now = Date.now();
|
|
276
|
+
this.lastProbeAt = now;
|
|
277
|
+
for (const slot of this.slots) {
|
|
278
|
+
if (slot.healthy) {
|
|
279
|
+
continue;
|
|
280
|
+
}
|
|
281
|
+
const healthy = await this.checkSlotHealth(slot);
|
|
282
|
+
if (healthy) {
|
|
283
|
+
slot.healthy = true;
|
|
284
|
+
slot.consecutiveErrors = 0;
|
|
285
|
+
this.lastRecoverAt = now;
|
|
286
|
+
}
|
|
287
|
+
}
|
|
288
|
+
}
|
|
289
|
+
async checkSlotHealth(slot) {
|
|
290
|
+
const controller = new AbortController();
|
|
291
|
+
const timer = setTimeout(() => controller.abort(), this.healthTimeoutMs);
|
|
292
|
+
try {
|
|
293
|
+
const result = await Promise.race([
|
|
294
|
+
slot.provider.isAvailable(),
|
|
295
|
+
this.waitForAbort(controller.signal),
|
|
296
|
+
]);
|
|
297
|
+
return result === true;
|
|
298
|
+
}
|
|
299
|
+
catch {
|
|
300
|
+
return false;
|
|
301
|
+
}
|
|
302
|
+
finally {
|
|
303
|
+
clearTimeout(timer);
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
waitForAbort(signal) {
|
|
307
|
+
return new Promise((resolve) => {
|
|
308
|
+
if (signal.aborted) {
|
|
309
|
+
resolve(false);
|
|
310
|
+
return;
|
|
311
|
+
}
|
|
312
|
+
const onAbort = () => resolve(false);
|
|
313
|
+
signal.addEventListener('abort', onAbort, { once: true });
|
|
314
|
+
});
|
|
315
|
+
}
|
|
316
|
+
// ── 粘滞映射管理 ──
|
|
317
|
+
cleanupSticky() {
|
|
318
|
+
const now = Date.now();
|
|
319
|
+
for (const [sessionId, entry] of this.stickyMap) {
|
|
320
|
+
if (now - entry.lastUsed > this.stickyTtlMs) {
|
|
321
|
+
this.stickyMap.delete(sessionId);
|
|
322
|
+
}
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
extractSessionId(request) {
|
|
326
|
+
const signal = request.signal;
|
|
327
|
+
return signal?.__sessionId;
|
|
328
|
+
}
|
|
329
|
+
}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RateLimiter — 令牌桶限流器
|
|
3
|
+
*
|
|
4
|
+
* 用于控制 LLM API 调用频率,避免触发 provider 的速率限制。
|
|
5
|
+
*
|
|
6
|
+
* 设计原则:
|
|
7
|
+
* - 令牌桶算法:平滑限流,允许突发流量
|
|
8
|
+
* - 支持多 provider:每个 provider 独立限流
|
|
9
|
+
* - 自动等待:请求超限时自动排队等待
|
|
10
|
+
* - 可观测:提供等待时间和队列长度指标
|
|
11
|
+
*
|
|
12
|
+
* 语义:acquire() 阻塞直到获得令牌,令牌消耗后由 refill 自动补充。
|
|
13
|
+
* 不需要 release —— 限流器控制的是请求频率,不是资源持有。
|
|
14
|
+
*/
|
|
15
|
+
export interface RateLimiterConfig {
|
|
16
|
+
/** 每分钟最大请求数 */
|
|
17
|
+
requestsPerMinute: number;
|
|
18
|
+
/** 突发容量(令牌桶大小,默认等于 requestsPerMinute) */
|
|
19
|
+
burstCapacity?: number;
|
|
20
|
+
/** 令牌补充间隔(毫秒,默认 1000) */
|
|
21
|
+
refillIntervalMs?: number;
|
|
22
|
+
/** 最大等待时间(毫秒,默认 60000) */
|
|
23
|
+
maxWaitMs?: number;
|
|
24
|
+
}
|
|
25
|
+
export interface RateLimiterMetrics {
|
|
26
|
+
/** 当前可用令牌数 */
|
|
27
|
+
availableTokens: number;
|
|
28
|
+
/** 等待队列长度 */
|
|
29
|
+
queueLength: number;
|
|
30
|
+
/** 总请求数 */
|
|
31
|
+
totalRequests: number;
|
|
32
|
+
/** 已满足的请求数 */
|
|
33
|
+
fulfilledRequests: number;
|
|
34
|
+
/** 总等待时间(毫秒) */
|
|
35
|
+
totalWaitMs: number;
|
|
36
|
+
/** 平均等待时间(毫秒) */
|
|
37
|
+
avgWaitMs: number;
|
|
38
|
+
}
|
|
39
|
+
export declare class RateLimiter {
|
|
40
|
+
private readonly config;
|
|
41
|
+
private tokens;
|
|
42
|
+
private readonly maxTokens;
|
|
43
|
+
private readonly refillRate;
|
|
44
|
+
private lastRefill;
|
|
45
|
+
private queue;
|
|
46
|
+
private totalRequests;
|
|
47
|
+
private fulfilledRequests;
|
|
48
|
+
private totalWaitMs;
|
|
49
|
+
private refillTimer?;
|
|
50
|
+
private destroyed;
|
|
51
|
+
constructor(config: RateLimiterConfig);
|
|
52
|
+
/**
|
|
53
|
+
* 等待直到获得一个令牌。
|
|
54
|
+
* 令牌消耗后由桶自动补充,不需要 release。
|
|
55
|
+
* @throws 超时或已销毁时抛出错误
|
|
56
|
+
*/
|
|
57
|
+
acquire(): Promise<void>;
|
|
58
|
+
/**
|
|
59
|
+
* 尝试获取令牌,不等待
|
|
60
|
+
* @returns true 表示获得令牌,false 表示桶已空
|
|
61
|
+
*/
|
|
62
|
+
tryAcquire(): boolean;
|
|
63
|
+
/**
|
|
64
|
+
* 获取当前指标
|
|
65
|
+
*/
|
|
66
|
+
metrics(): RateLimiterMetrics;
|
|
67
|
+
/**
|
|
68
|
+
* 销毁限流器,拒绝所有排队中的请求
|
|
69
|
+
*/
|
|
70
|
+
destroy(): void;
|
|
71
|
+
/**
|
|
72
|
+
* 检查是否已销毁
|
|
73
|
+
*/
|
|
74
|
+
get isDestroyed(): boolean;
|
|
75
|
+
private refill;
|
|
76
|
+
private processQueue;
|
|
77
|
+
private estimateWaitMs;
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* 多 Provider 限流管理器
|
|
81
|
+
*/
|
|
82
|
+
export declare class ProviderRateLimitManager {
|
|
83
|
+
private limiters;
|
|
84
|
+
private destroyed;
|
|
85
|
+
/**
|
|
86
|
+
* 注册 provider 限流器
|
|
87
|
+
*/
|
|
88
|
+
register(provider: string, config: RateLimiterConfig): void;
|
|
89
|
+
/**
|
|
90
|
+
* 获取 provider 限流器
|
|
91
|
+
*/
|
|
92
|
+
get(provider: string): RateLimiter | undefined;
|
|
93
|
+
/**
|
|
94
|
+
* 获取或创建默认限流器
|
|
95
|
+
*/
|
|
96
|
+
getOrCreate(provider: string, defaultConfig?: RateLimiterConfig): RateLimiter;
|
|
97
|
+
/**
|
|
98
|
+
* 获取所有 provider 的指标
|
|
99
|
+
*/
|
|
100
|
+
metrics(): Record<string, RateLimiterMetrics>;
|
|
101
|
+
/**
|
|
102
|
+
* 销毁所有限流器
|
|
103
|
+
*/
|
|
104
|
+
destroy(): void;
|
|
105
|
+
/**
|
|
106
|
+
* 检查是否已销毁
|
|
107
|
+
*/
|
|
108
|
+
get isDestroyed(): boolean;
|
|
109
|
+
}
|
|
@@ -0,0 +1,233 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RateLimiter — 令牌桶限流器
|
|
3
|
+
*
|
|
4
|
+
* 用于控制 LLM API 调用频率,避免触发 provider 的速率限制。
|
|
5
|
+
*
|
|
6
|
+
* 设计原则:
|
|
7
|
+
* - 令牌桶算法:平滑限流,允许突发流量
|
|
8
|
+
* - 支持多 provider:每个 provider 独立限流
|
|
9
|
+
* - 自动等待:请求超限时自动排队等待
|
|
10
|
+
* - 可观测:提供等待时间和队列长度指标
|
|
11
|
+
*
|
|
12
|
+
* 语义:acquire() 阻塞直到获得令牌,令牌消耗后由 refill 自动补充。
|
|
13
|
+
* 不需要 release —— 限流器控制的是请求频率,不是资源持有。
|
|
14
|
+
*/
|
|
15
|
+
export class RateLimiter {
|
|
16
|
+
config;
|
|
17
|
+
tokens;
|
|
18
|
+
maxTokens;
|
|
19
|
+
refillRate; // tokens per ms
|
|
20
|
+
lastRefill;
|
|
21
|
+
queue = [];
|
|
22
|
+
totalRequests = 0;
|
|
23
|
+
fulfilledRequests = 0;
|
|
24
|
+
totalWaitMs = 0;
|
|
25
|
+
refillTimer;
|
|
26
|
+
destroyed = false;
|
|
27
|
+
constructor(config) {
|
|
28
|
+
this.config = config;
|
|
29
|
+
if (config.requestsPerMinute <= 0) {
|
|
30
|
+
throw new Error('requestsPerMinute must be positive');
|
|
31
|
+
}
|
|
32
|
+
this.maxTokens = config.burstCapacity ?? config.requestsPerMinute;
|
|
33
|
+
this.tokens = this.maxTokens;
|
|
34
|
+
this.refillRate = config.requestsPerMinute / (60 * 1000); // tokens per ms
|
|
35
|
+
this.lastRefill = Date.now();
|
|
36
|
+
// 定期补充令牌
|
|
37
|
+
this.refillTimer = setInterval(() => this.refill(), config.refillIntervalMs ?? 1000);
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* 等待直到获得一个令牌。
|
|
41
|
+
* 令牌消耗后由桶自动补充,不需要 release。
|
|
42
|
+
* @throws 超时或已销毁时抛出错误
|
|
43
|
+
*/
|
|
44
|
+
async acquire() {
|
|
45
|
+
if (this.destroyed) {
|
|
46
|
+
throw new Error('RateLimiter has been destroyed');
|
|
47
|
+
}
|
|
48
|
+
const requestedAt = Date.now();
|
|
49
|
+
this.totalRequests++;
|
|
50
|
+
// 尝试立即获取令牌
|
|
51
|
+
this.refill();
|
|
52
|
+
if (this.tokens >= 1) {
|
|
53
|
+
this.tokens -= 1;
|
|
54
|
+
this.fulfilledRequests++;
|
|
55
|
+
this.totalWaitMs += Date.now() - requestedAt;
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
// 需要等待
|
|
59
|
+
const waitMs = this.estimateWaitMs();
|
|
60
|
+
const maxWait = this.config.maxWaitMs ?? 60_000;
|
|
61
|
+
if (waitMs > maxWait) {
|
|
62
|
+
throw new Error(`Rate limit exceeded: estimated wait ${Math.round(waitMs)}ms exceeds max ${maxWait}ms`);
|
|
63
|
+
}
|
|
64
|
+
// 排队等待
|
|
65
|
+
return new Promise((resolve, reject) => {
|
|
66
|
+
const timer = setTimeout(() => {
|
|
67
|
+
const idx = this.queue.indexOf(entry);
|
|
68
|
+
if (idx >= 0)
|
|
69
|
+
this.queue.splice(idx, 1);
|
|
70
|
+
reject(new Error(`Rate limit timeout: waited ${this.config.maxWaitMs}ms`));
|
|
71
|
+
}, this.config.maxWaitMs);
|
|
72
|
+
const entry = {
|
|
73
|
+
resolve: () => {
|
|
74
|
+
clearTimeout(timer);
|
|
75
|
+
const waitTime = Date.now() - requestedAt;
|
|
76
|
+
this.totalWaitMs += waitTime;
|
|
77
|
+
this.fulfilledRequests++;
|
|
78
|
+
resolve();
|
|
79
|
+
},
|
|
80
|
+
reject: (err) => {
|
|
81
|
+
clearTimeout(timer);
|
|
82
|
+
reject(err);
|
|
83
|
+
},
|
|
84
|
+
requestedAt,
|
|
85
|
+
timer,
|
|
86
|
+
};
|
|
87
|
+
this.queue.push(entry);
|
|
88
|
+
this.processQueue();
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
/**
|
|
92
|
+
* 尝试获取令牌,不等待
|
|
93
|
+
* @returns true 表示获得令牌,false 表示桶已空
|
|
94
|
+
*/
|
|
95
|
+
tryAcquire() {
|
|
96
|
+
if (this.destroyed)
|
|
97
|
+
return false;
|
|
98
|
+
this.refill();
|
|
99
|
+
if (this.tokens >= 1) {
|
|
100
|
+
this.tokens -= 1;
|
|
101
|
+
this.fulfilledRequests++;
|
|
102
|
+
return true;
|
|
103
|
+
}
|
|
104
|
+
return false;
|
|
105
|
+
}
|
|
106
|
+
/**
|
|
107
|
+
* 获取当前指标
|
|
108
|
+
*/
|
|
109
|
+
metrics() {
|
|
110
|
+
this.refill();
|
|
111
|
+
return {
|
|
112
|
+
availableTokens: Math.floor(this.tokens),
|
|
113
|
+
queueLength: this.queue.length,
|
|
114
|
+
totalRequests: this.totalRequests,
|
|
115
|
+
fulfilledRequests: this.fulfilledRequests,
|
|
116
|
+
totalWaitMs: this.totalWaitMs,
|
|
117
|
+
avgWaitMs: this.totalRequests > 0 ? this.totalWaitMs / this.totalRequests : 0,
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
/**
|
|
121
|
+
* 销毁限流器,拒绝所有排队中的请求
|
|
122
|
+
*/
|
|
123
|
+
destroy() {
|
|
124
|
+
if (this.destroyed)
|
|
125
|
+
return;
|
|
126
|
+
this.destroyed = true;
|
|
127
|
+
if (this.refillTimer) {
|
|
128
|
+
clearInterval(this.refillTimer);
|
|
129
|
+
this.refillTimer = undefined;
|
|
130
|
+
}
|
|
131
|
+
for (const entry of this.queue) {
|
|
132
|
+
entry.reject(new Error('RateLimiter destroyed'));
|
|
133
|
+
}
|
|
134
|
+
this.queue = [];
|
|
135
|
+
}
|
|
136
|
+
/**
|
|
137
|
+
* 检查是否已销毁
|
|
138
|
+
*/
|
|
139
|
+
get isDestroyed() {
|
|
140
|
+
return this.destroyed;
|
|
141
|
+
}
|
|
142
|
+
refill() {
|
|
143
|
+
const now = Date.now();
|
|
144
|
+
const elapsed = now - this.lastRefill;
|
|
145
|
+
if (elapsed <= 0)
|
|
146
|
+
return;
|
|
147
|
+
const newTokens = elapsed * this.refillRate;
|
|
148
|
+
this.tokens = Math.min(this.maxTokens, this.tokens + newTokens);
|
|
149
|
+
this.lastRefill = now;
|
|
150
|
+
this.processQueue();
|
|
151
|
+
}
|
|
152
|
+
processQueue() {
|
|
153
|
+
while (this.queue.length > 0 && this.tokens >= 1) {
|
|
154
|
+
this.tokens -= 1;
|
|
155
|
+
const entry = this.queue.shift();
|
|
156
|
+
entry.resolve();
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
estimateWaitMs() {
|
|
160
|
+
if (this.tokens >= 1)
|
|
161
|
+
return 0;
|
|
162
|
+
const deficit = 1 - this.tokens;
|
|
163
|
+
// refillRate 在构造函数校验后保证 > 0
|
|
164
|
+
return deficit / this.refillRate;
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
/**
|
|
168
|
+
* 多 Provider 限流管理器
|
|
169
|
+
*/
|
|
170
|
+
export class ProviderRateLimitManager {
|
|
171
|
+
limiters = new Map();
|
|
172
|
+
destroyed = false;
|
|
173
|
+
/**
|
|
174
|
+
* 注册 provider 限流器
|
|
175
|
+
*/
|
|
176
|
+
register(provider, config) {
|
|
177
|
+
if (this.destroyed) {
|
|
178
|
+
throw new Error('ProviderRateLimitManager has been destroyed');
|
|
179
|
+
}
|
|
180
|
+
if (this.limiters.has(provider)) {
|
|
181
|
+
this.limiters.get(provider).destroy();
|
|
182
|
+
}
|
|
183
|
+
this.limiters.set(provider, new RateLimiter(config));
|
|
184
|
+
}
|
|
185
|
+
/**
|
|
186
|
+
* 获取 provider 限流器
|
|
187
|
+
*/
|
|
188
|
+
get(provider) {
|
|
189
|
+
return this.limiters.get(provider);
|
|
190
|
+
}
|
|
191
|
+
/**
|
|
192
|
+
* 获取或创建默认限流器
|
|
193
|
+
*/
|
|
194
|
+
getOrCreate(provider, defaultConfig) {
|
|
195
|
+
let limiter = this.limiters.get(provider);
|
|
196
|
+
if (!limiter && defaultConfig) {
|
|
197
|
+
limiter = new RateLimiter(defaultConfig);
|
|
198
|
+
this.limiters.set(provider, limiter);
|
|
199
|
+
}
|
|
200
|
+
if (!limiter) {
|
|
201
|
+
throw new Error(`No rate limiter registered for provider: ${provider}`);
|
|
202
|
+
}
|
|
203
|
+
return limiter;
|
|
204
|
+
}
|
|
205
|
+
/**
|
|
206
|
+
* 获取所有 provider 的指标
|
|
207
|
+
*/
|
|
208
|
+
metrics() {
|
|
209
|
+
const result = {};
|
|
210
|
+
for (const [provider, limiter] of this.limiters) {
|
|
211
|
+
result[provider] = limiter.metrics();
|
|
212
|
+
}
|
|
213
|
+
return result;
|
|
214
|
+
}
|
|
215
|
+
/**
|
|
216
|
+
* 销毁所有限流器
|
|
217
|
+
*/
|
|
218
|
+
destroy() {
|
|
219
|
+
if (this.destroyed)
|
|
220
|
+
return;
|
|
221
|
+
this.destroyed = true;
|
|
222
|
+
for (const limiter of this.limiters.values()) {
|
|
223
|
+
limiter.destroy();
|
|
224
|
+
}
|
|
225
|
+
this.limiters.clear();
|
|
226
|
+
}
|
|
227
|
+
/**
|
|
228
|
+
* 检查是否已销毁
|
|
229
|
+
*/
|
|
230
|
+
get isDestroyed() {
|
|
231
|
+
return this.destroyed;
|
|
232
|
+
}
|
|
233
|
+
}
|