@octopi-agent/engine 0.55.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/NOTICE +7 -0
- package/README.md +26 -0
- package/dist/builtin-model-info.d.ts +30 -0
- package/dist/builtin-model-info.js +118 -0
- package/dist/config-schema/agent.d.ts +72 -0
- package/dist/config-schema/agent.js +38 -0
- package/dist/config-schema/context.d.ts +122 -0
- package/dist/config-schema/context.js +100 -0
- package/dist/config-schema/engine.d.ts +665 -0
- package/dist/config-schema/engine.js +55 -0
- package/dist/config-schema/governance.d.ts +81 -0
- package/dist/config-schema/governance.js +55 -0
- package/dist/config-schema/models.d.ts +159 -0
- package/dist/config-schema/models.js +92 -0
- package/dist/config-schema/observability.d.ts +57 -0
- package/dist/config-schema/observability.js +59 -0
- package/dist/config-schema/run.d.ts +102 -0
- package/dist/config-schema/run.js +99 -0
- package/dist/config-schema/shared.d.ts +54 -0
- package/dist/config-schema/shared.js +43 -0
- package/dist/config-schema/substrate.d.ts +156 -0
- package/dist/config-schema/substrate.js +191 -0
- package/dist/config-schema/subsystems.d.ts +11 -0
- package/dist/config-schema/subsystems.js +13 -0
- package/dist/config-schema/web-search.d.ts +32 -0
- package/dist/config-schema/web-search.js +38 -0
- package/dist/config.d.ts +840 -0
- package/dist/config.js +161 -0
- package/dist/harness/activation/coalesce.d.ts +38 -0
- package/dist/harness/activation/coalesce.js +80 -0
- package/dist/harness/activation/compiler.d.ts +15 -0
- package/dist/harness/activation/compiler.js +136 -0
- package/dist/harness/activation/dispatcher.d.ts +19 -0
- package/dist/harness/activation/dispatcher.js +31 -0
- package/dist/harness/activation/event-source-types.d.ts +63 -0
- package/dist/harness/activation/event-source-types.js +13 -0
- package/dist/harness/activation/index.d.ts +20 -0
- package/dist/harness/activation/index.js +14 -0
- package/dist/harness/activation/router.d.ts +16 -0
- package/dist/harness/activation/router.js +28 -0
- package/dist/harness/activation/runtime.d.ts +78 -0
- package/dist/harness/activation/runtime.js +310 -0
- package/dist/harness/activation/sources/agent-signal.d.ts +34 -0
- package/dist/harness/activation/sources/agent-signal.js +93 -0
- package/dist/harness/activation/sources/escalate-bridge.d.ts +43 -0
- package/dist/harness/activation/sources/escalate-bridge.js +85 -0
- package/dist/harness/activation/sources/index.d.ts +6 -0
- package/dist/harness/activation/sources/index.js +3 -0
- package/dist/harness/activation/sources/schedule.d.ts +43 -0
- package/dist/harness/activation/sources/schedule.js +102 -0
- package/dist/harness/activation/types.d.ts +166 -0
- package/dist/harness/activation/types.js +15 -0
- package/dist/harness/agent/builder.d.ts +456 -0
- package/dist/harness/agent/builder.js +1414 -0
- package/dist/harness/agent/config-bridge.d.ts +80 -0
- package/dist/harness/agent/config-bridge.js +424 -0
- package/dist/harness/agent/index.d.ts +15 -0
- package/dist/harness/agent/index.js +12 -0
- package/dist/harness/agent/persona.d.ts +52 -0
- package/dist/harness/agent/persona.js +166 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/index.d.ts +4 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/index.js +2 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/reader.d.ts +18 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/reader.js +83 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/writer.d.ts +36 -0
- package/dist/harness/collaboration/autonomous-subsystem/audit/writer.js +54 -0
- package/dist/harness/collaboration/autonomous-subsystem/boundary/index.d.ts +2 -0
- package/dist/harness/collaboration/autonomous-subsystem/boundary/index.js +1 -0
- package/dist/harness/collaboration/autonomous-subsystem/boundary/validator.d.ts +24 -0
- package/dist/harness/collaboration/autonomous-subsystem/boundary/validator.js +142 -0
- package/dist/harness/collaboration/autonomous-subsystem/errors.d.ts +8 -0
- package/dist/harness/collaboration/autonomous-subsystem/errors.js +11 -0
- package/dist/harness/collaboration/autonomous-subsystem/index.d.ts +25 -0
- package/dist/harness/collaboration/autonomous-subsystem/index.js +28 -0
- package/dist/harness/collaboration/autonomous-subsystem/loader.d.ts +34 -0
- package/dist/harness/collaboration/autonomous-subsystem/loader.js +368 -0
- package/dist/harness/collaboration/autonomous-subsystem/runtime.d.ts +131 -0
- package/dist/harness/collaboration/autonomous-subsystem/runtime.js +531 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/engine.d.ts +116 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/engine.js +551 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/index.d.ts +5 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/index.js +3 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/input-builder.d.ts +13 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/input-builder.js +128 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/metrics.d.ts +46 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/metrics.js +57 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/session-lifecycle-bridge.d.ts +48 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/session-lifecycle-bridge.js +108 -0
- package/dist/harness/collaboration/autonomous-subsystem/session/index.d.ts +2 -0
- package/dist/harness/collaboration/autonomous-subsystem/session/index.js +1 -0
- package/dist/harness/collaboration/autonomous-subsystem/session/manager.d.ts +26 -0
- package/dist/harness/collaboration/autonomous-subsystem/session/manager.js +78 -0
- package/dist/harness/collaboration/autonomous-subsystem/signal/bus.d.ts +110 -0
- package/dist/harness/collaboration/autonomous-subsystem/signal/bus.js +190 -0
- package/dist/harness/collaboration/autonomous-subsystem/signal/index.d.ts +2 -0
- package/dist/harness/collaboration/autonomous-subsystem/signal/index.js +1 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/executor.d.ts +107 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/executor.js +405 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/index.d.ts +6 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/index.js +3 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/llm-port.d.ts +65 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/llm-port.js +116 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/model-resolver.d.ts +64 -0
- package/dist/harness/collaboration/autonomous-subsystem/think/model-resolver.js +89 -0
- package/dist/harness/collaboration/autonomous-subsystem/types.d.ts +559 -0
- package/dist/harness/collaboration/autonomous-subsystem/types.js +21 -0
- package/dist/harness/collaboration/multi-agent/agent-registry-types.d.ts +144 -0
- package/dist/harness/collaboration/multi-agent/agent-registry-types.js +25 -0
- package/dist/harness/collaboration/multi-agent/index.d.ts +17 -0
- package/dist/harness/collaboration/multi-agent/index.js +15 -0
- package/dist/harness/collaboration/multi-agent/message-channel-types.d.ts +69 -0
- package/dist/harness/collaboration/multi-agent/message-channel-types.js +16 -0
- package/dist/harness/collaboration/multi-agent/process.d.ts +167 -0
- package/dist/harness/collaboration/multi-agent/process.js +256 -0
- package/dist/harness/collaboration/multi-agent/registry.d.ts +36 -0
- package/dist/harness/collaboration/multi-agent/registry.js +137 -0
- package/dist/harness/collaboration/multi-agent/swarm.d.ts +135 -0
- package/dist/harness/collaboration/multi-agent/swarm.js +317 -0
- package/dist/harness/collaboration/multi-agent/types.d.ts +66 -0
- package/dist/harness/collaboration/multi-agent/types.js +15 -0
- package/dist/harness/collaboration/orchestration/async-task-store.d.ts +107 -0
- package/dist/harness/collaboration/orchestration/async-task-store.js +12 -0
- package/dist/harness/collaboration/orchestration/async-task.d.ts +156 -0
- package/dist/harness/collaboration/orchestration/async-task.js +359 -0
- package/dist/harness/collaboration/orchestration/cognitive-loop.d.ts +93 -0
- package/dist/harness/collaboration/orchestration/cognitive-loop.js +6 -0
- package/dist/harness/collaboration/orchestration/index.d.ts +19 -0
- package/dist/harness/collaboration/orchestration/index.js +16 -0
- package/dist/harness/collaboration/orchestration/planner/hybrid-planner.d.ts +47 -0
- package/dist/harness/collaboration/orchestration/planner/hybrid-planner.js +61 -0
- package/dist/harness/collaboration/orchestration/planner/index.d.ts +9 -0
- package/dist/harness/collaboration/orchestration/planner/index.js +6 -0
- package/dist/harness/collaboration/orchestration/planner/llm-planner.d.ts +54 -0
- package/dist/harness/collaboration/orchestration/planner/llm-planner.js +167 -0
- package/dist/harness/collaboration/orchestration/planner/rule-planner.d.ts +85 -0
- package/dist/harness/collaboration/orchestration/planner/rule-planner.js +175 -0
- package/dist/harness/collaboration/orchestration/quality/classifier.d.ts +21 -0
- package/dist/harness/collaboration/orchestration/quality/classifier.js +235 -0
- package/dist/harness/collaboration/orchestration/quality/gate.d.ts +29 -0
- package/dist/harness/collaboration/orchestration/quality/gate.js +409 -0
- package/dist/harness/collaboration/orchestration/quality/index.d.ts +9 -0
- package/dist/harness/collaboration/orchestration/quality/index.js +8 -0
- package/dist/harness/collaboration/orchestration/quality/types.d.ts +159 -0
- package/dist/harness/collaboration/orchestration/quality/types.js +33 -0
- package/dist/harness/collaboration/orchestration/reflector/index.d.ts +5 -0
- package/dist/harness/collaboration/orchestration/reflector/index.js +4 -0
- package/dist/harness/collaboration/orchestration/reflector/llm-reflector.d.ts +41 -0
- package/dist/harness/collaboration/orchestration/reflector/llm-reflector.js +142 -0
- package/dist/harness/collaboration/orchestration/scheduler/index.d.ts +5 -0
- package/dist/harness/collaboration/orchestration/scheduler/index.js +4 -0
- package/dist/harness/collaboration/orchestration/scheduler/task-scheduler.d.ts +143 -0
- package/dist/harness/collaboration/orchestration/scheduler/task-scheduler.js +297 -0
- package/dist/harness/collaboration/orchestration/strategy/classifier.d.ts +12 -0
- package/dist/harness/collaboration/orchestration/strategy/classifier.js +81 -0
- package/dist/harness/collaboration/orchestration/strategy/index.d.ts +3 -0
- package/dist/harness/collaboration/orchestration/strategy/index.js +2 -0
- package/dist/harness/collaboration/orchestration/strategy/router.d.ts +28 -0
- package/dist/harness/collaboration/orchestration/strategy/router.js +105 -0
- package/dist/harness/collaboration/orchestration/strategy/types.d.ts +49 -0
- package/dist/harness/collaboration/orchestration/strategy/types.js +4 -0
- package/dist/harness/collaboration/orchestration/workflow/engine.d.ts +86 -0
- package/dist/harness/collaboration/orchestration/workflow/engine.js +298 -0
- package/dist/harness/collaboration/orchestration/workflow/index.d.ts +9 -0
- package/dist/harness/collaboration/orchestration/workflow/index.js +7 -0
- package/dist/harness/collaboration/orchestration/workflow/types.d.ts +143 -0
- package/dist/harness/collaboration/orchestration/workflow/types.js +7 -0
- package/dist/harness/context/assembler.d.ts +74 -0
- package/dist/harness/context/assembler.js +315 -0
- package/dist/harness/context/budget-allocator.d.ts +41 -0
- package/dist/harness/context/budget-allocator.js +80 -0
- package/dist/harness/context/capabilities/compact/engine.d.ts +15 -0
- package/dist/harness/context/capabilities/compact/engine.js +320 -0
- package/dist/harness/context/capabilities/compact/index.d.ts +7 -0
- package/dist/harness/context/capabilities/compact/index.js +6 -0
- package/dist/harness/context/capabilities/compact/types.d.ts +78 -0
- package/dist/harness/context/capabilities/compact/types.js +6 -0
- package/dist/harness/context/capabilities/index.d.ts +10 -0
- package/dist/harness/context/capabilities/index.js +10 -0
- package/dist/harness/context/capabilities/summary/budget.d.ts +23 -0
- package/dist/harness/context/capabilities/summary/budget.js +26 -0
- package/dist/harness/context/capabilities/summary/executor.d.ts +37 -0
- package/dist/harness/context/capabilities/summary/executor.js +189 -0
- package/dist/harness/context/capabilities/summary/gate.d.ts +43 -0
- package/dist/harness/context/capabilities/summary/gate.js +69 -0
- package/dist/harness/context/capabilities/summary/index.d.ts +17 -0
- package/dist/harness/context/capabilities/summary/index.js +15 -0
- package/dist/harness/context/capabilities/summary/memory-cache.d.ts +16 -0
- package/dist/harness/context/capabilities/summary/memory-cache.js +42 -0
- package/dist/harness/context/capabilities/summary/oversized.d.ts +51 -0
- package/dist/harness/context/capabilities/summary/oversized.js +80 -0
- package/dist/harness/context/capabilities/summary/policies.d.ts +12 -0
- package/dist/harness/context/capabilities/summary/policies.js +139 -0
- package/dist/harness/context/capabilities/summary/port.d.ts +29 -0
- package/dist/harness/context/capabilities/summary/port.js +124 -0
- package/dist/harness/context/capabilities/summary/registry.d.ts +50 -0
- package/dist/harness/context/capabilities/summary/registry.js +182 -0
- package/dist/harness/context/capabilities/summary/resolver.d.ts +35 -0
- package/dist/harness/context/capabilities/summary/resolver.js +145 -0
- package/dist/harness/context/capabilities/summary/structured.d.ts +35 -0
- package/dist/harness/context/capabilities/summary/structured.js +163 -0
- package/dist/harness/context/capabilities/summary/tool-binding.d.ts +86 -0
- package/dist/harness/context/capabilities/summary/tool-binding.js +166 -0
- package/dist/harness/context/capabilities/summary/types.d.ts +171 -0
- package/dist/harness/context/capabilities/summary/types.js +6 -0
- package/dist/harness/context/compact-key.d.ts +13 -0
- package/dist/harness/context/compact-key.js +17 -0
- package/dist/harness/context/constitution/default-agents.md +227 -0
- package/dist/harness/context/constitution/load-constitution.d.ts +30 -0
- package/dist/harness/context/constitution/load-constitution.js +66 -0
- package/dist/harness/context/default-context-engine.d.ts +171 -0
- package/dist/harness/context/default-context-engine.js +836 -0
- package/dist/harness/context/hybrid-compressor.d.ts +41 -0
- package/dist/harness/context/hybrid-compressor.js +158 -0
- package/dist/harness/context/index.d.ts +26 -0
- package/dist/harness/context/index.js +17 -0
- package/dist/harness/context/layer-health.d.ts +58 -0
- package/dist/harness/context/layer-health.js +160 -0
- package/dist/harness/context/layer-snapshot.d.ts +69 -0
- package/dist/harness/context/layer-snapshot.js +133 -0
- package/dist/harness/context/layer-types.d.ts +184 -0
- package/dist/harness/context/layer-types.js +79 -0
- package/dist/harness/context/layers.d.ts +146 -0
- package/dist/harness/context/layers.js +371 -0
- package/dist/harness/context/llm-summarizer.d.ts +38 -0
- package/dist/harness/context/llm-summarizer.js +220 -0
- package/dist/harness/context/message-selector.d.ts +44 -0
- package/dist/harness/context/message-selector.js +180 -0
- package/dist/harness/context/runtime-datetime.d.ts +49 -0
- package/dist/harness/context/runtime-datetime.js +74 -0
- package/dist/harness/context/smart-router.d.ts +75 -0
- package/dist/harness/context/smart-router.js +118 -0
- package/dist/harness/context/summarize.d.ts +39 -0
- package/dist/harness/context/summarize.js +50 -0
- package/dist/harness/context/system-prompt-assembler.d.ts +56 -0
- package/dist/harness/context/system-prompt-assembler.js +122 -0
- package/dist/harness/context/token-constants.d.ts +24 -0
- package/dist/harness/context/token-constants.js +27 -0
- package/dist/harness/context/token-estimate-fns.d.ts +70 -0
- package/dist/harness/context/token-estimate-fns.js +117 -0
- package/dist/harness/context/token-estimator.d.ts +63 -0
- package/dist/harness/context/token-estimator.js +126 -0
- package/dist/harness/context/truncate-compressor.d.ts +28 -0
- package/dist/harness/context/truncate-compressor.js +100 -0
- package/dist/harness/context/types.d.ts +316 -0
- package/dist/harness/context/types.js +9 -0
- package/dist/harness/extension/execution-environment/index.d.ts +10 -0
- package/dist/harness/extension/execution-environment/index.js +8 -0
- package/dist/harness/extension/execution-environment/isolation.d.ts +56 -0
- package/dist/harness/extension/execution-environment/isolation.js +56 -0
- package/dist/harness/extension/execution-environment/sandbox.d.ts +12 -0
- package/dist/harness/extension/execution-environment/sandbox.js +87 -0
- package/dist/harness/extension/execution-environment/types.d.ts +157 -0
- package/dist/harness/extension/execution-environment/types.js +6 -0
- package/dist/harness/extension/execution-environment/workspace.d.ts +26 -0
- package/dist/harness/extension/execution-environment/workspace.js +171 -0
- package/dist/harness/extension/plugin-ecosystem/channel-types.d.ts +34 -0
- package/dist/harness/extension/plugin-ecosystem/channel-types.js +12 -0
- package/dist/harness/extension/plugin-ecosystem/commands/builtin.d.ts +34 -0
- package/dist/harness/extension/plugin-ecosystem/commands/builtin.js +185 -0
- package/dist/harness/extension/plugin-ecosystem/commands/index.d.ts +15 -0
- package/dist/harness/extension/plugin-ecosystem/commands/index.js +11 -0
- package/dist/harness/extension/plugin-ecosystem/commands/parse.d.ts +17 -0
- package/dist/harness/extension/plugin-ecosystem/commands/parse.js +41 -0
- package/dist/harness/extension/plugin-ecosystem/commands/plugin-bridge.d.ts +6 -0
- package/dist/harness/extension/plugin-ecosystem/commands/plugin-bridge.js +49 -0
- package/dist/harness/extension/plugin-ecosystem/commands/router.d.ts +71 -0
- package/dist/harness/extension/plugin-ecosystem/commands/router.js +302 -0
- package/dist/harness/extension/plugin-ecosystem/commands/skill-bridge.d.ts +10 -0
- package/dist/harness/extension/plugin-ecosystem/commands/skill-bridge.js +59 -0
- package/dist/harness/extension/plugin-ecosystem/commands/types.d.ts +126 -0
- package/dist/harness/extension/plugin-ecosystem/commands/types.js +7 -0
- package/dist/harness/extension/plugin-ecosystem/commands/user-source.d.ts +16 -0
- package/dist/harness/extension/plugin-ecosystem/commands/user-source.js +102 -0
- package/dist/harness/extension/plugin-ecosystem/index.d.ts +13 -0
- package/dist/harness/extension/plugin-ecosystem/index.js +10 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/bridge.d.ts +42 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/bridge.js +88 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/discovery.d.ts +39 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/discovery.js +117 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/index.d.ts +10 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/index.js +8 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/manager.d.ts +74 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/manager.js +146 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/types.d.ts +149 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/types.js +12 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/api.d.ts +294 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/api.js +270 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/capability.d.ts +100 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/capability.js +158 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/entry.d.ts +101 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/entry.js +65 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/hooks.d.ts +7 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/hooks.js +7 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/index.d.ts +26 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/index.js +26 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/lifecycle.d.ts +86 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/lifecycle.js +139 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/loader.d.ts +135 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/loader.js +353 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/manager.d.ts +504 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/manager.js +368 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/manifest.d.ts +261 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/manifest.js +44 -0
- package/dist/harness/extension/plugin-ecosystem/skills/manager.d.ts +123 -0
- package/dist/harness/extension/plugin-ecosystem/skills/manager.js +210 -0
- package/dist/harness/extension/plugin-ecosystem/skills/types.d.ts +29 -0
- package/dist/harness/extension/plugin-ecosystem/skills/types.js +7 -0
- package/dist/harness/extension/plugin-ecosystem/tools/ask-user.d.ts +34 -0
- package/dist/harness/extension/plugin-ecosystem/tools/ask-user.js +92 -0
- package/dist/harness/extension/plugin-ecosystem/tools/builtin.d.ts +101 -0
- package/dist/harness/extension/plugin-ecosystem/tools/builtin.js +570 -0
- package/dist/harness/extension/plugin-ecosystem/tools/env-info.d.ts +8 -0
- package/dist/harness/extension/plugin-ecosystem/tools/env-info.js +49 -0
- package/dist/harness/extension/plugin-ecosystem/tools/file-edit.d.ts +14 -0
- package/dist/harness/extension/plugin-ecosystem/tools/file-edit.js +126 -0
- package/dist/harness/extension/plugin-ecosystem/tools/file-search.d.ts +23 -0
- package/dist/harness/extension/plugin-ecosystem/tools/file-search.js +659 -0
- package/dist/harness/extension/plugin-ecosystem/tools/http.d.ts +28 -0
- package/dist/harness/extension/plugin-ecosystem/tools/http.js +170 -0
- package/dist/harness/extension/plugin-ecosystem/tools/index.d.ts +14 -0
- package/dist/harness/extension/plugin-ecosystem/tools/index.js +12 -0
- package/dist/harness/extension/plugin-ecosystem/tools/knowledge.d.ts +25 -0
- package/dist/harness/extension/plugin-ecosystem/tools/knowledge.js +164 -0
- package/dist/harness/extension/plugin-ecosystem/tools/memory.d.ts +19 -0
- package/dist/harness/extension/plugin-ecosystem/tools/memory.js +197 -0
- package/dist/harness/extension/plugin-ecosystem/tools/platform.d.ts +82 -0
- package/dist/harness/extension/plugin-ecosystem/tools/platform.js +251 -0
- package/dist/harness/extension/plugin-ecosystem/tools/session-history.d.ts +21 -0
- package/dist/harness/extension/plugin-ecosystem/tools/session-history.js +165 -0
- package/dist/harness/extension/plugin-ecosystem/tools/tool-bus.d.ts +65 -0
- package/dist/harness/extension/plugin-ecosystem/tools/tool-bus.js +262 -0
- package/dist/harness/extension/plugin-ecosystem/tools/tool-set.d.ts +34 -0
- package/dist/harness/extension/plugin-ecosystem/tools/tool-set.js +30 -0
- package/dist/harness/extension/plugin-ecosystem/tools/web-search-types.d.ts +66 -0
- package/dist/harness/extension/plugin-ecosystem/tools/web-search-types.js +12 -0
- package/dist/harness/extension/plugin-ecosystem/tools/web-search.d.ts +23 -0
- package/dist/harness/extension/plugin-ecosystem/tools/web-search.js +84 -0
- package/dist/harness/governance/accounting/index.d.ts +5 -0
- package/dist/harness/governance/accounting/index.js +3 -0
- package/dist/harness/governance/accounting/session-ledger.d.ts +67 -0
- package/dist/harness/governance/accounting/session-ledger.js +84 -0
- package/dist/harness/governance/accounting/usage-ledger.d.ts +107 -0
- package/dist/harness/governance/accounting/usage-ledger.js +137 -0
- package/dist/harness/governance/credentials/crypto.d.ts +34 -0
- package/dist/harness/governance/credentials/crypto.js +79 -0
- package/dist/harness/governance/credentials/db.d.ts +32 -0
- package/dist/harness/governance/credentials/db.js +87 -0
- package/dist/harness/governance/credentials/index.d.ts +9 -0
- package/dist/harness/governance/credentials/index.js +7 -0
- package/dist/harness/governance/credentials/store.d.ts +47 -0
- package/dist/harness/governance/credentials/store.js +228 -0
- package/dist/harness/governance/credentials/types.d.ts +67 -0
- package/dist/harness/governance/credentials/types.js +30 -0
- package/dist/harness/governance/human-in-the-loop/approval-manager.d.ts +32 -0
- package/dist/harness/governance/human-in-the-loop/approval-manager.js +93 -0
- package/dist/harness/governance/human-in-the-loop/index.d.ts +9 -0
- package/dist/harness/governance/human-in-the-loop/index.js +7 -0
- package/dist/harness/governance/human-in-the-loop/types.d.ts +66 -0
- package/dist/harness/governance/human-in-the-loop/types.js +6 -0
- package/dist/harness/governance/index.d.ts +10 -0
- package/dist/harness/governance/index.js +10 -0
- package/dist/harness/governance/security/capability-enforcer.d.ts +56 -0
- package/dist/harness/governance/security/capability-enforcer.js +132 -0
- package/dist/harness/governance/security/default-risk-policy.d.ts +66 -0
- package/dist/harness/governance/security/default-risk-policy.js +75 -0
- package/dist/harness/governance/security/default-security-guard.d.ts +105 -0
- package/dist/harness/governance/security/default-security-guard.js +578 -0
- package/dist/harness/governance/security/degradation.d.ts +14 -0
- package/dist/harness/governance/security/degradation.js +208 -0
- package/dist/harness/governance/security/index.d.ts +10 -0
- package/dist/harness/governance/security/index.js +10 -0
- package/dist/harness/governance/security/risk-evaluator.d.ts +68 -0
- package/dist/harness/governance/security/risk-evaluator.js +1043 -0
- package/dist/harness/governance/security/risk-types.d.ts +74 -0
- package/dist/harness/governance/security/risk-types.js +7 -0
- package/dist/harness/governance/security/shell-parser.d.ts +35 -0
- package/dist/harness/governance/security/shell-parser.js +525 -0
- package/dist/harness/governance/security/tool-call-risk-policy.d.ts +6 -0
- package/dist/harness/governance/security/tool-call-risk-policy.js +6 -0
- package/dist/harness/governance/session-acl/index.d.ts +11 -0
- package/dist/harness/governance/session-acl/index.js +7 -0
- package/dist/harness/governance/session-acl/rights.d.ts +78 -0
- package/dist/harness/governance/session-acl/rights.js +142 -0
- package/dist/harness/governance/session-acl/seed-roles.d.ts +16 -0
- package/dist/harness/governance/session-acl/seed-roles.js +85 -0
- package/dist/harness/governance/session-acl/service.d.ts +136 -0
- package/dist/harness/governance/session-acl/service.js +407 -0
- package/dist/harness/governance/session-acl/types.d.ts +102 -0
- package/dist/harness/governance/session-acl/types.js +5 -0
- package/dist/harness/index.d.ts +137 -0
- package/dist/harness/index.js +106 -0
- package/dist/harness/knowledge/adapters.d.ts +68 -0
- package/dist/harness/knowledge/adapters.js +421 -0
- package/dist/harness/knowledge/catalog-index.d.ts +7 -0
- package/dist/harness/knowledge/catalog-index.js +7 -0
- package/dist/harness/knowledge/catalog-types.d.ts +33 -0
- package/dist/harness/knowledge/catalog-types.js +10 -0
- package/dist/harness/knowledge/connector-fetcher.d.ts +13 -0
- package/dist/harness/knowledge/connector-fetcher.js +27 -0
- package/dist/harness/knowledge/connectors.d.ts +55 -0
- package/dist/harness/knowledge/connectors.js +181 -0
- package/dist/harness/knowledge/db.d.ts +26 -0
- package/dist/harness/knowledge/db.js +235 -0
- package/dist/harness/knowledge/describe.d.ts +40 -0
- package/dist/harness/knowledge/describe.js +52 -0
- package/dist/harness/knowledge/fetchers.d.ts +66 -0
- package/dist/harness/knowledge/fetchers.js +342 -0
- package/dist/harness/knowledge/grounding.d.ts +98 -0
- package/dist/harness/knowledge/grounding.js +208 -0
- package/dist/harness/knowledge/hit-log.d.ts +74 -0
- package/dist/harness/knowledge/hit-log.js +99 -0
- package/dist/harness/knowledge/html.d.ts +20 -0
- package/dist/harness/knowledge/html.js +103 -0
- package/dist/harness/knowledge/index-store.d.ts +150 -0
- package/dist/harness/knowledge/index-store.js +394 -0
- package/dist/harness/knowledge/index.d.ts +38 -0
- package/dist/harness/knowledge/index.js +24 -0
- package/dist/harness/knowledge/ingest.d.ts +162 -0
- package/dist/harness/knowledge/ingest.js +814 -0
- package/dist/harness/knowledge/network-guard.d.ts +57 -0
- package/dist/harness/knowledge/network-guard.js +242 -0
- package/dist/harness/knowledge/paths.d.ts +14 -0
- package/dist/harness/knowledge/paths.js +17 -0
- package/dist/harness/knowledge/purge.d.ts +34 -0
- package/dist/harness/knowledge/purge.js +51 -0
- package/dist/harness/knowledge/retriever.d.ts +83 -0
- package/dist/harness/knowledge/retriever.js +184 -0
- package/dist/harness/knowledge/secret-scan.d.ts +11 -0
- package/dist/harness/knowledge/secret-scan.js +32 -0
- package/dist/harness/knowledge/source-store.d.ts +107 -0
- package/dist/harness/knowledge/source-store.js +516 -0
- package/dist/harness/knowledge/types.d.ts +129 -0
- package/dist/harness/knowledge/types.js +14 -0
- package/dist/harness/memory/backfill-coverage.d.ts +80 -0
- package/dist/harness/memory/backfill-coverage.js +146 -0
- package/dist/harness/memory/backfill-trigger.d.ts +83 -0
- package/dist/harness/memory/backfill-trigger.js +247 -0
- package/dist/harness/memory/cognition-types.d.ts +4 -0
- package/dist/harness/memory/cognition-types.js +4 -0
- package/dist/harness/memory/cognition.d.ts +16 -0
- package/dist/harness/memory/cognition.js +107 -0
- package/dist/harness/memory/confidence.d.ts +63 -0
- package/dist/harness/memory/confidence.js +157 -0
- package/dist/harness/memory/decay-policy.d.ts +22 -0
- package/dist/harness/memory/decay-policy.js +28 -0
- package/dist/harness/memory/gates.d.ts +39 -0
- package/dist/harness/memory/gates.js +176 -0
- package/dist/harness/memory/health-probe.d.ts +36 -0
- package/dist/harness/memory/health-probe.js +78 -0
- package/dist/harness/memory/index.d.ts +32 -0
- package/dist/harness/memory/index.js +26 -0
- package/dist/harness/memory/similarity.d.ts +33 -0
- package/dist/harness/memory/similarity.js +69 -0
- package/dist/harness/memory/sqlite/agent-db.d.ts +73 -0
- package/dist/harness/memory/sqlite/agent-db.js +277 -0
- package/dist/harness/memory/sqlite/backfill-coverage.d.ts +13 -0
- package/dist/harness/memory/sqlite/backfill-coverage.js +57 -0
- package/dist/harness/memory/sqlite/cognition-store.d.ts +34 -0
- package/dist/harness/memory/sqlite/cognition-store.js +188 -0
- package/dist/harness/memory/sqlite/embedding-from-models.d.ts +47 -0
- package/dist/harness/memory/sqlite/embedding-from-models.js +90 -0
- package/dist/harness/memory/sqlite/embedding.d.ts +93 -0
- package/dist/harness/memory/sqlite/embedding.js +268 -0
- package/dist/harness/memory/sqlite/index.d.ts +22 -0
- package/dist/harness/memory/sqlite/index.js +17 -0
- package/dist/harness/memory/sqlite/keyword-search.d.ts +37 -0
- package/dist/harness/memory/sqlite/keyword-search.js +113 -0
- package/dist/harness/memory/sqlite/knowledge-registry.d.ts +45 -0
- package/dist/harness/memory/sqlite/knowledge-registry.js +59 -0
- package/dist/harness/memory/sqlite/memory-store.d.ts +80 -0
- package/dist/harness/memory/sqlite/memory-store.js +548 -0
- package/dist/harness/memory/sqlite/sqlite-vec.d.ts +45 -0
- package/dist/harness/memory/sqlite/sqlite-vec.js +159 -0
- package/dist/harness/memory/sqlite/vector-search.d.ts +41 -0
- package/dist/harness/memory/sqlite/vector-search.js +72 -0
- package/dist/harness/memory/sqlite/wisdom-store.d.ts +23 -0
- package/dist/harness/memory/sqlite/wisdom-store.js +64 -0
- package/dist/harness/memory/steward-policy.d.ts +122 -0
- package/dist/harness/memory/steward-policy.js +369 -0
- package/dist/harness/memory/store.d.ts +33 -0
- package/dist/harness/memory/store.js +173 -0
- package/dist/harness/memory/types.d.ts +170 -0
- package/dist/harness/memory/types.js +7 -0
- package/dist/harness/memory/wisdom-types.d.ts +4 -0
- package/dist/harness/memory/wisdom-types.js +4 -0
- package/dist/harness/observability/diagnostics/index.d.ts +5 -0
- package/dist/harness/observability/diagnostics/index.js +4 -0
- package/dist/harness/observability/diagnostics/registry.d.ts +19 -0
- package/dist/harness/observability/diagnostics/registry.js +74 -0
- package/dist/harness/observability/diagnostics/types.d.ts +42 -0
- package/dist/harness/observability/diagnostics/types.js +6 -0
- package/dist/harness/observability/observer/hub.d.ts +107 -0
- package/dist/harness/observability/observer/hub.js +907 -0
- package/dist/harness/observability/observer/index.d.ts +4 -0
- package/dist/harness/observability/observer/index.js +3 -0
- package/dist/harness/observability/observer/run-snapshot.d.ts +47 -0
- package/dist/harness/observability/observer/run-snapshot.js +65 -0
- package/dist/harness/observability/observer/types.d.ts +370 -0
- package/dist/harness/observability/observer/types.js +379 -0
- package/dist/harness/observability/run-telemetry.d.ts +51 -0
- package/dist/harness/observability/run-telemetry.js +28 -0
- package/dist/harness/run/agent/agent.d.ts +142 -0
- package/dist/harness/run/agent/agent.js +192 -0
- package/dist/harness/run/agent/index.d.ts +8 -0
- package/dist/harness/run/agent/index.js +7 -0
- package/dist/harness/run/budget/budget.d.ts +94 -0
- package/dist/harness/run/budget/budget.js +124 -0
- package/dist/harness/run/budget/index.d.ts +7 -0
- package/dist/harness/run/budget/index.js +6 -0
- package/dist/harness/run/concurrency/index.d.ts +18 -0
- package/dist/harness/run/concurrency/index.js +14 -0
- package/dist/harness/run/concurrency/provider-pool.d.ts +128 -0
- package/dist/harness/run/concurrency/provider-pool.js +329 -0
- package/dist/harness/run/concurrency/rate-limiter.d.ts +109 -0
- package/dist/harness/run/concurrency/rate-limiter.js +233 -0
- package/dist/harness/run/concurrency/session-gate.d.ts +85 -0
- package/dist/harness/run/concurrency/session-gate.js +176 -0
- package/dist/harness/run/concurrency/session-lease.d.ts +79 -0
- package/dist/harness/run/concurrency/session-lease.js +100 -0
- package/dist/harness/run/concurrency/tool-loop-detection-core.d.ts +41 -0
- package/dist/harness/run/concurrency/tool-loop-detection-core.js +239 -0
- package/dist/harness/run/concurrency/tool-loop-detection.d.ts +8 -0
- package/dist/harness/run/concurrency/tool-loop-detection.js +7 -0
- package/dist/harness/run/concurrency/tool-validator.d.ts +96 -0
- package/dist/harness/run/concurrency/tool-validator.js +195 -0
- package/dist/harness/run/index.d.ts +14 -0
- package/dist/harness/run/index.js +14 -0
- package/dist/harness/run/model/index.d.ts +9 -0
- package/dist/harness/run/model/index.js +7 -0
- package/dist/harness/run/model/resolver.d.ts +111 -0
- package/dist/harness/run/model/resolver.js +192 -0
- package/dist/harness/run/model/run-scope.d.ts +43 -0
- package/dist/harness/run/model/run-scope.js +64 -0
- package/dist/harness/run/model/types.d.ts +47 -0
- package/dist/harness/run/model/types.js +9 -0
- package/dist/harness/run/reliability/circuit-breaker.d.ts +87 -0
- package/dist/harness/run/reliability/circuit-breaker.js +130 -0
- package/dist/harness/run/reliability/fallback-provider.d.ts +40 -0
- package/dist/harness/run/reliability/fallback-provider.js +118 -0
- package/dist/harness/run/reliability/harness-events.d.ts +109 -0
- package/dist/harness/run/reliability/harness-events.js +7 -0
- package/dist/harness/run/reliability/index.d.ts +12 -0
- package/dist/harness/run/reliability/index.js +7 -0
- package/dist/harness/run/reliability/model-binding.d.ts +22 -0
- package/dist/harness/run/reliability/model-binding.js +27 -0
- package/dist/harness/run/reliability/provider-wrapper.d.ts +26 -0
- package/dist/harness/run/reliability/provider-wrapper.js +61 -0
- package/dist/harness/run/reliability/run-agent.d.ts +86 -0
- package/dist/harness/run/reliability/run-agent.js +932 -0
- package/dist/harness/run/reliability/run-metrics-collector.d.ts +80 -0
- package/dist/harness/run/reliability/run-metrics-collector.js +194 -0
- package/dist/harness/run/reliability/run-model-context.d.ts +19 -0
- package/dist/harness/run/reliability/run-model-context.js +32 -0
- package/dist/harness/run/run-guard/default-run-guard.d.ts +75 -0
- package/dist/harness/run/run-guard/default-run-guard.js +347 -0
- package/dist/harness/run/run-guard/index.d.ts +9 -0
- package/dist/harness/run/run-guard/index.js +8 -0
- package/dist/harness/run/run-scope.d.ts +81 -0
- package/dist/harness/run/run-scope.js +58 -0
- package/dist/harness/run/runner.d.ts +362 -0
- package/dist/harness/run/runner.js +1290 -0
- package/dist/harness/session/attachments/extract.d.ts +35 -0
- package/dist/harness/session/attachments/extract.js +72 -0
- package/dist/harness/session/attachments/index.d.ts +11 -0
- package/dist/harness/session/attachments/index.js +11 -0
- package/dist/harness/session/attachments/inject.d.ts +71 -0
- package/dist/harness/session/attachments/inject.js +142 -0
- package/dist/harness/session/attachments/intent.d.ts +32 -0
- package/dist/harness/session/attachments/intent.js +69 -0
- package/dist/harness/session/attachments/llm-intent.d.ts +17 -0
- package/dist/harness/session/attachments/llm-intent.js +74 -0
- package/dist/harness/session/attachments/paths.d.ts +15 -0
- package/dist/harness/session/attachments/paths.js +18 -0
- package/dist/harness/session/attachments/sanitize.d.ts +23 -0
- package/dist/harness/session/attachments/sanitize.js +55 -0
- package/dist/harness/session/attachments/service.d.ts +105 -0
- package/dist/harness/session/attachments/service.js +320 -0
- package/dist/harness/session/attachments/types.d.ts +64 -0
- package/dist/harness/session/attachments/types.js +17 -0
- package/dist/harness/session/compact.d.ts +23 -0
- package/dist/harness/session/compact.js +53 -0
- package/dist/harness/session/history/index.d.ts +4 -0
- package/dist/harness/session/history/index.js +3 -0
- package/dist/harness/session/history/port.d.ts +51 -0
- package/dist/harness/session/history/port.js +480 -0
- package/dist/harness/session/history/score.d.ts +71 -0
- package/dist/harness/session/history/score.js +225 -0
- package/dist/harness/session/history/types.d.ts +157 -0
- package/dist/harness/session/history/types.js +29 -0
- package/dist/harness/session/in-memory-store.d.ts +21 -0
- package/dist/harness/session/in-memory-store.js +48 -0
- package/dist/harness/session/index.d.ts +12 -0
- package/dist/harness/session/index.js +12 -0
- package/dist/harness/session/state-machine.d.ts +18 -0
- package/dist/harness/session/state-machine.js +31 -0
- package/dist/harness/session/tasks/index.d.ts +11 -0
- package/dist/harness/session/tasks/index.js +9 -0
- package/dist/harness/session/tasks/render.d.ts +12 -0
- package/dist/harness/session/tasks/render.js +57 -0
- package/dist/harness/session/tasks/service.d.ts +69 -0
- package/dist/harness/session/tasks/service.js +327 -0
- package/dist/harness/session/tasks/tools.d.ts +17 -0
- package/dist/harness/session/tasks/tools.js +210 -0
- package/dist/harness/session/tasks/types.d.ts +29 -0
- package/dist/harness/session/tasks/types.js +11 -0
- package/dist/harness/session/types.d.ts +88 -0
- package/dist/harness/session/types.js +7 -0
- package/dist/harness/shared/events/agent-event-map.d.ts +264 -0
- package/dist/harness/shared/events/agent-event-map.js +51 -0
- package/dist/harness/shared/events/index.d.ts +6 -0
- package/dist/harness/shared/events/index.js +4 -0
- package/dist/harness/shared/events/scenario-events.d.ts +96 -0
- package/dist/harness/shared/events/scenario-events.js +7 -0
- package/dist/harness/shared/types/agent-definition.d.ts +51 -0
- package/dist/harness/shared/types/agent-definition.js +8 -0
- package/dist/harness/shared/types/hook-context.d.ts +10 -0
- package/dist/harness/shared/types/hook-context.js +6 -0
- package/dist/harness/shared/types/index.d.ts +7 -0
- package/dist/harness/shared/types/index.js +4 -0
- package/dist/harness/shared/types/queue-mode.d.ts +4 -0
- package/dist/harness/shared/types/queue-mode.js +1 -0
- package/dist/harness/shared/types/thinking-level.d.ts +4 -0
- package/dist/harness/shared/types/thinking-level.js +1 -0
- package/dist/index.d.ts +117 -0
- package/dist/index.js +80 -0
- package/dist/integration/agent-runtime/channel-message-source.d.ts +27 -0
- package/dist/integration/agent-runtime/channel-message-source.js +58 -0
- package/dist/integration/agent-runtime/file-watch-source.d.ts +31 -0
- package/dist/integration/agent-runtime/file-watch-source.js +63 -0
- package/dist/integration/agent-runtime/index.d.ts +6 -0
- package/dist/integration/agent-runtime/index.js +3 -0
- package/dist/integration/agent-runtime/webhook-source.d.ts +39 -0
- package/dist/integration/agent-runtime/webhook-source.js +112 -0
- package/dist/integration/index.d.ts +23 -0
- package/dist/integration/index.js +23 -0
- package/dist/integration/mcp/index.d.ts +6 -0
- package/dist/integration/mcp/index.js +6 -0
- package/dist/integration/mcp/sdk-client.d.ts +39 -0
- package/dist/integration/mcp/sdk-client.js +157 -0
- package/dist/integration/observability/exporters.d.ts +111 -0
- package/dist/integration/observability/exporters.js +167 -0
- package/dist/integration/observability/index.d.ts +21 -0
- package/dist/integration/observability/index.js +16 -0
- package/dist/integration/observability/log-observer.d.ts +12 -0
- package/dist/integration/observability/log-observer.js +59 -0
- package/dist/integration/observability/metrics.d.ts +116 -0
- package/dist/integration/observability/metrics.js +237 -0
- package/dist/integration/observability/noop-observer.d.ts +12 -0
- package/dist/integration/observability/noop-observer.js +22 -0
- package/dist/integration/observability/observer-bridge.d.ts +56 -0
- package/dist/integration/observability/observer-bridge.js +195 -0
- package/dist/integration/observability/run-telemetry.d.ts +28 -0
- package/dist/integration/observability/run-telemetry.js +83 -0
- package/dist/integration/observability/trace-collector.d.ts +124 -0
- package/dist/integration/observability/trace-collector.js +253 -0
- package/dist/integration/observability/trace-events.d.ts +69 -0
- package/dist/integration/observability/trace-events.js +83 -0
- package/dist/integration/observability/trace-logger.d.ts +110 -0
- package/dist/integration/observability/trace-logger.js +219 -0
- package/dist/integration/providers/anthropic.d.ts +92 -0
- package/dist/integration/providers/anthropic.js +432 -0
- package/dist/integration/providers/index.d.ts +4 -0
- package/dist/integration/providers/index.js +2 -0
- package/dist/integration/providers/openai.d.ts +120 -0
- package/dist/integration/providers/openai.js +429 -0
- package/dist/integration/providers/usage.d.ts +20 -0
- package/dist/integration/providers/usage.js +69 -0
- package/dist/integration/storage/archive-manager.d.ts +79 -0
- package/dist/integration/storage/archive-manager.js +223 -0
- package/dist/integration/storage/jsonl.d.ts +51 -0
- package/dist/integration/storage/jsonl.js +246 -0
- package/dist/integration/storage/memory.d.ts +7 -0
- package/dist/integration/storage/memory.js +7 -0
- package/dist/integration/storage/session-index.d.ts +57 -0
- package/dist/integration/storage/session-index.js +379 -0
- package/dist/integration/web-search/brave.d.ts +13 -0
- package/dist/integration/web-search/brave.js +64 -0
- package/dist/integration/web-search/duckduckgo.d.ts +12 -0
- package/dist/integration/web-search/duckduckgo.js +102 -0
- package/dist/integration/web-search/factory.d.ts +91 -0
- package/dist/integration/web-search/factory.js +166 -0
- package/dist/integration/web-search/http.d.ts +22 -0
- package/dist/integration/web-search/http.js +94 -0
- package/dist/integration/web-search/index.d.ts +16 -0
- package/dist/integration/web-search/index.js +9 -0
- package/dist/integration/web-search/mimo.d.ts +57 -0
- package/dist/integration/web-search/mimo.js +226 -0
- package/dist/integration/web-search/serper.d.ts +13 -0
- package/dist/integration/web-search/serper.js +59 -0
- package/dist/integration/web-search/tavily.d.ts +16 -0
- package/dist/integration/web-search/tavily.js +56 -0
- package/dist/paths.d.ts +14 -0
- package/dist/paths.js +22 -0
- package/dist/subsystems/memory-steward/backfill/SUBSYSTEM.md +30 -0
- package/dist/subsystems/memory-steward/backfill/config.yaml +51 -0
- package/dist/subsystems/memory-steward/backfill/handler.d.ts +18 -0
- package/dist/subsystems/memory-steward/backfill/handler.js +343 -0
- package/dist/subsystems/memory-steward/govern/SUBSYSTEM.md +12 -0
- package/dist/subsystems/memory-steward/govern/config.yaml +65 -0
- package/dist/subsystems/memory-steward/govern/handler.d.ts +19 -0
- package/dist/subsystems/memory-steward/govern/handler.js +79 -0
- package/dist/subsystems/safety-guard/SUBSYSTEM.md +60 -0
- package/dist/subsystems/safety-guard/config.yaml +40 -0
- package/package.json +110 -0
|
@@ -0,0 +1,394 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* KnowledgeIndexStore — files / chunks 投影 + 关键词检索(Phase A)
|
|
3
|
+
*
|
|
4
|
+
* Index 非权威;可整库重跑。检索用 Memory 同款 CJK 二元组分词。
|
|
5
|
+
*/
|
|
6
|
+
import { randomUUID, createHash } from 'node:crypto';
|
|
7
|
+
import { tokenizeKeywordQuery, scoreKeywordFields } from '../memory/sqlite/keyword-search.js';
|
|
8
|
+
import { cosineSimilarity } from '../memory/sqlite/vector-search.js';
|
|
9
|
+
import { asChunkId, asSourceId } from './types.js';
|
|
10
|
+
export class KnowledgeIndexStore {
|
|
11
|
+
db;
|
|
12
|
+
constructor(db) {
|
|
13
|
+
this.db = db;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* 写入/替换某文件的 chunks(幂等:先删旧 chunk 与向量)
|
|
17
|
+
*/
|
|
18
|
+
upsertFile(input) {
|
|
19
|
+
const now = Date.now();
|
|
20
|
+
const existing = this.db.raw
|
|
21
|
+
.prepare('SELECT id FROM knowledge_files WHERE source_id = ? AND path = ?')
|
|
22
|
+
.get(input.sourceId, input.path);
|
|
23
|
+
const fileId = existing?.id ?? `kf_${randomUUID().slice(0, 12)}`;
|
|
24
|
+
this.db.raw.exec('BEGIN');
|
|
25
|
+
try {
|
|
26
|
+
this.db.raw
|
|
27
|
+
.prepare(`DELETE FROM knowledge_chunk_embeddings
|
|
28
|
+
WHERE chunk_id IN (SELECT id FROM knowledge_chunks WHERE file_id = ?)`)
|
|
29
|
+
.run(fileId);
|
|
30
|
+
this.db.raw.prepare('DELETE FROM knowledge_chunks WHERE file_id = ?').run(fileId);
|
|
31
|
+
this.db.raw
|
|
32
|
+
.prepare(`INSERT INTO knowledge_files (
|
|
33
|
+
id, source_id, path, content_hash, size, mtime, adapter_id, status, error, chunk_count, indexed_at,
|
|
34
|
+
external_url, etag, last_modified
|
|
35
|
+
) VALUES (?, ?, ?, ?, ?, ?, ?, 'indexed', NULL, ?, ?, ?, ?, ?)
|
|
36
|
+
ON CONFLICT(source_id, path) DO UPDATE SET
|
|
37
|
+
content_hash=excluded.content_hash,
|
|
38
|
+
size=excluded.size,
|
|
39
|
+
mtime=excluded.mtime,
|
|
40
|
+
adapter_id=excluded.adapter_id,
|
|
41
|
+
status='indexed',
|
|
42
|
+
error=NULL,
|
|
43
|
+
chunk_count=excluded.chunk_count,
|
|
44
|
+
indexed_at=excluded.indexed_at,
|
|
45
|
+
external_url=excluded.external_url,
|
|
46
|
+
etag=excluded.etag,
|
|
47
|
+
last_modified=excluded.last_modified`)
|
|
48
|
+
.run(fileId, input.sourceId, input.path, input.contentHash, input.size, input.mtime, input.adapterId, input.chunks.length, now, input.externalUrl ?? null, input.etag ?? null, input.lastModified ?? null);
|
|
49
|
+
const insertChunk = this.db.raw.prepare(`INSERT INTO knowledge_chunks (id, file_id, source_id, path, ordinal, text, start_line, end_line)
|
|
50
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?)`);
|
|
51
|
+
for (const c of input.chunks) {
|
|
52
|
+
insertChunk.run(`kc_${randomUUID().slice(0, 12)}`, fileId, input.sourceId, input.path, c.ordinal, c.text, c.startLine, c.endLine);
|
|
53
|
+
}
|
|
54
|
+
this.db.raw.exec('COMMIT');
|
|
55
|
+
}
|
|
56
|
+
catch (err) {
|
|
57
|
+
try {
|
|
58
|
+
this.db.raw.exec('ROLLBACK');
|
|
59
|
+
}
|
|
60
|
+
catch {
|
|
61
|
+
// rollback 失败仅吞掉:上层以原异常为准,避免掩盖根因
|
|
62
|
+
}
|
|
63
|
+
throw err;
|
|
64
|
+
}
|
|
65
|
+
return {
|
|
66
|
+
id: fileId,
|
|
67
|
+
sourceId: input.sourceId,
|
|
68
|
+
path: input.path,
|
|
69
|
+
contentHash: input.contentHash,
|
|
70
|
+
size: input.size,
|
|
71
|
+
mtime: input.mtime,
|
|
72
|
+
adapterId: input.adapterId,
|
|
73
|
+
status: 'indexed',
|
|
74
|
+
chunkCount: input.chunks.length,
|
|
75
|
+
indexedAt: now,
|
|
76
|
+
externalUrl: input.externalUrl,
|
|
77
|
+
etag: input.etag,
|
|
78
|
+
lastModified: input.lastModified,
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
/**
|
|
82
|
+
* 标记 skipped — **不删** 已有 chunks(瞬时/边界失败保旧索引);仅元数据。
|
|
83
|
+
*/
|
|
84
|
+
markFileSkipped(sourceId, path, reason) {
|
|
85
|
+
this.markFileNonIndexed(sourceId, path, 'skipped', reason);
|
|
86
|
+
}
|
|
87
|
+
/**
|
|
88
|
+
* 标记 error — **不删** 已有 chunks(网络抖动不得清库);仅元数据。
|
|
89
|
+
* 成功 `upsertFile` 才替换 chunks。
|
|
90
|
+
*/
|
|
91
|
+
markFileError(sourceId, path, error) {
|
|
92
|
+
this.markFileNonIndexed(sourceId, path, 'error', error);
|
|
93
|
+
}
|
|
94
|
+
markFileNonIndexed(sourceId, path, status, detail) {
|
|
95
|
+
const now = Date.now();
|
|
96
|
+
const existing = this.db.raw
|
|
97
|
+
.prepare('SELECT id, chunk_count FROM knowledge_files WHERE source_id = ? AND path = ?')
|
|
98
|
+
.get(sourceId, path);
|
|
99
|
+
const fileId = existing?.id ?? `kf_${randomUUID().slice(0, 12)}`;
|
|
100
|
+
const chunkCount = existing?.chunk_count ?? 0;
|
|
101
|
+
this.db.raw
|
|
102
|
+
.prepare(`INSERT INTO knowledge_files (
|
|
103
|
+
id, source_id, path, content_hash, size, mtime, adapter_id, status, error, chunk_count, indexed_at
|
|
104
|
+
) VALUES (?, ?, ?, '', 0, 0, NULL, ?, ?, ?, ?)
|
|
105
|
+
ON CONFLICT(source_id, path) DO UPDATE SET
|
|
106
|
+
status=excluded.status,
|
|
107
|
+
error=excluded.error,
|
|
108
|
+
indexed_at=excluded.indexed_at`)
|
|
109
|
+
.run(fileId, sourceId, path, status, detail, chunkCount, now);
|
|
110
|
+
}
|
|
111
|
+
/**
|
|
112
|
+
* 文件是否已用同一 contentHash 索引(且确有 chunk,防半写入)
|
|
113
|
+
*/
|
|
114
|
+
isFresh(sourceId, path, contentHash) {
|
|
115
|
+
const row = this.db.raw
|
|
116
|
+
.prepare(`SELECT content_hash, chunk_count FROM knowledge_files
|
|
117
|
+
WHERE source_id = ? AND path = ? AND status = 'indexed'`)
|
|
118
|
+
.get(sourceId, path);
|
|
119
|
+
return (row?.content_hash === contentHash &&
|
|
120
|
+
(row?.chunk_count ?? 0) > 0);
|
|
121
|
+
}
|
|
122
|
+
getFile(sourceId, path) {
|
|
123
|
+
const row = this.db.raw
|
|
124
|
+
.prepare('SELECT * FROM knowledge_files WHERE source_id = ? AND path = ?')
|
|
125
|
+
.get(sourceId, path);
|
|
126
|
+
return row ? rowToFile(row) : null;
|
|
127
|
+
}
|
|
128
|
+
listFiles(sourceId) {
|
|
129
|
+
const rows = this.db.raw
|
|
130
|
+
.prepare('SELECT * FROM knowledge_files WHERE source_id = ? ORDER BY path')
|
|
131
|
+
.all(sourceId);
|
|
132
|
+
return rows.map(rowToFile);
|
|
133
|
+
}
|
|
134
|
+
/**
|
|
135
|
+
* 单文件 purge(合规):chunks + embeddings + files 行
|
|
136
|
+
*/
|
|
137
|
+
purgePath(sourceId, path) {
|
|
138
|
+
this.removeFile(sourceId, path);
|
|
139
|
+
}
|
|
140
|
+
/**
|
|
141
|
+
* 源级 purge
|
|
142
|
+
*/
|
|
143
|
+
purgeSource(sourceId) {
|
|
144
|
+
this.clearSource(sourceId);
|
|
145
|
+
}
|
|
146
|
+
/**
|
|
147
|
+
* 删除源下全部 index(卸载 / rebuild)
|
|
148
|
+
*/
|
|
149
|
+
clearSource(sourceId) {
|
|
150
|
+
this.db.raw
|
|
151
|
+
.prepare(`DELETE FROM knowledge_chunk_embeddings
|
|
152
|
+
WHERE chunk_id IN (SELECT id FROM knowledge_chunks WHERE source_id = ?)`)
|
|
153
|
+
.run(sourceId);
|
|
154
|
+
this.db.raw.prepare('DELETE FROM knowledge_chunks WHERE source_id = ?').run(sourceId);
|
|
155
|
+
this.db.raw.prepare('DELETE FROM knowledge_files WHERE source_id = ?').run(sourceId);
|
|
156
|
+
}
|
|
157
|
+
removeFile(sourceId, path) {
|
|
158
|
+
this.db.raw
|
|
159
|
+
.prepare(`DELETE FROM knowledge_chunk_embeddings
|
|
160
|
+
WHERE chunk_id IN (
|
|
161
|
+
SELECT id FROM knowledge_chunks WHERE source_id = ? AND path = ?
|
|
162
|
+
)`)
|
|
163
|
+
.run(sourceId, path);
|
|
164
|
+
this.db.raw
|
|
165
|
+
.prepare('DELETE FROM knowledge_chunks WHERE source_id = ? AND path = ?')
|
|
166
|
+
.run(sourceId, path);
|
|
167
|
+
this.db.raw
|
|
168
|
+
.prepare('DELETE FROM knowledge_files WHERE source_id = ? AND path = ?')
|
|
169
|
+
.run(sourceId, path);
|
|
170
|
+
}
|
|
171
|
+
/**
|
|
172
|
+
* 差量 prune:删除本轮 discover **未出现** 的 path(含 chunks)。
|
|
173
|
+
* 仅在 discover 成功后调用;keepPaths 为空集时 no-op(防误清全库)。
|
|
174
|
+
*
|
|
175
|
+
* @returns 删除的文件数
|
|
176
|
+
*/
|
|
177
|
+
pruneMissing(sourceId, keepPaths) {
|
|
178
|
+
const keep = keepPaths instanceof Set ? keepPaths : new Set(keepPaths);
|
|
179
|
+
if (keep.size === 0)
|
|
180
|
+
return 0;
|
|
181
|
+
const files = this.listFiles(sourceId);
|
|
182
|
+
let removed = 0;
|
|
183
|
+
for (const f of files) {
|
|
184
|
+
if (!keep.has(f.path)) {
|
|
185
|
+
this.removeFile(sourceId, f.path);
|
|
186
|
+
removed += 1;
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
return removed;
|
|
190
|
+
}
|
|
191
|
+
sourceStats(sourceId) {
|
|
192
|
+
const f = this.db.raw
|
|
193
|
+
.prepare(`SELECT
|
|
194
|
+
COUNT(*) AS total,
|
|
195
|
+
SUM(CASE WHEN status = 'error' THEN 1 ELSE 0 END) AS errors,
|
|
196
|
+
SUM(CASE WHEN status = 'skipped' THEN 1 ELSE 0 END) AS skipped
|
|
197
|
+
FROM knowledge_files WHERE source_id = ?`)
|
|
198
|
+
.get(sourceId);
|
|
199
|
+
const c = this.db.raw
|
|
200
|
+
.prepare('SELECT COUNT(*) AS n FROM knowledge_chunks WHERE source_id = ?')
|
|
201
|
+
.get(sourceId);
|
|
202
|
+
return {
|
|
203
|
+
files: f?.total ?? 0,
|
|
204
|
+
chunks: c?.n ?? 0,
|
|
205
|
+
errors: f?.errors ?? 0,
|
|
206
|
+
skipped: f?.skipped ?? 0,
|
|
207
|
+
};
|
|
208
|
+
}
|
|
209
|
+
/**
|
|
210
|
+
* 关键词检索(CJK 二元组 + Latin);限定 sourceIds(可见集)
|
|
211
|
+
*/
|
|
212
|
+
search(query, opts) {
|
|
213
|
+
const tokens = tokenizeKeywordQuery(query);
|
|
214
|
+
if (tokens.length === 0 || opts.sourceIds.length === 0)
|
|
215
|
+
return [];
|
|
216
|
+
const limit = opts.limit ?? 8;
|
|
217
|
+
const placeholders = opts.sourceIds.map(() => '?').join(',');
|
|
218
|
+
const rows = this.db.raw
|
|
219
|
+
.prepare(`SELECT id, source_id, path, ordinal, text, start_line, end_line
|
|
220
|
+
FROM knowledge_chunks
|
|
221
|
+
WHERE source_id IN (${placeholders})
|
|
222
|
+
ORDER BY source_id, path, ordinal
|
|
223
|
+
LIMIT 20000`)
|
|
224
|
+
.all(...opts.sourceIds);
|
|
225
|
+
const hits = [];
|
|
226
|
+
for (const row of rows) {
|
|
227
|
+
const score = scoreKeywordFields({ content: row.text, tags: row.path }, tokens);
|
|
228
|
+
if (score <= 0)
|
|
229
|
+
continue;
|
|
230
|
+
hits.push({
|
|
231
|
+
chunkId: asChunkId(row.id),
|
|
232
|
+
sourceId: asSourceId(row.source_id),
|
|
233
|
+
path: row.path,
|
|
234
|
+
ordinal: row.ordinal,
|
|
235
|
+
text: row.text,
|
|
236
|
+
startLine: row.start_line,
|
|
237
|
+
endLine: row.end_line,
|
|
238
|
+
score,
|
|
239
|
+
});
|
|
240
|
+
}
|
|
241
|
+
hits.sort((a, b) => b.score - a.score);
|
|
242
|
+
return hits.slice(0, limit);
|
|
243
|
+
}
|
|
244
|
+
// ── Phase B 向量 ──
|
|
245
|
+
/**
|
|
246
|
+
* 按 chunk id 读取
|
|
247
|
+
*/
|
|
248
|
+
getChunkById(chunkId) {
|
|
249
|
+
const row = this.db.raw
|
|
250
|
+
.prepare('SELECT id, source_id, path, text, start_line, end_line FROM knowledge_chunks WHERE id = ?')
|
|
251
|
+
.get(chunkId);
|
|
252
|
+
if (!row)
|
|
253
|
+
return null;
|
|
254
|
+
return {
|
|
255
|
+
id: asChunkId(row.id),
|
|
256
|
+
sourceId: asSourceId(row.source_id),
|
|
257
|
+
path: row.path,
|
|
258
|
+
text: row.text,
|
|
259
|
+
startLine: row.start_line,
|
|
260
|
+
endLine: row.end_line,
|
|
261
|
+
};
|
|
262
|
+
}
|
|
263
|
+
/**
|
|
264
|
+
* 按路径列出 chunks(可选行窗)
|
|
265
|
+
*/
|
|
266
|
+
listChunksByPath(sourceId, path, opts) {
|
|
267
|
+
const rows = this.db.raw
|
|
268
|
+
.prepare(`SELECT id, path, text, start_line, end_line FROM knowledge_chunks
|
|
269
|
+
WHERE source_id = ? AND path = ?
|
|
270
|
+
ORDER BY ordinal`)
|
|
271
|
+
.all(sourceId, path);
|
|
272
|
+
let mapped = rows.map((r) => ({
|
|
273
|
+
id: asChunkId(r.id),
|
|
274
|
+
path: r.path,
|
|
275
|
+
text: r.text,
|
|
276
|
+
startLine: r.start_line,
|
|
277
|
+
endLine: r.end_line,
|
|
278
|
+
}));
|
|
279
|
+
if (opts?.startLine != null) {
|
|
280
|
+
mapped = mapped.filter((c) => c.endLine >= opts.startLine);
|
|
281
|
+
}
|
|
282
|
+
if (opts?.endLine != null) {
|
|
283
|
+
mapped = mapped.filter((c) => c.startLine <= opts.endLine);
|
|
284
|
+
}
|
|
285
|
+
return mapped;
|
|
286
|
+
}
|
|
287
|
+
/**
|
|
288
|
+
* 写入 chunk 向量(JSON 冗余;P3 用 JS cosine)
|
|
289
|
+
*/
|
|
290
|
+
setChunkEmbedding(chunkId, embedding) {
|
|
291
|
+
this.db.raw
|
|
292
|
+
.prepare(`INSERT INTO knowledge_chunk_embeddings (chunk_id, dimensions, embedding_json, created_at)
|
|
293
|
+
VALUES (?, ?, ?, ?)
|
|
294
|
+
ON CONFLICT(chunk_id) DO UPDATE SET
|
|
295
|
+
dimensions=excluded.dimensions,
|
|
296
|
+
embedding_json=excluded.embedding_json,
|
|
297
|
+
created_at=excluded.created_at`)
|
|
298
|
+
.run(chunkId, embedding.length, JSON.stringify(embedding), Date.now());
|
|
299
|
+
}
|
|
300
|
+
/**
|
|
301
|
+
* 列出待嵌入 chunk(无向量行)
|
|
302
|
+
*/
|
|
303
|
+
listChunksMissingEmbedding(sourceId, limit = 100) {
|
|
304
|
+
const rows = this.db.raw
|
|
305
|
+
.prepare(`SELECT c.id, c.text, c.path
|
|
306
|
+
FROM knowledge_chunks c
|
|
307
|
+
LEFT JOIN knowledge_chunk_embeddings e ON e.chunk_id = c.id
|
|
308
|
+
WHERE c.source_id = ? AND e.chunk_id IS NULL
|
|
309
|
+
ORDER BY c.path, c.ordinal
|
|
310
|
+
LIMIT ?`)
|
|
311
|
+
.all(sourceId, limit);
|
|
312
|
+
return rows.map((r) => ({ id: asChunkId(r.id), text: r.text, path: r.path }));
|
|
313
|
+
}
|
|
314
|
+
/**
|
|
315
|
+
* 向量覆盖度(0–1;无 chunk 时为 1)
|
|
316
|
+
*/
|
|
317
|
+
embeddingCoverage(sourceId) {
|
|
318
|
+
const total = this.db.raw
|
|
319
|
+
.prepare('SELECT COUNT(*) AS n FROM knowledge_chunks WHERE source_id = ?')
|
|
320
|
+
.get(sourceId);
|
|
321
|
+
if (!total?.n)
|
|
322
|
+
return 1;
|
|
323
|
+
const embedded = this.db.raw
|
|
324
|
+
.prepare(`SELECT COUNT(*) AS n FROM knowledge_chunk_embeddings e
|
|
325
|
+
JOIN knowledge_chunks c ON c.id = e.chunk_id
|
|
326
|
+
WHERE c.source_id = ?`)
|
|
327
|
+
.get(sourceId);
|
|
328
|
+
return Math.min(1, (embedded?.n ?? 0) / total.n);
|
|
329
|
+
}
|
|
330
|
+
/**
|
|
331
|
+
* 向量检索(JS cosine);embeddingJson 不可用的 chunk 跳过
|
|
332
|
+
*/
|
|
333
|
+
vectorSearch(queryEmbedding, opts) {
|
|
334
|
+
if (opts.sourceIds.length === 0 || !queryEmbedding?.length)
|
|
335
|
+
return [];
|
|
336
|
+
const limit = opts.limit ?? 8;
|
|
337
|
+
const placeholders = opts.sourceIds.map(() => '?').join(',');
|
|
338
|
+
const rows = this.db.raw
|
|
339
|
+
.prepare(`SELECT c.id, c.source_id, c.path, c.ordinal, c.text, c.start_line, c.end_line, e.embedding_json
|
|
340
|
+
FROM knowledge_chunks c
|
|
341
|
+
JOIN knowledge_chunk_embeddings e ON e.chunk_id = c.id
|
|
342
|
+
WHERE c.source_id IN (${placeholders})
|
|
343
|
+
LIMIT 20000`)
|
|
344
|
+
.all(...opts.sourceIds);
|
|
345
|
+
const hits = [];
|
|
346
|
+
for (const row of rows) {
|
|
347
|
+
let emb = null;
|
|
348
|
+
try {
|
|
349
|
+
emb = JSON.parse(row.embedding_json);
|
|
350
|
+
}
|
|
351
|
+
catch {
|
|
352
|
+
emb = null;
|
|
353
|
+
}
|
|
354
|
+
if (!emb?.length || emb.length !== queryEmbedding.length)
|
|
355
|
+
continue;
|
|
356
|
+
const sim = cosineSimilarity(queryEmbedding, emb);
|
|
357
|
+
if (sim <= 0)
|
|
358
|
+
continue;
|
|
359
|
+
hits.push({
|
|
360
|
+
chunkId: asChunkId(row.id),
|
|
361
|
+
sourceId: asSourceId(row.source_id),
|
|
362
|
+
path: row.path,
|
|
363
|
+
ordinal: row.ordinal,
|
|
364
|
+
text: row.text,
|
|
365
|
+
startLine: row.start_line,
|
|
366
|
+
endLine: row.end_line,
|
|
367
|
+
score: sim,
|
|
368
|
+
});
|
|
369
|
+
}
|
|
370
|
+
hits.sort((a, b) => b.score - a.score);
|
|
371
|
+
return hits.slice(0, limit);
|
|
372
|
+
}
|
|
373
|
+
}
|
|
374
|
+
export function hashContent(content) {
|
|
375
|
+
return createHash('sha256').update(content).digest('hex');
|
|
376
|
+
}
|
|
377
|
+
function rowToFile(row) {
|
|
378
|
+
return {
|
|
379
|
+
id: String(row.id),
|
|
380
|
+
sourceId: asSourceId(String(row.source_id)),
|
|
381
|
+
path: String(row.path),
|
|
382
|
+
contentHash: String(row.content_hash ?? ''),
|
|
383
|
+
size: Number(row.size ?? 0),
|
|
384
|
+
mtime: Number(row.mtime ?? 0),
|
|
385
|
+
adapterId: row.adapter_id == null ? null : String(row.adapter_id),
|
|
386
|
+
status: String(row.status),
|
|
387
|
+
error: row.error == null ? undefined : String(row.error),
|
|
388
|
+
chunkCount: Number(row.chunk_count ?? 0),
|
|
389
|
+
indexedAt: Number(row.indexed_at ?? 0),
|
|
390
|
+
externalUrl: row.external_url == null ? undefined : String(row.external_url),
|
|
391
|
+
etag: row.etag == null ? undefined : String(row.etag),
|
|
392
|
+
lastModified: row.last_modified == null ? undefined : String(row.last_modified),
|
|
393
|
+
};
|
|
394
|
+
}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Knowledge 服务面 — 源注册 / 可见性 / catalog(独立于 Agent 基质库)
|
|
3
|
+
*
|
|
4
|
+
* 数据面:OCTOPI_HOME/knowledge/knowledge.db
|
|
5
|
+
* 规格:arch/knowledge-layer.md
|
|
6
|
+
*/
|
|
7
|
+
export { KnowledgeDatabase } from './db.js';
|
|
8
|
+
export type { KnowledgeDatabaseOptions } from './db.js';
|
|
9
|
+
export { KnowledgeSourceStore } from './source-store.js';
|
|
10
|
+
export { KnowledgeIndexStore, hashContent } from './index-store.js';
|
|
11
|
+
export type { IndexedFileRecord, ChunkHit } from './index-store.js';
|
|
12
|
+
export { FormatAdapterRegistry, textAdapter, markdownAdapter, htmlAdapter, codeAdapter, chunkCodeBySymbols, IGNORED_DIRS, BINARY_EXTENSIONS, } from './adapters.js';
|
|
13
|
+
export type { FormatAdapter, KnowledgeChunkDraft } from './adapters.js';
|
|
14
|
+
export { KnowledgeIngest } from './ingest.js';
|
|
15
|
+
export type { KnowledgeIngestOptions, IngestProgressEvent, IngestJobKind } from './ingest.js';
|
|
16
|
+
export { LocalFsFetcher, UrlFetcher, } from './fetchers.js';
|
|
17
|
+
export type { SourceFetcher, DiscoveredDocRef, VirtualDocument, } from './fetchers.js';
|
|
18
|
+
export { ConnectorRegistry, RestConnector } from './connectors.js';
|
|
19
|
+
export type { KnowledgeConnector, ConnectorContext, RestConnectorConfig } from './connectors.js';
|
|
20
|
+
export { ConnectorFetcher } from './connector-fetcher.js';
|
|
21
|
+
export { assertUrlAllowed, guardedFetch, isRestrictedIp } from './network-guard.js';
|
|
22
|
+
export type { NetworkGuardOptions, FetchResult } from './network-guard.js';
|
|
23
|
+
export { htmlToStructuredText, looksLikeHtml } from './html.js';
|
|
24
|
+
export { KnowledgeRetriever } from './retriever.js';
|
|
25
|
+
export type { HybridSearchOptions, HybridSearchResult, AutoGroundDecision, GroundingMode, KnowledgeRecallMode, KnowledgeRetrieverOptions, } from './retriever.js';
|
|
26
|
+
export { GroundingAssembler, formatKnowledgeGroundingMessage, resolveGroundingQuery, wrapUntrustedKnowledgeBlock, isKnowledgeGroundingMessage, stripKnowledgeGrounding, KNOWLEDGE_GROUNDING_SOURCE, } from './grounding.js';
|
|
27
|
+
export type { GroundingPack, GroundingAssemblerOptions } from './grounding.js';
|
|
28
|
+
export { KnowledgeHitLog } from './hit-log.js';
|
|
29
|
+
export type { KnowledgeHitRecord, KnowledgeHitStats, PromotionCandidate, } from './hit-log.js';
|
|
30
|
+
export { KnowledgePurger } from './purge.js';
|
|
31
|
+
export type { PurgeResult } from './purge.js';
|
|
32
|
+
export { resolveKnowledgePaths } from './paths.js';
|
|
33
|
+
export type { KnowledgePaths } from './paths.js';
|
|
34
|
+
export { generateKnowledgeDescription, heuristicDescription, } from './describe.js';
|
|
35
|
+
export type { KnowledgeDescribePort, KnowledgeDescribeOptions, KnowledgeDescribeResult, } from './describe.js';
|
|
36
|
+
export { scanSecretShapes } from './secret-scan.js';
|
|
37
|
+
export type { KnowledgeSource, KnowledgeSourceInput, KnowledgeSourcePatch, KnowledgeSourceKind, KnowledgeSourceStatus, KnowledgeSourceSync, KnowledgeSourceError, KnowledgeSourceNetwork, KnowledgeSourceDiscover, KnowledgeScopeRef, KnowledgeScopeLevel, KnowledgeSourceId, KnowledgeChunkId, KnowledgeVisibilityTargetType, KnowledgeVisibilityOp, KnowledgeSessionVisibilityItem, KnowledgeSessionVisibilityInput, Branded, } from './types.js';
|
|
38
|
+
export { asSourceId, asChunkId } from './types.js';
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Knowledge 服务面 — 源注册 / 可见性 / catalog(独立于 Agent 基质库)
|
|
3
|
+
*
|
|
4
|
+
* 数据面:OCTOPI_HOME/knowledge/knowledge.db
|
|
5
|
+
* 规格:arch/knowledge-layer.md
|
|
6
|
+
*/
|
|
7
|
+
export { KnowledgeDatabase } from './db.js';
|
|
8
|
+
export { KnowledgeSourceStore } from './source-store.js';
|
|
9
|
+
export { KnowledgeIndexStore, hashContent } from './index-store.js';
|
|
10
|
+
export { FormatAdapterRegistry, textAdapter, markdownAdapter, htmlAdapter, codeAdapter, chunkCodeBySymbols, IGNORED_DIRS, BINARY_EXTENSIONS, } from './adapters.js';
|
|
11
|
+
export { KnowledgeIngest } from './ingest.js';
|
|
12
|
+
export { LocalFsFetcher, UrlFetcher, } from './fetchers.js';
|
|
13
|
+
export { ConnectorRegistry, RestConnector } from './connectors.js';
|
|
14
|
+
export { ConnectorFetcher } from './connector-fetcher.js';
|
|
15
|
+
export { assertUrlAllowed, guardedFetch, isRestrictedIp } from './network-guard.js';
|
|
16
|
+
export { htmlToStructuredText, looksLikeHtml } from './html.js';
|
|
17
|
+
export { KnowledgeRetriever } from './retriever.js';
|
|
18
|
+
export { GroundingAssembler, formatKnowledgeGroundingMessage, resolveGroundingQuery, wrapUntrustedKnowledgeBlock, isKnowledgeGroundingMessage, stripKnowledgeGrounding, KNOWLEDGE_GROUNDING_SOURCE, } from './grounding.js';
|
|
19
|
+
export { KnowledgeHitLog } from './hit-log.js';
|
|
20
|
+
export { KnowledgePurger } from './purge.js';
|
|
21
|
+
export { resolveKnowledgePaths } from './paths.js';
|
|
22
|
+
export { generateKnowledgeDescription, heuristicDescription, } from './describe.js';
|
|
23
|
+
export { scanSecretShapes } from './secret-scan.js';
|
|
24
|
+
export { asSourceId, asChunkId } from './types.js';
|
|
@@ -0,0 +1,162 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* KnowledgeIngest — 解析/切块/索引队列(P2 Phase A)
|
|
3
|
+
*
|
|
4
|
+
* 原则:ingest 与对话并发,不作 turn 同步前置;队列背压不丢任务;source 级锁。
|
|
5
|
+
*/
|
|
6
|
+
import { EventEmitter } from 'node:events';
|
|
7
|
+
import { FormatAdapterRegistry } from './adapters.js';
|
|
8
|
+
import { KnowledgeIndexStore } from './index-store.js';
|
|
9
|
+
import { KnowledgeSourceStore } from './source-store.js';
|
|
10
|
+
import { type SourceFetcher, type VirtualDocument } from './fetchers.js';
|
|
11
|
+
import { ConnectorRegistry } from './connectors.js';
|
|
12
|
+
import type { CredentialStore } from '../governance/credentials/store.js';
|
|
13
|
+
import type { EmbeddingProvider } from '../memory/sqlite/embedding.js';
|
|
14
|
+
export type IngestJobKind = 'parse_file' | 'walk_source' | 'drop_file' | 'embed_source' | 'fetch_doc';
|
|
15
|
+
export interface IngestProgressEvent {
|
|
16
|
+
type: 'job' | 'source' | 'error' | 'embed';
|
|
17
|
+
sourceId: string;
|
|
18
|
+
path?: string;
|
|
19
|
+
status: string;
|
|
20
|
+
detail?: string;
|
|
21
|
+
}
|
|
22
|
+
export interface KnowledgeIngestOptions {
|
|
23
|
+
sourceStore: KnowledgeSourceStore;
|
|
24
|
+
indexStore?: KnowledgeIndexStore;
|
|
25
|
+
adapterRegistry?: FormatAdapterRegistry;
|
|
26
|
+
/** parse 并发(默认 4) */
|
|
27
|
+
parseConcurrency?: number;
|
|
28
|
+
/** 队列深度上限(超出只报警,不丢任务) */
|
|
29
|
+
maxQueueDepth?: number;
|
|
30
|
+
/** fs watch debounce ms(默认 2000) */
|
|
31
|
+
debounceMs?: number;
|
|
32
|
+
/** 单文件大小上限(默认 5MB;超出 skip) */
|
|
33
|
+
maxFileBytes?: number;
|
|
34
|
+
/** Phase B embedding(未配则纯关键词) */
|
|
35
|
+
embeddingProvider?: EmbeddingProvider | null;
|
|
36
|
+
/** embed 批大小(默认 32) */
|
|
37
|
+
embedBatch?: number;
|
|
38
|
+
/** embed 最小间隔 ms(限速,默认 0) */
|
|
39
|
+
embedMinIntervalMs?: number;
|
|
40
|
+
/** embed 并发(默认复用 parseConcurrency) */
|
|
41
|
+
embedConcurrency?: number;
|
|
42
|
+
/** 磁盘水位告警(默认 false;仅告警不丢任务) */
|
|
43
|
+
diskWatermarkAlert?: boolean;
|
|
44
|
+
/** 凭证库(source.authRef 解析;可选) */
|
|
45
|
+
credentials?: CredentialStore | null;
|
|
46
|
+
/** 自定义 fetcher 覆盖(测试/扩展) */
|
|
47
|
+
fetchers?: Partial<Record<'local' | 'url' | 'connector', SourceFetcher>>;
|
|
48
|
+
/** connector 注册表(默认含 rest) */
|
|
49
|
+
connectors?: ConnectorRegistry;
|
|
50
|
+
/** poll 调度 tick ms(默认 60s) */
|
|
51
|
+
pollTickMs?: number;
|
|
52
|
+
/** 单源最小 poll 间隔 ms(默认 15min) */
|
|
53
|
+
pollMinIntervalMs?: number;
|
|
54
|
+
/** 每轮 poll 最多处理源数(成本上限,默认 8) */
|
|
55
|
+
maxPollPerTick?: number;
|
|
56
|
+
}
|
|
57
|
+
export declare class KnowledgeIngest extends EventEmitter {
|
|
58
|
+
private readonly sources;
|
|
59
|
+
private readonly index;
|
|
60
|
+
private readonly adapters;
|
|
61
|
+
private readonly parseConcurrency;
|
|
62
|
+
private readonly maxQueueDepth;
|
|
63
|
+
private readonly debounceMs;
|
|
64
|
+
private readonly maxFileBytes;
|
|
65
|
+
private readonly embedding;
|
|
66
|
+
private readonly embedBatch;
|
|
67
|
+
private readonly embedMinIntervalMs;
|
|
68
|
+
private readonly embedConcurrency;
|
|
69
|
+
private readonly diskWatermarkAlert;
|
|
70
|
+
private readonly credentials;
|
|
71
|
+
private readonly localFetcher;
|
|
72
|
+
private readonly urlFetcher;
|
|
73
|
+
private readonly connectorFetcher;
|
|
74
|
+
private readonly pollTickMs;
|
|
75
|
+
private readonly pollMinIntervalMs;
|
|
76
|
+
private readonly maxPollPerTick;
|
|
77
|
+
private lastEmbedAt;
|
|
78
|
+
private pollTimer;
|
|
79
|
+
private running;
|
|
80
|
+
private runningEmbed;
|
|
81
|
+
private draining;
|
|
82
|
+
/** source 级锁:同一 source 不并行 walk/parse 冲突写 */
|
|
83
|
+
private sourceLocks;
|
|
84
|
+
/** walk 发现的文件数(Phase A coverage 分母) */
|
|
85
|
+
private discoveredFiles;
|
|
86
|
+
private watchers;
|
|
87
|
+
private debounceTimers;
|
|
88
|
+
private disposed;
|
|
89
|
+
constructor(options: KnowledgeIngestOptions);
|
|
90
|
+
get indexStore(): KnowledgeIndexStore;
|
|
91
|
+
/**
|
|
92
|
+
* 全量/增量索引某源(Phase A)
|
|
93
|
+
*/
|
|
94
|
+
ingestSource(sourceId: string, opts?: {
|
|
95
|
+
full?: boolean;
|
|
96
|
+
}): Promise<void>;
|
|
97
|
+
/**
|
|
98
|
+
* URL / connector 源:discover + fetch + 索引
|
|
99
|
+
*/
|
|
100
|
+
private ingestRemoteSource;
|
|
101
|
+
/**
|
|
102
|
+
* 解析源凭证;配置了 authRef 时 **fail-closed**(解析失败则本轮不抓,不降级匿名)。
|
|
103
|
+
*
|
|
104
|
+
* @returns 凭证或 null(仅当源未配置 authRef)
|
|
105
|
+
* @throws authRef 配置了但无法解析时抛错,由调用方中止本轮
|
|
106
|
+
*/
|
|
107
|
+
private resolveCred;
|
|
108
|
+
/**
|
|
109
|
+
* 将 VirtualDocument 写入索引(外源 / 规范化后文本)
|
|
110
|
+
*
|
|
111
|
+
* @returns 是否成功写入
|
|
112
|
+
*/
|
|
113
|
+
indexVirtualDoc(sourceId: string, doc: VirtualDocument): boolean;
|
|
114
|
+
/**
|
|
115
|
+
* 单文件急索(P0 快车道;同步完成 parse,不 await 全库)
|
|
116
|
+
*/
|
|
117
|
+
ingestFileNow(sourceId: string, filePath: string): Promise<boolean>;
|
|
118
|
+
/**
|
|
119
|
+
* 处理 fs 变更(debounce 后入队)
|
|
120
|
+
*/
|
|
121
|
+
handleFsChange(sourceId: string, filePath: string, event: 'change' | 'rename'): void;
|
|
122
|
+
/**
|
|
123
|
+
* 启动目录 watch(幂等)
|
|
124
|
+
*/
|
|
125
|
+
startWatch(sourceId: string): void;
|
|
126
|
+
stopWatch(sourceId: string): void;
|
|
127
|
+
/**
|
|
128
|
+
* 等待队列排空(测试/管理)
|
|
129
|
+
*/
|
|
130
|
+
idle(timeoutMs?: number): Promise<void>;
|
|
131
|
+
dispose(): void;
|
|
132
|
+
/**
|
|
133
|
+
* 启动 poll 调度(幂等);仅处理 sync.strategy=poll 且 enabled 的源
|
|
134
|
+
*/
|
|
135
|
+
startPolling(): void;
|
|
136
|
+
stopPolling(): void;
|
|
137
|
+
/**
|
|
138
|
+
* 扫描到期 poll 源并入队刷新(内容未变由 content-hash / 304 短路)
|
|
139
|
+
*
|
|
140
|
+
* @returns 本轮实际触发的 sourceId 列表
|
|
141
|
+
*/
|
|
142
|
+
pollDueSources(): Promise<string[]>;
|
|
143
|
+
private hasQueuedJobs;
|
|
144
|
+
private enqueue;
|
|
145
|
+
private kick;
|
|
146
|
+
private drain;
|
|
147
|
+
private claimJob;
|
|
148
|
+
private runJob;
|
|
149
|
+
/**
|
|
150
|
+
* 外源单文档 job:按逻辑键 fetch + 索引
|
|
151
|
+
*/
|
|
152
|
+
private fetchDocJob;
|
|
153
|
+
private parseOne;
|
|
154
|
+
/**
|
|
155
|
+
* Phase B:嵌入待处理 chunk(批 + 限速;失败不丢,下次再补)
|
|
156
|
+
*/
|
|
157
|
+
private embedPending;
|
|
158
|
+
private refreshCoverage;
|
|
159
|
+
private emitProgress;
|
|
160
|
+
/** 磁盘水位告警(仅告警,不丢任务) */
|
|
161
|
+
private warnDiskWatermark;
|
|
162
|
+
}
|