@octopi-agent/engine 0.65.0 → 0.86.38
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -201
- package/NOTICE +7 -7
- package/README.md +64 -26
- package/dist/config-schema/agent.d.ts +89 -1
- package/dist/config-schema/agent.js +69 -0
- package/dist/config-schema/context.d.ts +23 -4
- package/dist/config-schema/context.js +28 -1
- package/dist/config-schema/engine.d.ts +285 -9
- package/dist/config-schema/engine.js +35 -3
- package/dist/config-schema/governance.d.ts +95 -0
- package/dist/config-schema/governance.js +91 -0
- package/dist/config-schema/models.d.ts +1 -1
- package/dist/config-schema/observability.d.ts +6 -0
- package/dist/config-schema/observability.js +16 -0
- package/dist/config-schema/run.d.ts +10 -0
- package/dist/config-schema/run.js +18 -0
- package/dist/config-schema/shared.d.ts +10 -0
- package/dist/config-schema/shared.js +10 -0
- package/dist/config-schema/substrate.d.ts +87 -1
- package/dist/config-schema/substrate.js +114 -0
- package/dist/config-schema/subsystems.d.ts +1 -1
- package/dist/config-schema/subsystems.js +2 -1
- package/dist/config.d.ts +249 -7
- package/dist/config.js +113 -3
- package/dist/harness/activation/compiler.js +3 -0
- package/dist/harness/activation/runtime.d.ts +7 -0
- package/dist/harness/activation/runtime.js +60 -2
- package/dist/harness/activation/sources/agent-signal.d.ts +11 -0
- package/dist/harness/activation/sources/agent-signal.js +33 -0
- package/dist/harness/activation/types.d.ts +6 -1
- package/dist/harness/agent/builder.d.ts +48 -4
- package/dist/harness/agent/builder.js +206 -55
- package/dist/harness/agent/config-bridge.d.ts +33 -25
- package/dist/harness/agent/config-bridge.js +83 -280
- package/dist/harness/agent/index.d.ts +3 -1
- package/dist/harness/agent/index.js +2 -1
- package/dist/harness/agent/tool-purpose.d.ts +38 -0
- package/dist/harness/agent/tool-purpose.js +118 -0
- package/dist/harness/agent/wire-agent-builder.d.ts +133 -0
- package/dist/harness/agent/wire-agent-builder.js +363 -0
- package/dist/harness/collaboration/autonomous-subsystem/runtime.d.ts +4 -1
- package/dist/harness/collaboration/autonomous-subsystem/runtime.js +14 -8
- package/dist/harness/collaboration/autonomous-subsystem/sense/metrics.d.ts +12 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/metrics.js +19 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/session-lifecycle-bridge.d.ts +6 -0
- package/dist/harness/collaboration/autonomous-subsystem/sense/session-lifecycle-bridge.js +24 -7
- package/dist/harness/collaboration/autonomous-subsystem/think/executor.d.ts +5 -2
- package/dist/harness/collaboration/autonomous-subsystem/think/executor.js +11 -3
- package/dist/harness/collaboration/autonomous-subsystem/think/index.d.ts +1 -1
- package/dist/harness/collaboration/autonomous-subsystem/think/index.js +1 -1
- package/dist/harness/collaboration/autonomous-subsystem/think/llm-port.d.ts +7 -4
- package/dist/harness/collaboration/autonomous-subsystem/think/llm-port.js +8 -9
- package/dist/harness/collaboration/autonomous-subsystem/think/model-resolver.d.ts +36 -10
- package/dist/harness/collaboration/autonomous-subsystem/think/model-resolver.js +60 -7
- package/dist/harness/collaboration/delegation/child-run.d.ts +144 -0
- package/dist/harness/collaboration/delegation/child-run.js +241 -0
- package/dist/harness/collaboration/delegation/index.d.ts +26 -0
- package/dist/harness/collaboration/delegation/index.js +25 -0
- package/dist/harness/collaboration/delegation/notifier.d.ts +46 -0
- package/dist/harness/collaboration/delegation/notifier.js +84 -0
- package/dist/harness/collaboration/delegation/registry-types.d.ts +200 -0
- package/dist/harness/collaboration/delegation/registry-types.js +61 -0
- package/dist/harness/collaboration/delegation/registry.d.ts +110 -0
- package/dist/harness/collaboration/delegation/registry.js +220 -0
- package/dist/harness/collaboration/delegation/service.d.ts +249 -0
- package/dist/harness/collaboration/delegation/service.js +499 -0
- package/dist/harness/collaboration/delegation/store.d.ts +155 -0
- package/dist/harness/collaboration/delegation/store.js +271 -0
- package/dist/harness/collaboration/delegation/transport.d.ts +73 -0
- package/dist/harness/collaboration/delegation/transport.js +61 -0
- package/dist/harness/collaboration/delegation/types.d.ts +231 -0
- package/dist/harness/collaboration/delegation/types.js +70 -0
- package/dist/harness/collaboration/delegation/wiring.d.ts +111 -0
- package/dist/harness/collaboration/delegation/wiring.js +145 -0
- package/dist/harness/collaboration/orchestration/index.d.ts +11 -13
- package/dist/harness/collaboration/orchestration/index.js +11 -11
- package/dist/harness/context/assembler.d.ts +2 -2
- package/dist/harness/context/assembler.js +12 -7
- package/dist/harness/context/capabilities/compact/engine.js +80 -38
- package/dist/harness/context/capabilities/compact/types.d.ts +12 -1
- package/dist/harness/context/capabilities/summary/gate.js +2 -2
- package/dist/harness/context/capabilities/summary/policies.js +5 -5
- package/dist/harness/context/capabilities/summary/registry.js +39 -24
- package/dist/harness/context/constitution/default-agents.md +230 -228
- package/dist/harness/context/default-context-engine.d.ts +101 -23
- package/dist/harness/context/default-context-engine.js +483 -172
- package/dist/harness/context/hybrid-compressor.d.ts +3 -3
- package/dist/harness/context/hybrid-compressor.js +18 -23
- package/dist/harness/context/index.d.ts +5 -1
- package/dist/harness/context/index.js +2 -0
- package/dist/harness/context/layer-health.js +3 -2
- package/dist/harness/context/layer-snapshot.d.ts +4 -0
- package/dist/harness/context/layer-snapshot.js +30 -18
- package/dist/harness/context/layer-types.d.ts +49 -1
- package/dist/harness/context/layer-types.js +72 -4
- package/dist/harness/context/layers.d.ts +32 -15
- package/dist/harness/context/layers.js +87 -71
- package/dist/harness/context/llm-summarizer.d.ts +15 -1
- package/dist/harness/context/llm-summarizer.js +107 -56
- package/dist/harness/context/message-selector.js +6 -2
- package/dist/harness/context/root-instructions.d.ts +72 -0
- package/dist/harness/context/root-instructions.js +227 -0
- package/dist/harness/context/runtime-datetime.d.ts +34 -7
- package/dist/harness/context/runtime-datetime.js +66 -10
- package/dist/harness/context/smart-router.d.ts +1 -1
- package/dist/harness/context/smart-router.js +1 -1
- package/dist/harness/context/system-prompt-assembler.d.ts +33 -0
- package/dist/harness/context/system-prompt-assembler.js +78 -7
- package/dist/harness/context/token-constants.d.ts +2 -2
- package/dist/harness/context/token-constants.js +2 -2
- package/dist/harness/context/token-estimate-fns.d.ts +1 -3
- package/dist/harness/context/token-estimate-fns.js +2 -4
- package/dist/harness/context/token-estimator.d.ts +1 -1
- package/dist/harness/context/token-estimator.js +14 -6
- package/dist/harness/context/tool-result-aging.d.ts +140 -0
- package/dist/harness/context/tool-result-aging.js +331 -0
- package/dist/harness/context/tool-result-body.d.ts +10 -0
- package/dist/harness/context/tool-result-body.js +27 -0
- package/dist/harness/context/turn-envelope.d.ts +123 -0
- package/dist/harness/context/turn-envelope.js +188 -0
- package/dist/harness/context/types.d.ts +35 -47
- package/dist/harness/extension/execution-environment/effect-policy.d.ts +248 -0
- package/dist/harness/extension/execution-environment/effect-policy.js +334 -0
- package/dist/harness/extension/execution-environment/index.d.ts +18 -2
- package/dist/harness/extension/execution-environment/index.js +11 -2
- package/dist/harness/extension/execution-environment/memory-undo.d.ts +101 -0
- package/dist/harness/extension/execution-environment/memory-undo.js +192 -0
- package/dist/harness/extension/execution-environment/process-isolation.d.ts +84 -0
- package/dist/harness/extension/execution-environment/process-isolation.js +315 -0
- package/dist/harness/extension/execution-environment/resource-limits.d.ts +36 -0
- package/dist/harness/extension/execution-environment/resource-limits.js +84 -0
- package/dist/harness/extension/execution-environment/sandbox.d.ts +125 -4
- package/dist/harness/extension/execution-environment/sandbox.js +493 -51
- package/dist/harness/extension/execution-environment/shell-journal.d.ts +100 -0
- package/dist/harness/extension/execution-environment/shell-journal.js +299 -0
- package/dist/harness/extension/execution-environment/tool-capabilities.d.ts +45 -0
- package/dist/harness/extension/execution-environment/tool-capabilities.js +126 -0
- package/dist/harness/extension/execution-environment/types.d.ts +67 -39
- package/dist/harness/extension/execution-environment/types.js +2 -2
- package/dist/harness/extension/execution-environment/undo-log.d.ts +203 -0
- package/dist/harness/extension/execution-environment/undo-log.js +627 -0
- package/dist/harness/extension/execution-environment/undo-merge.d.ts +40 -0
- package/dist/harness/extension/execution-environment/undo-merge.js +167 -0
- package/dist/harness/extension/plugin-ecosystem/client-tools/index.d.ts +4 -0
- package/dist/harness/extension/plugin-ecosystem/client-tools/index.js +3 -0
- package/dist/harness/extension/plugin-ecosystem/client-tools/invoke.d.ts +56 -0
- package/dist/harness/extension/plugin-ecosystem/client-tools/invoke.js +281 -0
- package/dist/harness/extension/plugin-ecosystem/client-tools/registry.d.ts +98 -0
- package/dist/harness/extension/plugin-ecosystem/client-tools/registry.js +250 -0
- package/dist/harness/extension/plugin-ecosystem/client-tools/stream.d.ts +124 -0
- package/dist/harness/extension/plugin-ecosystem/client-tools/stream.js +372 -0
- package/dist/harness/extension/plugin-ecosystem/client-tools/types.d.ts +118 -0
- package/dist/harness/extension/plugin-ecosystem/client-tools/types.js +8 -0
- package/dist/harness/extension/plugin-ecosystem/index.d.ts +1 -0
- package/dist/harness/extension/plugin-ecosystem/index.js +1 -0
- package/dist/harness/extension/plugin-ecosystem/mcp/bridge.js +2 -0
- package/dist/harness/extension/plugin-ecosystem/plugins/api.d.ts +1 -6
- package/dist/harness/extension/plugin-ecosystem/plugins/api.js +3 -8
- package/dist/harness/extension/plugin-ecosystem/plugins/capability.d.ts +0 -3
- package/dist/harness/extension/plugin-ecosystem/plugins/capability.js +0 -3
- package/dist/harness/extension/plugin-ecosystem/plugins/entry.d.ts +2 -10
- package/dist/harness/extension/plugin-ecosystem/plugins/entry.js +2 -9
- package/dist/harness/extension/plugin-ecosystem/plugins/index.d.ts +1 -3
- package/dist/harness/extension/plugin-ecosystem/plugins/index.js +1 -3
- package/dist/harness/extension/plugin-ecosystem/plugins/loader.d.ts +2 -4
- package/dist/harness/extension/plugin-ecosystem/plugins/loader.js +4 -21
- package/dist/harness/extension/plugin-ecosystem/plugins/manager.d.ts +3 -9
- package/dist/harness/extension/plugin-ecosystem/plugins/manager.js +4 -8
- package/dist/harness/extension/plugin-ecosystem/plugins/manifest.d.ts +1 -4
- package/dist/harness/extension/plugin-ecosystem/plugins/manifest.js +1 -3
- package/dist/harness/extension/plugin-ecosystem/skills/manager.d.ts +1 -1
- package/dist/harness/extension/plugin-ecosystem/skills/manager.js +1 -1
- package/dist/harness/extension/plugin-ecosystem/tools/allowlisted-run.d.ts +45 -0
- package/dist/harness/extension/plugin-ecosystem/tools/allowlisted-run.js +136 -0
- package/dist/harness/extension/plugin-ecosystem/tools/ask-user.js +1 -0
- package/dist/harness/extension/plugin-ecosystem/tools/builtin.d.ts +18 -3
- package/dist/harness/extension/plugin-ecosystem/tools/builtin.js +278 -82
- package/dist/harness/extension/plugin-ecosystem/tools/delegation.d.ts +31 -0
- package/dist/harness/extension/plugin-ecosystem/tools/delegation.js +291 -0
- package/dist/harness/extension/plugin-ecosystem/tools/document-tools.js +10 -2
- package/dist/harness/extension/plugin-ecosystem/tools/env-info.js +1 -0
- package/dist/harness/extension/plugin-ecosystem/tools/eol.d.ts +35 -0
- package/dist/harness/extension/plugin-ecosystem/tools/eol.js +43 -0
- package/dist/harness/extension/plugin-ecosystem/tools/file-edit.js +40 -9
- package/dist/harness/extension/plugin-ecosystem/tools/file-ops.d.ts +33 -0
- package/dist/harness/extension/plugin-ecosystem/tools/file-ops.js +376 -0
- package/dist/harness/extension/plugin-ecosystem/tools/file-search.d.ts +12 -2
- package/dist/harness/extension/plugin-ecosystem/tools/file-search.js +239 -61
- package/dist/harness/extension/plugin-ecosystem/tools/git-tools.d.ts +27 -0
- package/dist/harness/extension/plugin-ecosystem/tools/git-tools.js +554 -0
- package/dist/harness/extension/plugin-ecosystem/tools/http.d.ts +10 -6
- package/dist/harness/extension/plugin-ecosystem/tools/http.js +41 -47
- package/dist/harness/extension/plugin-ecosystem/tools/index.d.ts +2 -0
- package/dist/harness/extension/plugin-ecosystem/tools/index.js +2 -0
- package/dist/harness/extension/plugin-ecosystem/tools/knowledge.js +4 -0
- package/dist/harness/extension/plugin-ecosystem/tools/memory.d.ts +11 -1
- package/dist/harness/extension/plugin-ecosystem/tools/memory.js +39 -1
- package/dist/harness/extension/plugin-ecosystem/tools/package-tools.d.ts +13 -0
- package/dist/harness/extension/plugin-ecosystem/tools/package-tools.js +391 -0
- package/dist/harness/extension/plugin-ecosystem/tools/platform.d.ts +51 -2
- package/dist/harness/extension/plugin-ecosystem/tools/platform.js +151 -12
- package/dist/harness/extension/plugin-ecosystem/tools/session-history.js +2 -0
- package/dist/harness/extension/plugin-ecosystem/tools/tool-bus.d.ts +10 -1
- package/dist/harness/extension/plugin-ecosystem/tools/tool-bus.js +35 -19
- package/dist/harness/extension/plugin-ecosystem/tools/tool-set.d.ts +8 -0
- package/dist/harness/extension/plugin-ecosystem/tools/tool-set.js +5 -0
- package/dist/harness/extension/plugin-ecosystem/tools/web-search.js +1 -0
- package/dist/harness/governance/credentials/index.d.ts +1 -1
- package/dist/harness/governance/credentials/store.d.ts +16 -4
- package/dist/harness/governance/credentials/store.js +33 -6
- package/dist/harness/governance/credentials/types.d.ts +11 -0
- package/dist/harness/governance/human-in-the-loop/decision-cache.d.ts +105 -0
- package/dist/harness/governance/human-in-the-loop/decision-cache.js +184 -0
- package/dist/harness/governance/human-in-the-loop/index.d.ts +5 -5
- package/dist/harness/governance/human-in-the-loop/index.js +3 -3
- package/dist/harness/governance/human-in-the-loop/types.d.ts +7 -62
- package/dist/harness/governance/human-in-the-loop/types.js +6 -2
- package/dist/harness/governance/security/capability-enforcer.d.ts +9 -1
- package/dist/harness/governance/security/capability-enforcer.js +31 -8
- package/dist/harness/governance/security/degradation.js +5 -7
- package/dist/harness/governance/security/risk-evaluator.d.ts +1 -1
- package/dist/harness/governance/security/risk-evaluator.js +4 -82
- package/dist/harness/governance/security/temp-path.d.ts +41 -0
- package/dist/harness/governance/security/temp-path.js +117 -0
- package/dist/harness/governance/session-acl/index.d.ts +1 -0
- package/dist/harness/governance/session-acl/index.js +1 -0
- package/dist/harness/governance/session-acl/rights.d.ts +12 -0
- package/dist/harness/governance/session-acl/rights.js +89 -7
- package/dist/harness/governance/session-acl/seed-roles.js +9 -1
- package/dist/harness/governance/session-acl/service.js +21 -29
- package/dist/harness/governance/session-acl/tool-rights.d.ts +81 -0
- package/dist/harness/governance/session-acl/tool-rights.js +238 -0
- package/dist/harness/governance/session-acl/types.d.ts +22 -0
- package/dist/harness/index.d.ts +18 -15
- package/dist/harness/index.js +11 -7
- package/dist/harness/knowledge/file-index-store.js +11 -11
- package/dist/harness/knowledge/grounding.d.ts +2 -1
- package/dist/harness/knowledge/grounding.js +6 -3
- package/dist/harness/knowledge/index.d.ts +2 -2
- package/dist/harness/knowledge/index.js +1 -1
- package/dist/harness/knowledge/ingest.js +4 -1
- package/dist/harness/knowledge/job-control-state.js +4 -4
- package/dist/harness/knowledge/job-control.js +11 -11
- package/dist/harness/knowledge/membership-store.js +11 -11
- package/dist/harness/knowledge/network-guard.d.ts +61 -4
- package/dist/harness/knowledge/network-guard.js +390 -113
- package/dist/harness/knowledge/query-service.js +8 -8
- package/dist/harness/knowledge/retriever.js +1 -1
- package/dist/harness/knowledge/source-store.d.ts +17 -2
- package/dist/harness/knowledge/source-store.js +6 -5
- package/dist/harness/knowledge/writer-service.d.ts +2 -0
- package/dist/harness/knowledge/writer-service.js +14 -13
- package/dist/harness/memory/backfill-trigger.d.ts +2 -2
- package/dist/harness/memory/backfill-trigger.js +4 -4
- package/dist/harness/memory/cognition-decay.d.ts +36 -0
- package/dist/harness/memory/cognition-decay.js +55 -0
- package/dist/harness/memory/cognition-gates.d.ts +60 -0
- package/dist/harness/memory/cognition-gates.js +191 -0
- package/dist/harness/memory/cognition-trigger.d.ts +30 -0
- package/dist/harness/memory/cognition-trigger.js +41 -0
- package/dist/harness/memory/cognition-types.d.ts +1 -1
- package/dist/harness/memory/cognition.d.ts +40 -8
- package/dist/harness/memory/cognition.js +432 -79
- package/dist/harness/memory/conceptualizer.d.ts +66 -0
- package/dist/harness/memory/conceptualizer.js +246 -0
- package/dist/harness/memory/index.d.ts +17 -2
- package/dist/harness/memory/index.js +12 -1
- package/dist/harness/memory/sqlite/agent-db.d.ts +9 -0
- package/dist/harness/memory/sqlite/agent-db.js +120 -15
- package/dist/harness/memory/sqlite/cognition-store.d.ts +55 -16
- package/dist/harness/memory/sqlite/cognition-store.js +591 -144
- package/dist/harness/memory/sqlite/memory-store.d.ts +1 -0
- package/dist/harness/memory/sqlite/memory-store.js +14 -4
- package/dist/harness/memory/sqlite/wisdom-store.d.ts +33 -14
- package/dist/harness/memory/sqlite/wisdom-store.js +257 -44
- package/dist/harness/memory/store.d.ts +1 -0
- package/dist/harness/memory/store.js +3 -0
- package/dist/harness/memory/time-format.d.ts +28 -0
- package/dist/harness/memory/time-format.js +52 -0
- package/dist/harness/memory/types.d.ts +343 -16
- package/dist/harness/memory/types.js +49 -0
- package/dist/harness/memory/wisdom-formation.d.ts +101 -0
- package/dist/harness/memory/wisdom-formation.js +304 -0
- package/dist/harness/memory/wisdom-gates.d.ts +50 -0
- package/dist/harness/memory/wisdom-gates.js +204 -0
- package/dist/harness/memory/wisdom-policy.d.ts +107 -0
- package/dist/harness/memory/wisdom-policy.js +220 -0
- package/dist/harness/memory/wisdom-types.d.ts +3 -2
- package/dist/harness/memory/wisdom-types.js +2 -2
- package/dist/harness/memory/wisdom.d.ts +27 -0
- package/dist/harness/memory/wisdom.js +181 -0
- package/dist/harness/observability/observer/hub.js +23 -1
- package/dist/harness/observability/observer/index.d.ts +2 -2
- package/dist/harness/observability/observer/index.js +1 -1
- package/dist/harness/observability/observer/types.d.ts +57 -0
- package/dist/harness/observability/observer/types.js +118 -9
- package/dist/harness/run/agent/agent.d.ts +27 -0
- package/dist/harness/run/agent/agent.js +45 -0
- package/dist/harness/run/concurrency/tool-loop-detection-core.d.ts +1 -1
- package/dist/harness/run/concurrency/tool-loop-detection-core.js +1 -1
- package/dist/harness/run/reliability/harness-events.d.ts +4 -0
- package/dist/harness/run/reliability/run-agent.js +116 -20
- package/dist/harness/run/reliability/run-metrics-collector.d.ts +28 -2
- package/dist/harness/run/reliability/run-metrics-collector.js +92 -2
- package/dist/harness/run/run-guard/default-run-guard.d.ts +0 -5
- package/dist/harness/run/run-guard/default-run-guard.js +104 -44
- package/dist/harness/run/run-scope.d.ts +52 -0
- package/dist/harness/run/runner.d.ts +101 -16
- package/dist/harness/run/runner.js +557 -158
- package/dist/harness/session/attachments/llm-intent.js +17 -17
- package/dist/harness/session/history/port.js +1 -0
- package/dist/harness/session/in-memory-store.d.ts +1 -0
- package/dist/harness/session/in-memory-store.js +22 -1
- package/dist/harness/session/index.d.ts +1 -0
- package/dist/harness/session/index.js +1 -0
- package/dist/harness/session/schedules/index.d.ts +10 -0
- package/dist/harness/session/schedules/index.js +10 -0
- package/dist/harness/session/schedules/render.d.ts +13 -0
- package/dist/harness/session/schedules/render.js +63 -0
- package/dist/harness/session/schedules/service.d.ts +179 -0
- package/dist/harness/session/schedules/service.js +695 -0
- package/dist/harness/session/schedules/store.d.ts +119 -0
- package/dist/harness/session/schedules/store.js +323 -0
- package/dist/harness/session/schedules/tools.d.ts +39 -0
- package/dist/harness/session/schedules/tools.js +442 -0
- package/dist/harness/session/schedules/types.d.ts +104 -0
- package/dist/harness/session/schedules/types.js +97 -0
- package/dist/harness/session/tasks/tools.js +22 -0
- package/dist/harness/session/title.d.ts +86 -0
- package/dist/harness/session/title.js +268 -0
- package/dist/harness/session/types.d.ts +35 -0
- package/dist/harness/shared/events/agent-event-map.d.ts +21 -0
- package/dist/harness/shared/events/agent-event-map.js +1 -0
- package/dist/harness/shared/types/agent-definition.d.ts +23 -0
- package/dist/index.d.ts +25 -9
- package/dist/index.js +11 -2
- package/dist/integration/providers/anthropic.d.ts +10 -0
- package/dist/integration/providers/anthropic.js +44 -1
- package/dist/integration/providers/openai.d.ts +10 -0
- package/dist/integration/providers/openai.js +58 -2
- package/dist/integration/providers/wire-dump-diff.d.ts +191 -0
- package/dist/integration/providers/wire-dump-diff.js +351 -0
- package/dist/integration/providers/wire-dump.d.ts +178 -0
- package/dist/integration/providers/wire-dump.js +396 -0
- package/dist/integration/storage/jsonl.d.ts +11 -0
- package/dist/integration/storage/jsonl.js +148 -39
- package/dist/integration/storage/session-index.js +63 -8
- package/dist/subsystems/cognition-steward/conceptualize/SUBSYSTEM.md +43 -0
- package/dist/subsystems/cognition-steward/conceptualize/config.yaml +50 -0
- package/dist/subsystems/cognition-steward/conceptualize/handler.d.ts +9 -0
- package/dist/subsystems/cognition-steward/conceptualize/handler.js +125 -0
- package/dist/subsystems/cognition-steward/consolidate/SUBSYSTEM.md +6 -0
- package/dist/subsystems/cognition-steward/consolidate/config.yaml +54 -0
- package/dist/subsystems/cognition-steward/consolidate/handler.d.ts +12 -0
- package/dist/subsystems/cognition-steward/consolidate/handler.js +93 -0
- package/dist/subsystems/memory-steward/backfill/handler.js +9 -0
- package/dist/subsystems/wisdom-steward/evaluate/config.yaml +50 -0
- package/dist/subsystems/wisdom-steward/evaluate/handler.d.ts +18 -0
- package/dist/subsystems/wisdom-steward/evaluate/handler.js +91 -0
- package/dist/subsystems/wisdom-steward/formation/SUBSYSTEM.md +42 -0
- package/dist/subsystems/wisdom-steward/formation/config.yaml +54 -0
- package/dist/subsystems/wisdom-steward/formation/handler.d.ts +18 -0
- package/dist/subsystems/wisdom-steward/formation/handler.js +212 -0
- package/dist/subsystems/wisdom-steward/govern/config.yaml +55 -0
- package/dist/subsystems/wisdom-steward/govern/handler.d.ts +17 -0
- package/dist/subsystems/wisdom-steward/govern/handler.js +68 -0
- package/package.json +115 -115
- package/dist/harness/collaboration/multi-agent/agent-registry-types.d.ts +0 -144
- package/dist/harness/collaboration/multi-agent/agent-registry-types.js +0 -25
- package/dist/harness/collaboration/multi-agent/index.d.ts +0 -17
- package/dist/harness/collaboration/multi-agent/index.js +0 -15
- package/dist/harness/collaboration/multi-agent/process.d.ts +0 -167
- package/dist/harness/collaboration/multi-agent/process.js +0 -256
- package/dist/harness/collaboration/multi-agent/registry.d.ts +0 -36
- package/dist/harness/collaboration/multi-agent/registry.js +0 -137
- package/dist/harness/collaboration/multi-agent/swarm.d.ts +0 -135
- package/dist/harness/collaboration/multi-agent/swarm.js +0 -317
- package/dist/harness/collaboration/multi-agent/types.d.ts +0 -66
- package/dist/harness/collaboration/multi-agent/types.js +0 -15
- package/dist/harness/collaboration/orchestration/async-task-store.d.ts +0 -107
- package/dist/harness/collaboration/orchestration/async-task-store.js +0 -12
- package/dist/harness/collaboration/orchestration/async-task.d.ts +0 -156
- package/dist/harness/collaboration/orchestration/async-task.js +0 -359
- package/dist/harness/collaboration/orchestration/planner/hybrid-planner.d.ts +0 -47
- package/dist/harness/collaboration/orchestration/planner/hybrid-planner.js +0 -61
- package/dist/harness/collaboration/orchestration/planner/index.d.ts +0 -9
- package/dist/harness/collaboration/orchestration/planner/index.js +0 -6
- package/dist/harness/collaboration/orchestration/planner/llm-planner.d.ts +0 -54
- package/dist/harness/collaboration/orchestration/planner/llm-planner.js +0 -167
- package/dist/harness/collaboration/orchestration/planner/rule-planner.d.ts +0 -85
- package/dist/harness/collaboration/orchestration/planner/rule-planner.js +0 -175
- package/dist/harness/collaboration/orchestration/quality/classifier.d.ts +0 -21
- package/dist/harness/collaboration/orchestration/quality/classifier.js +0 -235
- package/dist/harness/collaboration/orchestration/quality/gate.d.ts +0 -29
- package/dist/harness/collaboration/orchestration/quality/gate.js +0 -409
- package/dist/harness/collaboration/orchestration/quality/index.d.ts +0 -9
- package/dist/harness/collaboration/orchestration/quality/index.js +0 -8
- package/dist/harness/collaboration/orchestration/quality/types.d.ts +0 -159
- package/dist/harness/collaboration/orchestration/quality/types.js +0 -33
- package/dist/harness/collaboration/orchestration/scheduler/index.d.ts +0 -5
- package/dist/harness/collaboration/orchestration/scheduler/index.js +0 -4
- package/dist/harness/collaboration/orchestration/scheduler/task-scheduler.d.ts +0 -143
- package/dist/harness/collaboration/orchestration/scheduler/task-scheduler.js +0 -297
- package/dist/harness/collaboration/orchestration/strategy/classifier.d.ts +0 -12
- package/dist/harness/collaboration/orchestration/strategy/classifier.js +0 -81
- package/dist/harness/collaboration/orchestration/strategy/index.d.ts +0 -3
- package/dist/harness/collaboration/orchestration/strategy/index.js +0 -2
- package/dist/harness/collaboration/orchestration/strategy/router.d.ts +0 -28
- package/dist/harness/collaboration/orchestration/strategy/router.js +0 -105
- package/dist/harness/collaboration/orchestration/strategy/types.d.ts +0 -49
- package/dist/harness/collaboration/orchestration/strategy/types.js +0 -4
- package/dist/harness/collaboration/orchestration/workflow/engine.d.ts +0 -86
- package/dist/harness/collaboration/orchestration/workflow/engine.js +0 -298
- package/dist/harness/collaboration/orchestration/workflow/index.d.ts +0 -9
- package/dist/harness/collaboration/orchestration/workflow/index.js +0 -7
- package/dist/harness/collaboration/orchestration/workflow/types.d.ts +0 -143
- package/dist/harness/collaboration/orchestration/workflow/types.js +0 -7
- package/dist/harness/governance/human-in-the-loop/approval-manager.d.ts +0 -32
- package/dist/harness/governance/human-in-the-loop/approval-manager.js +0 -93
- /package/dist/harness/collaboration/{multi-agent → delegation}/message-channel-types.d.ts +0 -0
- /package/dist/harness/collaboration/{multi-agent → delegation}/message-channel-types.js +0 -0
|
@@ -1,11 +1,19 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* 出站网络门禁 — Knowledge 外源 ingest SSRF 防护
|
|
2
|
+
* 出站网络门禁 — Knowledge 外源 ingest / http_request SSRF 防护
|
|
3
3
|
*
|
|
4
|
-
* 默认拒绝私网/环回/link-local/云 metadata
|
|
5
|
-
*
|
|
4
|
+
* 默认拒绝私网/环回/link-local/云 metadata;`allowPrivateNetwork` 显式放行。
|
|
5
|
+
* 重定向上每跳复验地址;**connect 时再校验**(自定义 lookup),关闭
|
|
6
|
+
* `assertUrlAllowed` lookup 与实际 connect 之间的 DNS TOCTOU(SEC-3a)。
|
|
7
|
+
*
|
|
8
|
+
* 真·IP 钉扎 / hostname allowlist:嵌入方经 `lookup` / `filterAddresses`
|
|
9
|
+
* 注入(SEC-3 结论:引擎不做完整钉扎,见 arch/security-open-issues.md)。
|
|
6
10
|
*/
|
|
7
|
-
import {
|
|
11
|
+
import { promises as dns } from 'node:dns';
|
|
12
|
+
import * as http from 'node:http';
|
|
13
|
+
import * as https from 'node:https';
|
|
8
14
|
import { isIP } from 'node:net';
|
|
15
|
+
import { createGunzip, createInflate, createBrotliDecompress } from 'node:zlib';
|
|
16
|
+
import { pipeline } from 'node:stream/promises';
|
|
9
17
|
const DEFAULT_MAX_REDIRECTS = 5;
|
|
10
18
|
const DEFAULT_TIMEOUT_MS = 30_000;
|
|
11
19
|
const DEFAULT_MAX_BYTES = 5_000_000;
|
|
@@ -44,20 +52,38 @@ export function authHeadersForUrl(trustedOrigin, targetUrl, headers) {
|
|
|
44
52
|
}
|
|
45
53
|
return out;
|
|
46
54
|
}
|
|
47
|
-
/** 云 metadata /
|
|
55
|
+
/** 云 metadata / 链路本地(含 IPv4-mapped 与 fe80::/10) */
|
|
48
56
|
function isLinkLocalOrMetadata(ip) {
|
|
49
|
-
const v = ip.toLowerCase();
|
|
50
|
-
if (v
|
|
57
|
+
const v = ip.toLowerCase().replace(/^\[|\]$/g, '');
|
|
58
|
+
if (!v)
|
|
51
59
|
return true;
|
|
52
|
-
if (v
|
|
60
|
+
if (v === 'metadata.google.internal')
|
|
53
61
|
return true;
|
|
54
|
-
|
|
62
|
+
const mapped = extractIPv4Mapped(v);
|
|
63
|
+
const cand = mapped ?? v;
|
|
64
|
+
if (cand === '169.254.169.254' || cand.startsWith('169.254.'))
|
|
65
|
+
return true;
|
|
66
|
+
// IPv6 link-local = fe80::/10(fe80–febf),不只是 fe80: 前缀
|
|
67
|
+
if (isIPv6LinkLocal(v))
|
|
55
68
|
return true;
|
|
56
69
|
return false;
|
|
57
70
|
}
|
|
71
|
+
function isIPv6LinkLocal(v) {
|
|
72
|
+
// 规范形 / 冒分十六进制首段
|
|
73
|
+
const m = /^([0-9a-f]{1,4}):/.exec(v);
|
|
74
|
+
if (!m) {
|
|
75
|
+
// ::fe80:… 压缩形极少用于 link-local 前缀;fe80:: 标准形覆盖绝大多数
|
|
76
|
+
return /^fe[89ab][0-9a-f]:/i.test(v) || v.startsWith('fe80:');
|
|
77
|
+
}
|
|
78
|
+
const first = Number.parseInt(m[1], 16);
|
|
79
|
+
return (first & 0xffc0) === 0xfe80;
|
|
80
|
+
}
|
|
58
81
|
function isLoopback(ip) {
|
|
59
|
-
const v = ip.toLowerCase();
|
|
60
|
-
|
|
82
|
+
const v = ip.toLowerCase().replace(/^\[|\]$/g, '');
|
|
83
|
+
if (v === '::1' || v === '0:0:0:0:0:0:0:1' || v.startsWith('127.'))
|
|
84
|
+
return true;
|
|
85
|
+
const mapped = extractIPv4Mapped(v);
|
|
86
|
+
return mapped != null && (mapped.startsWith('127.') || mapped === '127.0.0.1');
|
|
61
87
|
}
|
|
62
88
|
/** 未指定地址(:: / 0.0.0.0):连出去通常等价本机 */
|
|
63
89
|
function isUnspecified(ip) {
|
|
@@ -89,16 +115,34 @@ function isPrivateIPv4(ip) {
|
|
|
89
115
|
*/
|
|
90
116
|
function extractIPv4Mapped(ip) {
|
|
91
117
|
const v = ip.toLowerCase().replace(/^\[|\]$/g, '');
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
const
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
118
|
+
// 点分与十六进制两种 mapped 形态
|
|
119
|
+
const dotted = /^::ffff:(\d{1,3}(?:\.\d{1,3}){3})$/i.exec(v);
|
|
120
|
+
if (dotted)
|
|
121
|
+
return dotted[1];
|
|
122
|
+
// 0:0:0:0:0:ffff:a.b.c.d / 完整 0:0:0:0:0:ffff:xxxx:yyyy
|
|
123
|
+
const m = /^(?:(?:0{1,4}:){5}|:)?ffff:(\d{1,3}(?:\.\d{1,3}){3})$/i.exec(v) ||
|
|
124
|
+
/^(?:(?:0{1,4}:){5}|:)?ffff:([0-9a-f]{1,4}):([0-9a-f]{1,4})$/i.exec(v);
|
|
125
|
+
if (!m) {
|
|
126
|
+
if (!v.includes('ffff'))
|
|
127
|
+
return null;
|
|
128
|
+
// ::ffff:x:x 或 0:0:0:0:0:ffff:x:x
|
|
129
|
+
const idx = v.lastIndexOf('ffff:');
|
|
130
|
+
const rest = v.slice(idx + 5);
|
|
131
|
+
if (rest.includes('.'))
|
|
132
|
+
return rest;
|
|
133
|
+
const parts = rest.split(':');
|
|
134
|
+
if (parts.length !== 2)
|
|
135
|
+
return null;
|
|
136
|
+
const hi = Number.parseInt(parts[0], 16);
|
|
137
|
+
const lo = Number.parseInt(parts[1], 16);
|
|
138
|
+
if (!Number.isFinite(hi) || !Number.isFinite(lo))
|
|
139
|
+
return null;
|
|
140
|
+
return `${(hi >> 8) & 0xff}.${hi & 0xff}.${(lo >> 8) & 0xff}.${lo & 0xff}`;
|
|
141
|
+
}
|
|
142
|
+
if (m.length === 2 && m[1].includes('.'))
|
|
143
|
+
return m[1];
|
|
144
|
+
const hi = Number.parseInt(m[1], 16);
|
|
145
|
+
const lo = Number.parseInt(m[2], 16);
|
|
102
146
|
if (!Number.isFinite(hi) || !Number.isFinite(lo))
|
|
103
147
|
return null;
|
|
104
148
|
return `${(hi >> 8) & 0xff}.${hi & 0xff}.${(lo >> 8) & 0xff}.${lo & 0xff}`;
|
|
@@ -108,10 +152,21 @@ function isPrivateIPv6(ip) {
|
|
|
108
152
|
if (v.startsWith('fc') || v.startsWith('fd'))
|
|
109
153
|
return true; // ULA
|
|
110
154
|
const mapped = extractIPv4Mapped(v);
|
|
111
|
-
|
|
155
|
+
// mapped 按等价 IPv4 分类(含环回/未指定/私网);link-local/metadata 走 isAlwaysBlockedIp
|
|
156
|
+
if (mapped) {
|
|
112
157
|
return isPrivateIPv4(mapped) || isLoopback(mapped) || isUnspecified(mapped);
|
|
158
|
+
}
|
|
113
159
|
return false;
|
|
114
160
|
}
|
|
161
|
+
/**
|
|
162
|
+
* 永不放行:云 metadata / 链路本地 / 未指定(即使 allowPrivateNetwork)
|
|
163
|
+
*/
|
|
164
|
+
export function isAlwaysBlockedIp(ip) {
|
|
165
|
+
const v = ip.trim().toLowerCase().replace(/^\[|\]$/g, '');
|
|
166
|
+
if (!v)
|
|
167
|
+
return true;
|
|
168
|
+
return isUnspecified(v) || isLinkLocalOrMetadata(v);
|
|
169
|
+
}
|
|
115
170
|
/**
|
|
116
171
|
* 判断 IP 是否属于受限地址(私网/环回/metadata/未指定)
|
|
117
172
|
*
|
|
@@ -121,7 +176,9 @@ export function isRestrictedIp(ip) {
|
|
|
121
176
|
const v = ip.trim().toLowerCase().replace(/^\[|\]$/g, '');
|
|
122
177
|
if (!v)
|
|
123
178
|
return true;
|
|
124
|
-
if (
|
|
179
|
+
if (isAlwaysBlockedIp(v))
|
|
180
|
+
return true;
|
|
181
|
+
if (isLoopback(v))
|
|
125
182
|
return true;
|
|
126
183
|
if (isIP(v) === 4)
|
|
127
184
|
return isPrivateIPv4(v);
|
|
@@ -129,6 +186,73 @@ export function isRestrictedIp(ip) {
|
|
|
129
186
|
return isPrivateIPv6(v) || isLinkLocalOrMetadata(v);
|
|
130
187
|
return true;
|
|
131
188
|
}
|
|
189
|
+
/**
|
|
190
|
+
* 校验一组连接地址(lookup/filter 输出复检;IP 字面量也走此路径)
|
|
191
|
+
*
|
|
192
|
+
* @param hostname - 主机(日志用)
|
|
193
|
+
* @param addrs - 地址列表
|
|
194
|
+
* @param allowPrivate - 是否放行私网/环回(metadata 始终拒)
|
|
195
|
+
* @throws 存在禁用地址时抛错
|
|
196
|
+
*/
|
|
197
|
+
function assertAddressesAllowed(hostname, addrs, allowPrivate) {
|
|
198
|
+
for (const a of addrs) {
|
|
199
|
+
if (isAlwaysBlockedIp(a.address)) {
|
|
200
|
+
throw new Error(`address not allowed (metadata/link-local): ${hostname} -> ${a.address}`);
|
|
201
|
+
}
|
|
202
|
+
if (!allowPrivate && isRestrictedIp(a.address)) {
|
|
203
|
+
throw new Error(`address not allowed (private/loopback/metadata): ${hostname} -> ${a.address}`);
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
export function createValidatingLookup(opts) {
|
|
208
|
+
const allowPrivate = opts?.allowPrivateNetwork === true;
|
|
209
|
+
return (hostname, options, callback) => {
|
|
210
|
+
void (async () => {
|
|
211
|
+
try {
|
|
212
|
+
const family = typeof options.family === 'number' ? options.family : undefined;
|
|
213
|
+
const addresses = await dns.lookup(hostname, {
|
|
214
|
+
family,
|
|
215
|
+
hints: options.hints,
|
|
216
|
+
all: true,
|
|
217
|
+
});
|
|
218
|
+
let addrs = addresses.map((a) => ({
|
|
219
|
+
address: a.address,
|
|
220
|
+
family: a.family,
|
|
221
|
+
}));
|
|
222
|
+
if (!addrs.length) {
|
|
223
|
+
return callback(Object.assign(new Error(`dns lookup empty: ${hostname}`), { code: 'ENOTFOUND' }));
|
|
224
|
+
}
|
|
225
|
+
try {
|
|
226
|
+
assertAddressesAllowed(hostname, addrs, allowPrivate);
|
|
227
|
+
}
|
|
228
|
+
catch (e) {
|
|
229
|
+
return callback(Object.assign(e, { code: 'EACCES' }));
|
|
230
|
+
}
|
|
231
|
+
if (opts?.filterAddresses) {
|
|
232
|
+
addrs = opts.filterAddresses(hostname, addrs);
|
|
233
|
+
if (!addrs.length) {
|
|
234
|
+
return callback(Object.assign(new Error(`no allowed addresses after filter: ${hostname}`), {
|
|
235
|
+
code: 'EACCES',
|
|
236
|
+
}));
|
|
237
|
+
}
|
|
238
|
+
// filter 输出必须再过门禁(防有缺陷的 filter 重新引入受限地址)
|
|
239
|
+
try {
|
|
240
|
+
assertAddressesAllowed(hostname, addrs, allowPrivate);
|
|
241
|
+
}
|
|
242
|
+
catch (e) {
|
|
243
|
+
return callback(Object.assign(e, { code: 'EACCES' }));
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
if (options.all)
|
|
247
|
+
return callback(null, addrs);
|
|
248
|
+
return callback(null, addrs[0].address, addrs[0].family);
|
|
249
|
+
}
|
|
250
|
+
catch (err) {
|
|
251
|
+
callback(err);
|
|
252
|
+
}
|
|
253
|
+
})();
|
|
254
|
+
};
|
|
255
|
+
}
|
|
132
256
|
/**
|
|
133
257
|
* 校验 URL 主机是否允许出站
|
|
134
258
|
*
|
|
@@ -151,15 +275,23 @@ export async function assertUrlAllowed(rawUrl, opts) {
|
|
|
151
275
|
const allowPrivate = opts?.allowPrivateNetwork === true;
|
|
152
276
|
const hostname = url.hostname.replace(/^\[|\]$/g, '');
|
|
153
277
|
if (isIP(hostname)) {
|
|
154
|
-
|
|
155
|
-
|
|
278
|
+
assertAddressesAllowed(hostname, [{ address: hostname }], allowPrivate);
|
|
279
|
+
// IP 字面量不走 DNS lookup;嵌入方钉扎缝仍须生效
|
|
280
|
+
if (opts?.filterAddresses) {
|
|
281
|
+
const kept = opts.filterAddresses(hostname, [
|
|
282
|
+
{ address: hostname, family: isIP(hostname) },
|
|
283
|
+
]);
|
|
284
|
+
if (!kept.length) {
|
|
285
|
+
throw new Error(`no allowed addresses after filter: ${hostname}`);
|
|
286
|
+
}
|
|
287
|
+
assertAddressesAllowed(hostname, kept, allowPrivate);
|
|
156
288
|
}
|
|
157
289
|
return url;
|
|
158
290
|
}
|
|
159
|
-
// 域名:解析后校验全部 A/AAAA
|
|
291
|
+
// 域名:解析后校验全部 A/AAAA(fail-fast;connect 时 lookup 会再校验)
|
|
160
292
|
let addrs;
|
|
161
293
|
try {
|
|
162
|
-
addrs = await lookup(hostname, { all: true });
|
|
294
|
+
addrs = await dns.lookup(hostname, { all: true });
|
|
163
295
|
}
|
|
164
296
|
catch {
|
|
165
297
|
throw new Error(`dns lookup failed: ${hostname}`);
|
|
@@ -167,121 +299,266 @@ export async function assertUrlAllowed(rawUrl, opts) {
|
|
|
167
299
|
if (!addrs.length) {
|
|
168
300
|
throw new Error(`dns lookup empty: ${hostname}`);
|
|
169
301
|
}
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
302
|
+
assertAddressesAllowed(hostname, addrs, allowPrivate);
|
|
303
|
+
return url;
|
|
304
|
+
}
|
|
305
|
+
/**
|
|
306
|
+
* 单跳 HTTP 请求(不跟随重定向)。lookup 在 connect 解析时校验地址。
|
|
307
|
+
*/
|
|
308
|
+
function requestOnce(url, opts) {
|
|
309
|
+
const isHttps = url.protocol === 'https:';
|
|
310
|
+
const mod = isHttps ? https : http;
|
|
311
|
+
// 自定义 lookup 是解析缝,不是免检缝:返回地址仍须过受限门
|
|
312
|
+
const allowPrivate = opts.allowPrivateNetwork === true;
|
|
313
|
+
const baseLookup = opts.lookup ??
|
|
314
|
+
createValidatingLookup({
|
|
315
|
+
allowPrivateNetwork: opts.allowPrivateNetwork,
|
|
316
|
+
filterAddresses: opts.filterAddresses,
|
|
317
|
+
});
|
|
318
|
+
const lookup = (hostname, options, callback) => {
|
|
319
|
+
baseLookup(hostname, options, (err, address, family) => {
|
|
320
|
+
if (err)
|
|
321
|
+
return callback(err);
|
|
322
|
+
try {
|
|
323
|
+
const addrs = Array.isArray(address)
|
|
324
|
+
? address
|
|
325
|
+
: address != null
|
|
326
|
+
? [{ address, family: family ?? 4 }]
|
|
327
|
+
: [];
|
|
328
|
+
if (addrs.length)
|
|
329
|
+
assertAddressesAllowed(hostname, addrs, allowPrivate);
|
|
174
330
|
}
|
|
331
|
+
catch (e) {
|
|
332
|
+
return callback(Object.assign(e, { code: 'EACCES' }));
|
|
333
|
+
}
|
|
334
|
+
return callback(null, address, family);
|
|
335
|
+
});
|
|
336
|
+
};
|
|
337
|
+
const hostname = url.hostname.replace(/^\[|\]$/g, '');
|
|
338
|
+
const port = url.port ? Number(url.port) : isHttps ? 443 : 80;
|
|
339
|
+
return new Promise((resolve, reject) => {
|
|
340
|
+
let settled = false;
|
|
341
|
+
const done = (fn) => {
|
|
342
|
+
if (settled)
|
|
343
|
+
return;
|
|
344
|
+
settled = true;
|
|
345
|
+
fn();
|
|
346
|
+
};
|
|
347
|
+
// 绝对时限:req.setTimeout 是空闲超时,慢滴灌会不断重置
|
|
348
|
+
const deadline = Date.now() + opts.timeoutMs;
|
|
349
|
+
const req = mod.request({
|
|
350
|
+
protocol: url.protocol,
|
|
351
|
+
hostname,
|
|
352
|
+
port,
|
|
353
|
+
path: `${url.pathname}${url.search}`,
|
|
354
|
+
method: opts.method,
|
|
355
|
+
headers: opts.headers,
|
|
356
|
+
lookup: lookup,
|
|
357
|
+
...(isHttps && isIP(hostname) === 0 ? { servername: hostname } : {}),
|
|
358
|
+
}, (res) => {
|
|
359
|
+
const chunks = [];
|
|
360
|
+
let total = 0;
|
|
361
|
+
let truncated = false;
|
|
362
|
+
const finish = () => {
|
|
363
|
+
const headers = {};
|
|
364
|
+
for (const [k, v] of Object.entries(res.headers)) {
|
|
365
|
+
if (v == null)
|
|
366
|
+
continue;
|
|
367
|
+
headers[k.toLowerCase()] = Array.isArray(v) ? v.join(', ') : String(v);
|
|
368
|
+
}
|
|
369
|
+
void decodeBody(Buffer.concat(chunks), headers['content-encoding'])
|
|
370
|
+
.then((body) => {
|
|
371
|
+
done(() => resolve({
|
|
372
|
+
status: res.statusCode ?? 0,
|
|
373
|
+
statusText: res.statusMessage ?? '',
|
|
374
|
+
headers,
|
|
375
|
+
body,
|
|
376
|
+
bodyTruncated: truncated,
|
|
377
|
+
}));
|
|
378
|
+
})
|
|
379
|
+
.catch((err) => {
|
|
380
|
+
done(() => reject(err));
|
|
381
|
+
});
|
|
382
|
+
};
|
|
383
|
+
res.on('data', (chunk) => {
|
|
384
|
+
if (settled || truncated)
|
|
385
|
+
return;
|
|
386
|
+
if (Date.now() > deadline) {
|
|
387
|
+
truncated = true;
|
|
388
|
+
done(() => reject(new Error(`request timeout after ${opts.timeoutMs}ms`)));
|
|
389
|
+
req.destroy();
|
|
390
|
+
return;
|
|
391
|
+
}
|
|
392
|
+
total += chunk.byteLength;
|
|
393
|
+
if (total > opts.maxBytes) {
|
|
394
|
+
truncated = true;
|
|
395
|
+
chunks.push(chunk.subarray(0, Math.max(0, opts.maxBytes - (total - chunk.byteLength))));
|
|
396
|
+
// 先落定截断结果,再断连接(destroy 后 end 不会到)
|
|
397
|
+
finish();
|
|
398
|
+
req.destroy();
|
|
399
|
+
return;
|
|
400
|
+
}
|
|
401
|
+
chunks.push(chunk);
|
|
402
|
+
});
|
|
403
|
+
res.on('end', finish);
|
|
404
|
+
res.on('error', (err) => {
|
|
405
|
+
// 已因截断落定则忽略 destroy 带来的 error
|
|
406
|
+
if (truncated)
|
|
407
|
+
return;
|
|
408
|
+
done(() => reject(err));
|
|
409
|
+
});
|
|
410
|
+
});
|
|
411
|
+
req.setTimeout(Math.max(1, deadline - Date.now()), () => {
|
|
412
|
+
done(() => reject(new Error(`request timeout after ${opts.timeoutMs}ms`)));
|
|
413
|
+
req.destroy();
|
|
414
|
+
});
|
|
415
|
+
req.on('error', (err) => {
|
|
416
|
+
done(() => reject(err));
|
|
417
|
+
});
|
|
418
|
+
if (opts.body != null && ['POST', 'PUT', 'PATCH', 'DELETE'].includes(opts.method)) {
|
|
419
|
+
req.write(opts.body);
|
|
175
420
|
}
|
|
421
|
+
req.end();
|
|
422
|
+
});
|
|
423
|
+
}
|
|
424
|
+
/** 按 Content-Encoding 解压;identity/未知编码原样返回 */
|
|
425
|
+
async function decodeBody(buf, contentEncoding) {
|
|
426
|
+
const enc = (contentEncoding ?? '').toLowerCase().trim();
|
|
427
|
+
if (!enc || enc === 'identity')
|
|
428
|
+
return buf.toString('utf8');
|
|
429
|
+
if (enc === 'gzip' || enc === 'x-gzip') {
|
|
430
|
+
return (await streamToBuffer(createGunzip(), buf)).toString('utf8');
|
|
176
431
|
}
|
|
177
|
-
|
|
432
|
+
if (enc === 'deflate') {
|
|
433
|
+
return (await streamToBuffer(createInflate(), buf)).toString('utf8');
|
|
434
|
+
}
|
|
435
|
+
if (enc === 'br') {
|
|
436
|
+
return (await streamToBuffer(createBrotliDecompress(), buf)).toString('utf8');
|
|
437
|
+
}
|
|
438
|
+
return buf.toString('utf8');
|
|
439
|
+
}
|
|
440
|
+
async function streamToBuffer(stream, input) {
|
|
441
|
+
const chunks = [];
|
|
442
|
+
const { Readable, Writable } = await import('node:stream');
|
|
443
|
+
const sink = new Writable({
|
|
444
|
+
write(chunk, _enc, cb) {
|
|
445
|
+
chunks.push(chunk);
|
|
446
|
+
cb();
|
|
447
|
+
},
|
|
448
|
+
});
|
|
449
|
+
await pipeline(Readable.from(input), stream, sink);
|
|
450
|
+
return Buffer.concat(chunks);
|
|
178
451
|
}
|
|
179
452
|
/**
|
|
180
|
-
* 受门禁保护的
|
|
453
|
+
* 受门禁保护的 HTTP 请求(手动跟随重定向并每跳 SSRF 复验 + connect 时 lookup 校验)
|
|
181
454
|
*
|
|
182
455
|
* @param rawUrl - 目标 URL
|
|
183
|
-
* @param options -
|
|
184
|
-
* @param init - 额外 fetch
|
|
456
|
+
* @param options - 门禁与请求选项(method/body/headers)
|
|
457
|
+
* @param init - 额外 fetch 头(凭证等);与 options.headers 合并
|
|
185
458
|
* @returns 规范化响应
|
|
186
459
|
*/
|
|
187
|
-
export async function
|
|
460
|
+
export async function guardedRequest(rawUrl, options, init) {
|
|
188
461
|
const maxRedirects = options?.maxRedirects ?? DEFAULT_MAX_REDIRECTS;
|
|
189
462
|
const timeoutMs = options?.timeoutMs ?? DEFAULT_TIMEOUT_MS;
|
|
190
463
|
const maxBytes = options?.maxResponseBytes ?? DEFAULT_MAX_BYTES;
|
|
464
|
+
const method = (options?.method ?? 'GET').toUpperCase();
|
|
191
465
|
let current = rawUrl;
|
|
192
466
|
let redirects = 0;
|
|
467
|
+
/** 307/308:保留 method+body */
|
|
468
|
+
let preserveMethod = false;
|
|
193
469
|
/** 凭证仅允许与首个请求同 origin 的后续跳;跨域重定向只保留安全白名单 */
|
|
194
470
|
const trustedOrigin = new URL(rawUrl).origin;
|
|
195
471
|
for (;;) {
|
|
196
472
|
await assertUrlAllowed(current, options);
|
|
197
|
-
const userHeaders = authHeadersForUrl(trustedOrigin, current,
|
|
473
|
+
const userHeaders = authHeadersForUrl(trustedOrigin, current, {
|
|
474
|
+
...(init?.headers ?? {}),
|
|
475
|
+
...(options?.headers ?? {}),
|
|
476
|
+
});
|
|
198
477
|
const headers = {
|
|
199
|
-
'user-agent': 'octopi-
|
|
200
|
-
accept:
|
|
478
|
+
'user-agent': options?.headers?.['user-agent'] ?? 'octopi-network-guard/1.0',
|
|
479
|
+
accept: options?.headers?.accept ??
|
|
480
|
+
'text/html,application/xhtml+xml,text/plain,text/markdown,application/json;q=0.9,*/*;q=0.1',
|
|
481
|
+
// 走解压路径;服务端可仍回 identity
|
|
482
|
+
'accept-encoding': options?.headers?.['accept-encoding'] ?? 'gzip, deflate, br',
|
|
201
483
|
...userHeaders,
|
|
202
484
|
};
|
|
203
485
|
if (options?.etag)
|
|
204
486
|
headers['if-none-match'] = options.etag;
|
|
205
487
|
if (options?.lastModified)
|
|
206
488
|
headers['if-modified-since'] = options.lastModified;
|
|
207
|
-
const
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
};
|
|
231
|
-
}
|
|
232
|
-
// 手动跟随,便于每跳 SSRF 复验
|
|
233
|
-
if (response.status >= 300 && response.status < 400) {
|
|
234
|
-
const loc = response.headers.get('location');
|
|
235
|
-
if (!loc) {
|
|
236
|
-
throw new Error(`redirect without location: ${response.status}`);
|
|
237
|
-
}
|
|
238
|
-
redirects += 1;
|
|
239
|
-
if (redirects > maxRedirects) {
|
|
240
|
-
throw new Error(`too many redirects (max ${maxRedirects})`);
|
|
241
|
-
}
|
|
242
|
-
current = new URL(loc, current).toString();
|
|
243
|
-
clearTimeout(timer);
|
|
244
|
-
continue;
|
|
245
|
-
}
|
|
246
|
-
const responseHeaders = {};
|
|
247
|
-
response.headers.forEach((value, key) => {
|
|
248
|
-
responseHeaders[key.toLowerCase()] = value;
|
|
249
|
-
});
|
|
250
|
-
const contentType = responseHeaders['content-type'];
|
|
251
|
-
if (!response.ok) {
|
|
252
|
-
throw new Error(`HTTP ${response.status} for ${current}`);
|
|
253
|
-
}
|
|
254
|
-
const reader = response.body?.getReader();
|
|
255
|
-
let body = '';
|
|
256
|
-
if (reader) {
|
|
257
|
-
const decoder = new TextDecoder();
|
|
258
|
-
let total = 0;
|
|
259
|
-
while (true) {
|
|
260
|
-
const { done, value } = await reader.read();
|
|
261
|
-
if (done)
|
|
262
|
-
break;
|
|
263
|
-
total += value.byteLength;
|
|
264
|
-
if (total > maxBytes) {
|
|
265
|
-
await reader.cancel();
|
|
266
|
-
throw new Error(`response too large (> ${maxBytes} bytes): ${current}`);
|
|
267
|
-
}
|
|
268
|
-
body += decoder.decode(value, { stream: true });
|
|
269
|
-
}
|
|
270
|
-
body += decoder.decode();
|
|
271
|
-
}
|
|
489
|
+
const hopMethod = redirects > 0 && method !== 'GET' && method !== 'HEAD' && !preserveMethod
|
|
490
|
+
? 'GET'
|
|
491
|
+
: method;
|
|
492
|
+
const hopBody = redirects > 0 && !preserveMethod ? undefined : options?.body;
|
|
493
|
+
const bodyWillSend = hopBody != null && ['POST', 'PUT', 'PATCH', 'DELETE'].includes(hopMethod);
|
|
494
|
+
// 仅在本跳真正发送 body 时带 Content-Length(重定向丢 body 时不得残留)
|
|
495
|
+
delete headers['content-length'];
|
|
496
|
+
delete headers['transfer-encoding'];
|
|
497
|
+
if (bodyWillSend) {
|
|
498
|
+
headers['content-length'] = String(Buffer.byteLength(hopBody));
|
|
499
|
+
}
|
|
500
|
+
const result = await requestOnce(new URL(current), {
|
|
501
|
+
method: hopMethod,
|
|
502
|
+
headers,
|
|
503
|
+
body: hopBody,
|
|
504
|
+
timeoutMs,
|
|
505
|
+
maxBytes,
|
|
506
|
+
allowPrivateNetwork: options?.allowPrivateNetwork,
|
|
507
|
+
lookup: options?.lookup,
|
|
508
|
+
filterAddresses: options?.filterAddresses,
|
|
509
|
+
});
|
|
510
|
+
// 304 Not Modified:条件 GET 成功短路(勿进 redirect 分支)
|
|
511
|
+
if (result.status === 304) {
|
|
272
512
|
return {
|
|
273
513
|
url: current,
|
|
274
|
-
status:
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
lastModified: responseHeaders['last-modified'],
|
|
280
|
-
notModified: false,
|
|
514
|
+
status: 304,
|
|
515
|
+
statusText: result.statusText,
|
|
516
|
+
headers: result.headers,
|
|
517
|
+
body: '',
|
|
518
|
+
notModified: true,
|
|
281
519
|
};
|
|
282
520
|
}
|
|
283
|
-
|
|
284
|
-
|
|
521
|
+
// 手动跟随,便于每跳 SSRF 复验
|
|
522
|
+
if (result.status >= 300 && result.status < 400) {
|
|
523
|
+
const loc = result.headers['location'];
|
|
524
|
+
if (!loc) {
|
|
525
|
+
throw new Error(`redirect without location: ${result.status}`);
|
|
526
|
+
}
|
|
527
|
+
redirects += 1;
|
|
528
|
+
if (redirects > maxRedirects) {
|
|
529
|
+
throw new Error(`too many redirects (max ${maxRedirects})`);
|
|
530
|
+
}
|
|
531
|
+
// 307/308 保留 method+body(RFC 7231/7538);301/302/303 降级 GET
|
|
532
|
+
preserveMethod = result.status === 307 || result.status === 308;
|
|
533
|
+
current = new URL(loc, current).toString();
|
|
534
|
+
continue;
|
|
535
|
+
}
|
|
536
|
+
const contentType = result.headers['content-type'];
|
|
537
|
+
if (result.status >= 400) {
|
|
538
|
+
throw new Error(`HTTP ${result.status} for ${current}`);
|
|
285
539
|
}
|
|
540
|
+
return {
|
|
541
|
+
url: current,
|
|
542
|
+
status: result.status,
|
|
543
|
+
statusText: result.statusText,
|
|
544
|
+
headers: result.headers,
|
|
545
|
+
body: result.body,
|
|
546
|
+
contentType,
|
|
547
|
+
etag: result.headers['etag'],
|
|
548
|
+
lastModified: result.headers['last-modified'],
|
|
549
|
+
notModified: false,
|
|
550
|
+
bodyTruncated: result.bodyTruncated,
|
|
551
|
+
};
|
|
286
552
|
}
|
|
287
553
|
}
|
|
554
|
+
/**
|
|
555
|
+
* 受门禁保护的 GET(跟随重定向并每跳复验)
|
|
556
|
+
*
|
|
557
|
+
* @param rawUrl - 目标 URL
|
|
558
|
+
* @param options - 门禁与请求选项
|
|
559
|
+
* @param init - 额外 fetch 头(凭证等)
|
|
560
|
+
* @returns 规范化响应
|
|
561
|
+
*/
|
|
562
|
+
export async function guardedFetch(rawUrl, options, init) {
|
|
563
|
+
return guardedRequest(rawUrl, { ...options, method: 'GET' }, init);
|
|
564
|
+
}
|
|
@@ -100,7 +100,7 @@ export class LocalKnowledgeQueryService {
|
|
|
100
100
|
}
|
|
101
101
|
async principalStats(agentId, identity) {
|
|
102
102
|
const { sources, db } = this.deps;
|
|
103
|
-
const visible = sources.listVisible(agentId).filter((s) => {
|
|
103
|
+
const visible = sources.listVisible(agentId, undefined, identity).filter((s) => {
|
|
104
104
|
return !identity || this.gatewayVisible(s, identity);
|
|
105
105
|
});
|
|
106
106
|
const stats = db.stats();
|
|
@@ -110,7 +110,7 @@ export class LocalKnowledgeQueryService {
|
|
|
110
110
|
assignedProjects: sources
|
|
111
111
|
.list()
|
|
112
112
|
.filter((s) => s.scopeRef.level === 'project' &&
|
|
113
|
-
sources.isVisible(s, agentId) &&
|
|
113
|
+
sources.isVisible(s, agentId, undefined, identity) &&
|
|
114
114
|
(!identity || this.gatewayVisible(s, identity)))
|
|
115
115
|
.map((s) => s.scopeRef.key),
|
|
116
116
|
hiddenSourceIds: sources.listHidden(agentId, identity ?? {}),
|
|
@@ -119,7 +119,7 @@ export class LocalKnowledgeQueryService {
|
|
|
119
119
|
};
|
|
120
120
|
}
|
|
121
121
|
async catalog(agentId, identity) {
|
|
122
|
-
const items = this.deps.sources.catalogFor(agentId);
|
|
122
|
+
const items = this.deps.sources.catalogFor(agentId, { identity });
|
|
123
123
|
if (!identity)
|
|
124
124
|
return items;
|
|
125
125
|
return items.filter((item) => {
|
|
@@ -134,7 +134,7 @@ export class LocalKnowledgeQueryService {
|
|
|
134
134
|
return null;
|
|
135
135
|
if (identity && !this.gatewayVisible(src, identity))
|
|
136
136
|
return null;
|
|
137
|
-
if (!sources.isVisible(src, agentId, sessionId))
|
|
137
|
+
if (!sources.isVisible(src, agentId, sessionId, identity))
|
|
138
138
|
return null;
|
|
139
139
|
return index.listChunksByPath(sourceId, path);
|
|
140
140
|
}
|
|
@@ -145,7 +145,7 @@ export class LocalKnowledgeQueryService {
|
|
|
145
145
|
return false;
|
|
146
146
|
if (identity && !this.gatewayVisible(src, identity))
|
|
147
147
|
return false;
|
|
148
|
-
return sources.isVisible(src, agentId, sessionId);
|
|
148
|
+
return sources.isVisible(src, agentId, sessionId, identity);
|
|
149
149
|
};
|
|
150
150
|
if (body.chunkId) {
|
|
151
151
|
const row = index.getChunk(body.chunkId);
|
|
@@ -233,15 +233,15 @@ export class LocalKnowledgeQueryService {
|
|
|
233
233
|
}
|
|
234
234
|
async getPrincipal(identity, agentId) {
|
|
235
235
|
const row = this.deps.db.raw
|
|
236
|
-
.prepare(`SELECT * FROM knowledge_principals
|
|
236
|
+
.prepare(`SELECT * FROM knowledge_principals
|
|
237
237
|
WHERE tenant_id = ? AND gateway_id = ? AND local_agent_id = ?`)
|
|
238
238
|
.get(identity.tenantId ?? 'default', identity.gatewayId ?? 'default', agentId);
|
|
239
239
|
return row ?? null;
|
|
240
240
|
}
|
|
241
241
|
async isPrincipalForeign(identity, agentId) {
|
|
242
242
|
const row = this.deps.db.raw
|
|
243
|
-
.prepare(`SELECT 1 AS ok FROM knowledge_principals
|
|
244
|
-
WHERE tenant_id = ? AND local_agent_id = ? AND gateway_id != ?
|
|
243
|
+
.prepare(`SELECT 1 AS ok FROM knowledge_principals
|
|
244
|
+
WHERE tenant_id = ? AND local_agent_id = ? AND gateway_id != ?
|
|
245
245
|
LIMIT 1`)
|
|
246
246
|
.get(identity.tenantId ?? 'default', agentId, identity.gatewayId ?? 'default');
|
|
247
247
|
return Boolean(row);
|
|
@@ -33,7 +33,7 @@ export class KnowledgeRetriever {
|
|
|
33
33
|
*/
|
|
34
34
|
visibleSourceIds(agentId, sessionId, identity) {
|
|
35
35
|
return this.sources
|
|
36
|
-
.listVisible(agentId, sessionId)
|
|
36
|
+
.listVisible(agentId, sessionId, identity)
|
|
37
37
|
.filter((s) => this.sources.isGatewayVisible(s, identity))
|
|
38
38
|
.map((s) => s.id);
|
|
39
39
|
}
|