@octopi-agent/engine 0.70.7 → 0.90.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (390) hide show
  1. package/LICENSE +201 -201
  2. package/NOTICE +7 -7
  3. package/README.md +64 -26
  4. package/dist/config-schema/agent.d.ts +89 -1
  5. package/dist/config-schema/agent.js +81 -5
  6. package/dist/config-schema/context.d.ts +24 -5
  7. package/dist/config-schema/context.js +28 -1
  8. package/dist/config-schema/engine.d.ts +205 -13
  9. package/dist/config-schema/engine.js +31 -2
  10. package/dist/config-schema/governance.d.ts +95 -0
  11. package/dist/config-schema/governance.js +93 -1
  12. package/dist/config-schema/models.d.ts +3 -3
  13. package/dist/config-schema/observability.d.ts +6 -0
  14. package/dist/config-schema/observability.js +16 -0
  15. package/dist/config-schema/run.d.ts +10 -0
  16. package/dist/config-schema/run.js +18 -0
  17. package/dist/config-schema/shared.d.ts +13 -0
  18. package/dist/config-schema/shared.js +22 -0
  19. package/dist/config-schema/substrate.d.ts +2 -2
  20. package/dist/config-schema/subsystems.d.ts +1 -1
  21. package/dist/config-schema/subsystems.js +2 -1
  22. package/dist/config.d.ts +201 -8
  23. package/dist/config.js +105 -3
  24. package/dist/harness/activation/compiler.js +3 -0
  25. package/dist/harness/activation/runtime.d.ts +7 -0
  26. package/dist/harness/activation/runtime.js +60 -2
  27. package/dist/harness/activation/sources/agent-signal.d.ts +11 -0
  28. package/dist/harness/activation/sources/agent-signal.js +33 -0
  29. package/dist/harness/activation/types.d.ts +6 -1
  30. package/dist/harness/agent/builder.d.ts +50 -5
  31. package/dist/harness/agent/builder.js +189 -59
  32. package/dist/harness/agent/config-bridge.d.ts +33 -25
  33. package/dist/harness/agent/config-bridge.js +84 -291
  34. package/dist/harness/agent/index.d.ts +3 -1
  35. package/dist/harness/agent/index.js +2 -1
  36. package/dist/harness/agent/tool-purpose.d.ts +46 -0
  37. package/dist/harness/agent/tool-purpose.js +127 -0
  38. package/dist/harness/agent/wire-agent-builder.d.ts +133 -0
  39. package/dist/harness/agent/wire-agent-builder.js +370 -0
  40. package/dist/harness/collaboration/autonomous-subsystem/boundary/validator.d.ts +11 -1
  41. package/dist/harness/collaboration/autonomous-subsystem/boundary/validator.js +11 -1
  42. package/dist/harness/collaboration/autonomous-subsystem/loader.d.ts +13 -0
  43. package/dist/harness/collaboration/autonomous-subsystem/loader.js +16 -1
  44. package/dist/harness/collaboration/autonomous-subsystem/runtime.d.ts +8 -1
  45. package/dist/harness/collaboration/autonomous-subsystem/runtime.js +17 -9
  46. package/dist/harness/collaboration/autonomous-subsystem/sense/metrics.d.ts +12 -0
  47. package/dist/harness/collaboration/autonomous-subsystem/sense/metrics.js +19 -0
  48. package/dist/harness/collaboration/autonomous-subsystem/sense/session-lifecycle-bridge.d.ts +6 -0
  49. package/dist/harness/collaboration/autonomous-subsystem/sense/session-lifecycle-bridge.js +24 -7
  50. package/dist/harness/collaboration/autonomous-subsystem/think/executor.d.ts +5 -2
  51. package/dist/harness/collaboration/autonomous-subsystem/think/executor.js +11 -3
  52. package/dist/harness/collaboration/autonomous-subsystem/think/index.d.ts +1 -1
  53. package/dist/harness/collaboration/autonomous-subsystem/think/index.js +1 -1
  54. package/dist/harness/collaboration/autonomous-subsystem/think/llm-port.d.ts +7 -4
  55. package/dist/harness/collaboration/autonomous-subsystem/think/llm-port.js +8 -9
  56. package/dist/harness/collaboration/autonomous-subsystem/think/model-resolver.d.ts +36 -10
  57. package/dist/harness/collaboration/autonomous-subsystem/think/model-resolver.js +60 -7
  58. package/dist/harness/collaboration/delegation/child-run.d.ts +144 -0
  59. package/dist/harness/collaboration/delegation/child-run.js +241 -0
  60. package/dist/harness/collaboration/delegation/index.d.ts +26 -0
  61. package/dist/harness/collaboration/delegation/index.js +25 -0
  62. package/dist/harness/collaboration/delegation/notifier.d.ts +46 -0
  63. package/dist/harness/collaboration/delegation/notifier.js +84 -0
  64. package/dist/harness/collaboration/delegation/registry-types.d.ts +200 -0
  65. package/dist/harness/collaboration/delegation/registry-types.js +61 -0
  66. package/dist/harness/collaboration/delegation/registry.d.ts +110 -0
  67. package/dist/harness/collaboration/delegation/registry.js +220 -0
  68. package/dist/harness/collaboration/delegation/service.d.ts +249 -0
  69. package/dist/harness/collaboration/delegation/service.js +499 -0
  70. package/dist/harness/collaboration/delegation/store.d.ts +155 -0
  71. package/dist/harness/collaboration/delegation/store.js +271 -0
  72. package/dist/harness/collaboration/delegation/transport.d.ts +73 -0
  73. package/dist/harness/collaboration/delegation/transport.js +61 -0
  74. package/dist/harness/collaboration/delegation/types.d.ts +231 -0
  75. package/dist/harness/collaboration/delegation/types.js +70 -0
  76. package/dist/harness/collaboration/delegation/wiring.d.ts +111 -0
  77. package/dist/harness/collaboration/delegation/wiring.js +145 -0
  78. package/dist/harness/collaboration/orchestration/index.d.ts +11 -13
  79. package/dist/harness/collaboration/orchestration/index.js +11 -11
  80. package/dist/harness/context/assembler.d.ts +2 -2
  81. package/dist/harness/context/assembler.js +12 -7
  82. package/dist/harness/context/capabilities/compact/engine.js +80 -38
  83. package/dist/harness/context/capabilities/compact/types.d.ts +12 -1
  84. package/dist/harness/context/capabilities/summary/registry.js +10 -0
  85. package/dist/harness/context/constitution/default-agents.md +230 -228
  86. package/dist/harness/context/default-context-engine.d.ts +101 -23
  87. package/dist/harness/context/default-context-engine.js +483 -172
  88. package/dist/harness/context/hybrid-compressor.d.ts +3 -3
  89. package/dist/harness/context/hybrid-compressor.js +18 -23
  90. package/dist/harness/context/index.d.ts +5 -1
  91. package/dist/harness/context/index.js +2 -0
  92. package/dist/harness/context/layer-snapshot.d.ts +4 -0
  93. package/dist/harness/context/layer-snapshot.js +30 -18
  94. package/dist/harness/context/layer-types.d.ts +85 -1
  95. package/dist/harness/context/layer-types.js +110 -4
  96. package/dist/harness/context/layers.d.ts +5 -2
  97. package/dist/harness/context/layers.js +11 -5
  98. package/dist/harness/context/llm-summarizer.d.ts +15 -1
  99. package/dist/harness/context/llm-summarizer.js +107 -56
  100. package/dist/harness/context/message-selector.js +6 -2
  101. package/dist/harness/context/root-instructions.d.ts +72 -0
  102. package/dist/harness/context/root-instructions.js +227 -0
  103. package/dist/harness/context/runtime-datetime.d.ts +34 -7
  104. package/dist/harness/context/runtime-datetime.js +66 -10
  105. package/dist/harness/context/smart-router.d.ts +1 -1
  106. package/dist/harness/context/smart-router.js +1 -1
  107. package/dist/harness/context/system-prompt-assembler.d.ts +30 -0
  108. package/dist/harness/context/system-prompt-assembler.js +73 -6
  109. package/dist/harness/context/token-constants.d.ts +2 -2
  110. package/dist/harness/context/token-constants.js +2 -2
  111. package/dist/harness/context/token-estimate-fns.d.ts +1 -3
  112. package/dist/harness/context/token-estimate-fns.js +2 -4
  113. package/dist/harness/context/token-estimator.d.ts +1 -1
  114. package/dist/harness/context/token-estimator.js +14 -6
  115. package/dist/harness/context/tool-result-aging.d.ts +140 -0
  116. package/dist/harness/context/tool-result-aging.js +331 -0
  117. package/dist/harness/context/tool-result-body.d.ts +10 -0
  118. package/dist/harness/context/tool-result-body.js +27 -0
  119. package/dist/harness/context/turn-envelope.d.ts +123 -0
  120. package/dist/harness/context/turn-envelope.js +188 -0
  121. package/dist/harness/context/types.d.ts +35 -47
  122. package/dist/harness/extension/execution-environment/effect-policy.d.ts +258 -0
  123. package/dist/harness/extension/execution-environment/effect-policy.js +358 -0
  124. package/dist/harness/extension/execution-environment/index.d.ts +18 -2
  125. package/dist/harness/extension/execution-environment/index.js +11 -2
  126. package/dist/harness/extension/execution-environment/isolation.js +5 -1
  127. package/dist/harness/extension/execution-environment/memory-undo.d.ts +101 -0
  128. package/dist/harness/extension/execution-environment/memory-undo.js +192 -0
  129. package/dist/harness/extension/execution-environment/process-isolation.d.ts +84 -0
  130. package/dist/harness/extension/execution-environment/process-isolation.js +315 -0
  131. package/dist/harness/extension/execution-environment/resource-limits.d.ts +36 -0
  132. package/dist/harness/extension/execution-environment/resource-limits.js +84 -0
  133. package/dist/harness/extension/execution-environment/sandbox.d.ts +125 -4
  134. package/dist/harness/extension/execution-environment/sandbox.js +521 -51
  135. package/dist/harness/extension/execution-environment/shell-journal.d.ts +100 -0
  136. package/dist/harness/extension/execution-environment/shell-journal.js +299 -0
  137. package/dist/harness/extension/execution-environment/tool-capabilities.d.ts +45 -0
  138. package/dist/harness/extension/execution-environment/tool-capabilities.js +126 -0
  139. package/dist/harness/extension/execution-environment/types.d.ts +67 -39
  140. package/dist/harness/extension/execution-environment/types.js +2 -2
  141. package/dist/harness/extension/execution-environment/undo-log.d.ts +203 -0
  142. package/dist/harness/extension/execution-environment/undo-log.js +627 -0
  143. package/dist/harness/extension/execution-environment/undo-merge.d.ts +40 -0
  144. package/dist/harness/extension/execution-environment/undo-merge.js +167 -0
  145. package/dist/harness/extension/plugin-ecosystem/client-tools/index.d.ts +1 -1
  146. package/dist/harness/extension/plugin-ecosystem/client-tools/types.d.ts +9 -0
  147. package/dist/harness/extension/plugin-ecosystem/mcp/bridge.js +2 -0
  148. package/dist/harness/extension/plugin-ecosystem/plugins/api.d.ts +1 -6
  149. package/dist/harness/extension/plugin-ecosystem/plugins/api.js +3 -8
  150. package/dist/harness/extension/plugin-ecosystem/plugins/capability.d.ts +0 -3
  151. package/dist/harness/extension/plugin-ecosystem/plugins/capability.js +0 -3
  152. package/dist/harness/extension/plugin-ecosystem/plugins/entry.d.ts +2 -10
  153. package/dist/harness/extension/plugin-ecosystem/plugins/entry.js +2 -9
  154. package/dist/harness/extension/plugin-ecosystem/plugins/index.d.ts +1 -3
  155. package/dist/harness/extension/plugin-ecosystem/plugins/index.js +1 -3
  156. package/dist/harness/extension/plugin-ecosystem/plugins/loader.d.ts +2 -4
  157. package/dist/harness/extension/plugin-ecosystem/plugins/loader.js +4 -21
  158. package/dist/harness/extension/plugin-ecosystem/plugins/manager.d.ts +3 -9
  159. package/dist/harness/extension/plugin-ecosystem/plugins/manager.js +4 -8
  160. package/dist/harness/extension/plugin-ecosystem/plugins/manifest.d.ts +1 -4
  161. package/dist/harness/extension/plugin-ecosystem/plugins/manifest.js +1 -3
  162. package/dist/harness/extension/plugin-ecosystem/skills/manager.d.ts +1 -1
  163. package/dist/harness/extension/plugin-ecosystem/skills/manager.js +1 -1
  164. package/dist/harness/extension/plugin-ecosystem/tools/allowlisted-run.d.ts +51 -0
  165. package/dist/harness/extension/plugin-ecosystem/tools/allowlisted-run.js +153 -0
  166. package/dist/harness/extension/plugin-ecosystem/tools/ask-user.js +1 -0
  167. package/dist/harness/extension/plugin-ecosystem/tools/builtin.d.ts +18 -3
  168. package/dist/harness/extension/plugin-ecosystem/tools/builtin.js +277 -81
  169. package/dist/harness/extension/plugin-ecosystem/tools/delegation.d.ts +31 -0
  170. package/dist/harness/extension/plugin-ecosystem/tools/delegation.js +291 -0
  171. package/dist/harness/extension/plugin-ecosystem/tools/document-tools.js +10 -2
  172. package/dist/harness/extension/plugin-ecosystem/tools/env-info.js +1 -0
  173. package/dist/harness/extension/plugin-ecosystem/tools/eol.d.ts +35 -0
  174. package/dist/harness/extension/plugin-ecosystem/tools/eol.js +43 -0
  175. package/dist/harness/extension/plugin-ecosystem/tools/file-edit.js +40 -9
  176. package/dist/harness/extension/plugin-ecosystem/tools/file-ops.d.ts +33 -0
  177. package/dist/harness/extension/plugin-ecosystem/tools/file-ops.js +376 -0
  178. package/dist/harness/extension/plugin-ecosystem/tools/file-search.d.ts +12 -2
  179. package/dist/harness/extension/plugin-ecosystem/tools/file-search.js +241 -70
  180. package/dist/harness/extension/plugin-ecosystem/tools/git-runner.d.ts +31 -0
  181. package/dist/harness/extension/plugin-ecosystem/tools/git-runner.js +104 -0
  182. package/dist/harness/extension/plugin-ecosystem/tools/git-status-snapshot.d.ts +111 -0
  183. package/dist/harness/extension/plugin-ecosystem/tools/git-status-snapshot.js +197 -0
  184. package/dist/harness/extension/plugin-ecosystem/tools/git-tools.d.ts +27 -0
  185. package/dist/harness/extension/plugin-ecosystem/tools/git-tools.js +463 -0
  186. package/dist/harness/extension/plugin-ecosystem/tools/http.d.ts +10 -6
  187. package/dist/harness/extension/plugin-ecosystem/tools/http.js +41 -47
  188. package/dist/harness/extension/plugin-ecosystem/tools/index.d.ts +6 -0
  189. package/dist/harness/extension/plugin-ecosystem/tools/index.js +4 -0
  190. package/dist/harness/extension/plugin-ecosystem/tools/knowledge.js +4 -0
  191. package/dist/harness/extension/plugin-ecosystem/tools/memory.js +25 -1
  192. package/dist/harness/extension/plugin-ecosystem/tools/package-tools.d.ts +13 -0
  193. package/dist/harness/extension/plugin-ecosystem/tools/package-tools.js +391 -0
  194. package/dist/harness/extension/plugin-ecosystem/tools/platform.d.ts +51 -2
  195. package/dist/harness/extension/plugin-ecosystem/tools/platform.js +151 -12
  196. package/dist/harness/extension/plugin-ecosystem/tools/session-history.js +2 -0
  197. package/dist/harness/extension/plugin-ecosystem/tools/tool-bus.d.ts +10 -1
  198. package/dist/harness/extension/plugin-ecosystem/tools/tool-bus.js +35 -19
  199. package/dist/harness/extension/plugin-ecosystem/tools/tool-set.d.ts +8 -0
  200. package/dist/harness/extension/plugin-ecosystem/tools/tool-set.js +5 -0
  201. package/dist/harness/extension/plugin-ecosystem/tools/web-search.js +1 -0
  202. package/dist/harness/governance/credentials/index.d.ts +1 -1
  203. package/dist/harness/governance/credentials/store.d.ts +16 -4
  204. package/dist/harness/governance/credentials/store.js +33 -6
  205. package/dist/harness/governance/credentials/types.d.ts +11 -0
  206. package/dist/harness/governance/human-in-the-loop/decision-cache.d.ts +105 -0
  207. package/dist/harness/governance/human-in-the-loop/decision-cache.js +184 -0
  208. package/dist/harness/governance/human-in-the-loop/index.d.ts +5 -5
  209. package/dist/harness/governance/human-in-the-loop/index.js +3 -3
  210. package/dist/harness/governance/human-in-the-loop/types.d.ts +7 -62
  211. package/dist/harness/governance/human-in-the-loop/types.js +6 -2
  212. package/dist/harness/governance/security/capability-enforcer.d.ts +9 -1
  213. package/dist/harness/governance/security/capability-enforcer.js +31 -8
  214. package/dist/harness/governance/security/degradation.js +5 -7
  215. package/dist/harness/governance/security/risk-evaluator.d.ts +1 -1
  216. package/dist/harness/governance/security/risk-evaluator.js +4 -82
  217. package/dist/harness/governance/security/temp-path.d.ts +41 -0
  218. package/dist/harness/governance/security/temp-path.js +117 -0
  219. package/dist/harness/governance/session-acl/index.d.ts +1 -0
  220. package/dist/harness/governance/session-acl/index.js +1 -0
  221. package/dist/harness/governance/session-acl/rights.d.ts +12 -0
  222. package/dist/harness/governance/session-acl/rights.js +89 -7
  223. package/dist/harness/governance/session-acl/seed-roles.js +9 -1
  224. package/dist/harness/governance/session-acl/service.js +21 -29
  225. package/dist/harness/governance/session-acl/tool-rights.d.ts +81 -0
  226. package/dist/harness/governance/session-acl/tool-rights.js +238 -0
  227. package/dist/harness/governance/session-acl/types.d.ts +22 -0
  228. package/dist/harness/index.d.ts +16 -12
  229. package/dist/harness/index.js +10 -6
  230. package/dist/harness/knowledge/file-identity.d.ts +8 -0
  231. package/dist/harness/knowledge/file-identity.js +26 -1
  232. package/dist/harness/knowledge/file-index-store.js +11 -11
  233. package/dist/harness/knowledge/grounding.d.ts +2 -1
  234. package/dist/harness/knowledge/grounding.js +8 -5
  235. package/dist/harness/knowledge/index-store.d.ts +31 -4
  236. package/dist/harness/knowledge/index-store.js +121 -39
  237. package/dist/harness/knowledge/index.d.ts +2 -2
  238. package/dist/harness/knowledge/index.js +1 -1
  239. package/dist/harness/knowledge/ingest.d.ts +115 -115
  240. package/dist/harness/knowledge/ingest.js +154 -151
  241. package/dist/harness/knowledge/job-control-state.js +4 -4
  242. package/dist/harness/knowledge/job-control.js +11 -11
  243. package/dist/harness/knowledge/knowledge-serve-child.js +1 -1
  244. package/dist/harness/knowledge/membership-store.js +11 -11
  245. package/dist/harness/knowledge/network-guard.d.ts +61 -4
  246. package/dist/harness/knowledge/network-guard.js +390 -113
  247. package/dist/harness/knowledge/purge.js +4 -1
  248. package/dist/harness/knowledge/query-service.js +3 -3
  249. package/dist/harness/knowledge/writer-service.d.ts +2 -0
  250. package/dist/harness/knowledge/writer-service.js +14 -13
  251. package/dist/harness/memory/backfill-coverage.js +3 -1
  252. package/dist/harness/memory/backfill-trigger.d.ts +2 -2
  253. package/dist/harness/memory/backfill-trigger.js +4 -4
  254. package/dist/harness/memory/index.d.ts +1 -0
  255. package/dist/harness/memory/index.js +1 -0
  256. package/dist/harness/memory/sqlite/agent-db.js +2 -0
  257. package/dist/harness/memory/sqlite/memory-store.d.ts +1 -0
  258. package/dist/harness/memory/sqlite/memory-store.js +14 -4
  259. package/dist/harness/memory/sqlite/wisdom-store.js +9 -9
  260. package/dist/harness/memory/store.d.ts +1 -0
  261. package/dist/harness/memory/store.js +3 -0
  262. package/dist/harness/memory/time-format.d.ts +28 -0
  263. package/dist/harness/memory/time-format.js +52 -0
  264. package/dist/harness/memory/types.d.ts +12 -0
  265. package/dist/harness/observability/observer/hub.js +53 -2
  266. package/dist/harness/observability/observer/index.d.ts +2 -2
  267. package/dist/harness/observability/observer/index.js +1 -1
  268. package/dist/harness/observability/observer/types.d.ts +80 -0
  269. package/dist/harness/observability/observer/types.js +118 -9
  270. package/dist/harness/run/agent/agent.d.ts +18 -0
  271. package/dist/harness/run/agent/agent.js +26 -0
  272. package/dist/harness/run/concurrency/tool-loop-detection-core.d.ts +1 -1
  273. package/dist/harness/run/concurrency/tool-loop-detection-core.js +1 -1
  274. package/dist/harness/run/reliability/harness-events.d.ts +4 -0
  275. package/dist/harness/run/reliability/run-agent.js +110 -18
  276. package/dist/harness/run/reliability/run-metrics-collector.d.ts +28 -2
  277. package/dist/harness/run/reliability/run-metrics-collector.js +92 -2
  278. package/dist/harness/run/run-guard/default-run-guard.d.ts +0 -5
  279. package/dist/harness/run/run-guard/default-run-guard.js +104 -44
  280. package/dist/harness/run/run-scope.d.ts +52 -0
  281. package/dist/harness/run/runner.d.ts +117 -16
  282. package/dist/harness/run/runner.js +668 -157
  283. package/dist/harness/session/attachments/llm-intent.js +17 -17
  284. package/dist/harness/session/history/port.js +16 -5
  285. package/dist/harness/session/in-memory-store.d.ts +6 -0
  286. package/dist/harness/session/in-memory-store.js +55 -3
  287. package/dist/harness/session/schedules/index.d.ts +10 -0
  288. package/dist/harness/session/schedules/index.js +10 -0
  289. package/dist/harness/session/schedules/render.d.ts +13 -0
  290. package/dist/harness/session/schedules/render.js +63 -0
  291. package/dist/harness/session/schedules/service.d.ts +179 -0
  292. package/dist/harness/session/schedules/service.js +695 -0
  293. package/dist/harness/session/schedules/store.d.ts +119 -0
  294. package/dist/harness/session/schedules/store.js +323 -0
  295. package/dist/harness/session/schedules/tools.d.ts +39 -0
  296. package/dist/harness/session/schedules/tools.js +442 -0
  297. package/dist/harness/session/schedules/types.d.ts +104 -0
  298. package/dist/harness/session/schedules/types.js +97 -0
  299. package/dist/harness/session/tasks/tools.js +22 -0
  300. package/dist/harness/session/title.js +25 -9
  301. package/dist/harness/session/types.d.ts +35 -0
  302. package/dist/harness/shared/events/agent-event-map.d.ts +39 -0
  303. package/dist/harness/shared/events/agent-event-map.js +2 -0
  304. package/dist/harness/shared/types/agent-definition.d.ts +23 -0
  305. package/dist/index.d.ts +25 -9
  306. package/dist/index.js +11 -2
  307. package/dist/integration/observability/run-telemetry.d.ts +8 -0
  308. package/dist/integration/observability/run-telemetry.js +31 -8
  309. package/dist/integration/observability/trace-collector.js +26 -4
  310. package/dist/integration/observability/trace-events.d.ts +1 -0
  311. package/dist/integration/observability/trace-events.js +2 -0
  312. package/dist/integration/observability/trace-logger.js +27 -17
  313. package/dist/integration/providers/anthropic.d.ts +10 -0
  314. package/dist/integration/providers/anthropic.js +44 -1
  315. package/dist/integration/providers/openai.d.ts +10 -0
  316. package/dist/integration/providers/openai.js +58 -2
  317. package/dist/integration/providers/wire-dump-diff.d.ts +191 -0
  318. package/dist/integration/providers/wire-dump-diff.js +351 -0
  319. package/dist/integration/providers/wire-dump.d.ts +178 -0
  320. package/dist/integration/providers/wire-dump.js +396 -0
  321. package/dist/integration/storage/jsonl.d.ts +29 -0
  322. package/dist/integration/storage/jsonl.js +243 -41
  323. package/dist/integration/storage/session-index.js +63 -8
  324. package/dist/paths.d.ts +19 -0
  325. package/dist/paths.js +38 -1
  326. package/dist/subsystems/cognition-steward/conceptualize/SUBSYSTEM.md +43 -43
  327. package/dist/subsystems/cognition-steward/conceptualize/config.yaml +50 -50
  328. package/dist/subsystems/cognition-steward/consolidate/SUBSYSTEM.md +6 -6
  329. package/dist/subsystems/cognition-steward/consolidate/config.yaml +54 -54
  330. package/dist/subsystems/memory-steward/backfill/handler.js +9 -0
  331. package/dist/subsystems/safety-guard/config.yaml +3 -1
  332. package/dist/subsystems/wisdom-steward/evaluate/config.yaml +50 -50
  333. package/dist/subsystems/wisdom-steward/formation/SUBSYSTEM.md +42 -42
  334. package/dist/subsystems/wisdom-steward/formation/config.yaml +54 -54
  335. package/dist/subsystems/wisdom-steward/govern/config.yaml +55 -55
  336. package/package.json +115 -115
  337. package/dist/harness/collaboration/multi-agent/agent-registry-types.d.ts +0 -144
  338. package/dist/harness/collaboration/multi-agent/agent-registry-types.js +0 -25
  339. package/dist/harness/collaboration/multi-agent/index.d.ts +0 -17
  340. package/dist/harness/collaboration/multi-agent/index.js +0 -15
  341. package/dist/harness/collaboration/multi-agent/process.d.ts +0 -167
  342. package/dist/harness/collaboration/multi-agent/process.js +0 -256
  343. package/dist/harness/collaboration/multi-agent/registry.d.ts +0 -36
  344. package/dist/harness/collaboration/multi-agent/registry.js +0 -137
  345. package/dist/harness/collaboration/multi-agent/swarm.d.ts +0 -135
  346. package/dist/harness/collaboration/multi-agent/swarm.js +0 -317
  347. package/dist/harness/collaboration/multi-agent/types.d.ts +0 -66
  348. package/dist/harness/collaboration/multi-agent/types.js +0 -15
  349. package/dist/harness/collaboration/orchestration/async-task-store.d.ts +0 -107
  350. package/dist/harness/collaboration/orchestration/async-task-store.js +0 -12
  351. package/dist/harness/collaboration/orchestration/async-task.d.ts +0 -156
  352. package/dist/harness/collaboration/orchestration/async-task.js +0 -359
  353. package/dist/harness/collaboration/orchestration/planner/hybrid-planner.d.ts +0 -47
  354. package/dist/harness/collaboration/orchestration/planner/hybrid-planner.js +0 -61
  355. package/dist/harness/collaboration/orchestration/planner/index.d.ts +0 -9
  356. package/dist/harness/collaboration/orchestration/planner/index.js +0 -6
  357. package/dist/harness/collaboration/orchestration/planner/llm-planner.d.ts +0 -54
  358. package/dist/harness/collaboration/orchestration/planner/llm-planner.js +0 -167
  359. package/dist/harness/collaboration/orchestration/planner/rule-planner.d.ts +0 -85
  360. package/dist/harness/collaboration/orchestration/planner/rule-planner.js +0 -175
  361. package/dist/harness/collaboration/orchestration/quality/classifier.d.ts +0 -21
  362. package/dist/harness/collaboration/orchestration/quality/classifier.js +0 -235
  363. package/dist/harness/collaboration/orchestration/quality/gate.d.ts +0 -29
  364. package/dist/harness/collaboration/orchestration/quality/gate.js +0 -409
  365. package/dist/harness/collaboration/orchestration/quality/index.d.ts +0 -9
  366. package/dist/harness/collaboration/orchestration/quality/index.js +0 -8
  367. package/dist/harness/collaboration/orchestration/quality/types.d.ts +0 -159
  368. package/dist/harness/collaboration/orchestration/quality/types.js +0 -33
  369. package/dist/harness/collaboration/orchestration/scheduler/index.d.ts +0 -5
  370. package/dist/harness/collaboration/orchestration/scheduler/index.js +0 -4
  371. package/dist/harness/collaboration/orchestration/scheduler/task-scheduler.d.ts +0 -143
  372. package/dist/harness/collaboration/orchestration/scheduler/task-scheduler.js +0 -297
  373. package/dist/harness/collaboration/orchestration/strategy/classifier.d.ts +0 -12
  374. package/dist/harness/collaboration/orchestration/strategy/classifier.js +0 -81
  375. package/dist/harness/collaboration/orchestration/strategy/index.d.ts +0 -3
  376. package/dist/harness/collaboration/orchestration/strategy/index.js +0 -2
  377. package/dist/harness/collaboration/orchestration/strategy/router.d.ts +0 -28
  378. package/dist/harness/collaboration/orchestration/strategy/router.js +0 -105
  379. package/dist/harness/collaboration/orchestration/strategy/types.d.ts +0 -49
  380. package/dist/harness/collaboration/orchestration/strategy/types.js +0 -4
  381. package/dist/harness/collaboration/orchestration/workflow/engine.d.ts +0 -86
  382. package/dist/harness/collaboration/orchestration/workflow/engine.js +0 -298
  383. package/dist/harness/collaboration/orchestration/workflow/index.d.ts +0 -9
  384. package/dist/harness/collaboration/orchestration/workflow/index.js +0 -7
  385. package/dist/harness/collaboration/orchestration/workflow/types.d.ts +0 -143
  386. package/dist/harness/collaboration/orchestration/workflow/types.js +0 -7
  387. package/dist/harness/governance/human-in-the-loop/approval-manager.d.ts +0 -32
  388. package/dist/harness/governance/human-in-the-loop/approval-manager.js +0 -93
  389. /package/dist/harness/collaboration/{multi-agent → delegation}/message-channel-types.d.ts +0 -0
  390. /package/dist/harness/collaboration/{multi-agent → delegation}/message-channel-types.js +0 -0
@@ -1,11 +1,19 @@
1
1
  /**
2
- * 出站网络门禁 — Knowledge 外源 ingest SSRF 防护
2
+ * 出站网络门禁 — Knowledge 外源 ingest / http_request SSRF 防护
3
3
  *
4
- * 默认拒绝私网/环回/link-local/云 metadata;源级 allowPrivateNetwork 显式放行。
5
- * 重定向上每跳复验地址;**不**做 IP 钉扎——DNS TOCTOU 见 docs/KNOWN-ISSUES。
4
+ * 默认拒绝私网/环回/link-local/云 metadata;`allowPrivateNetwork` 显式放行。
5
+ * 重定向上每跳复验地址;**connect 时再校验**(自定义 lookup),关闭
6
+ * `assertUrlAllowed` lookup 与实际 connect 之间的 DNS TOCTOU(SEC-3a)。
7
+ *
8
+ * 真·IP 钉扎 / hostname allowlist:嵌入方经 `lookup` / `filterAddresses`
9
+ * 注入(SEC-3 结论:引擎不做完整钉扎,见 arch/security-open-issues.md)。
6
10
  */
7
- import { lookup } from 'node:dns/promises';
11
+ import { promises as dns } from 'node:dns';
12
+ import * as http from 'node:http';
13
+ import * as https from 'node:https';
8
14
  import { isIP } from 'node:net';
15
+ import { createGunzip, createInflate, createBrotliDecompress } from 'node:zlib';
16
+ import { pipeline } from 'node:stream/promises';
9
17
  const DEFAULT_MAX_REDIRECTS = 5;
10
18
  const DEFAULT_TIMEOUT_MS = 30_000;
11
19
  const DEFAULT_MAX_BYTES = 5_000_000;
@@ -44,20 +52,38 @@ export function authHeadersForUrl(trustedOrigin, targetUrl, headers) {
44
52
  }
45
53
  return out;
46
54
  }
47
- /** 云 metadata / 链路本地 */
55
+ /** 云 metadata / 链路本地(含 IPv4-mapped 与 fe80::/10) */
48
56
  function isLinkLocalOrMetadata(ip) {
49
- const v = ip.toLowerCase();
50
- if (v === '169.254.169.254' || v === 'metadata.google.internal')
57
+ const v = ip.toLowerCase().replace(/^\[|\]$/g, '');
58
+ if (!v)
51
59
  return true;
52
- if (v.startsWith('169.254.'))
60
+ if (v === 'metadata.google.internal')
53
61
  return true;
54
- if (v.startsWith('fe80:'))
62
+ const mapped = extractIPv4Mapped(v);
63
+ const cand = mapped ?? v;
64
+ if (cand === '169.254.169.254' || cand.startsWith('169.254.'))
65
+ return true;
66
+ // IPv6 link-local = fe80::/10(fe80–febf),不只是 fe80: 前缀
67
+ if (isIPv6LinkLocal(v))
55
68
  return true;
56
69
  return false;
57
70
  }
71
+ function isIPv6LinkLocal(v) {
72
+ // 规范形 / 冒分十六进制首段
73
+ const m = /^([0-9a-f]{1,4}):/.exec(v);
74
+ if (!m) {
75
+ // ::fe80:… 压缩形极少用于 link-local 前缀;fe80:: 标准形覆盖绝大多数
76
+ return /^fe[89ab][0-9a-f]:/i.test(v) || v.startsWith('fe80:');
77
+ }
78
+ const first = Number.parseInt(m[1], 16);
79
+ return (first & 0xffc0) === 0xfe80;
80
+ }
58
81
  function isLoopback(ip) {
59
- const v = ip.toLowerCase();
60
- return v === '::1' || v === '0:0:0:0:0:0:0:1' || v.startsWith('127.');
82
+ const v = ip.toLowerCase().replace(/^\[|\]$/g, '');
83
+ if (v === '::1' || v === '0:0:0:0:0:0:0:1' || v.startsWith('127.'))
84
+ return true;
85
+ const mapped = extractIPv4Mapped(v);
86
+ return mapped != null && (mapped.startsWith('127.') || mapped === '127.0.0.1');
61
87
  }
62
88
  /** 未指定地址(:: / 0.0.0.0):连出去通常等价本机 */
63
89
  function isUnspecified(ip) {
@@ -89,16 +115,34 @@ function isPrivateIPv4(ip) {
89
115
  */
90
116
  function extractIPv4Mapped(ip) {
91
117
  const v = ip.toLowerCase().replace(/^\[|\]$/g, '');
92
- if (!v.startsWith('::ffff:'))
93
- return null;
94
- const rest = v.slice(7);
95
- if (rest.includes('.'))
96
- return rest;
97
- const parts = rest.split(':');
98
- if (parts.length !== 2)
99
- return null;
100
- const hi = Number.parseInt(parts[0], 16);
101
- const lo = Number.parseInt(parts[1], 16);
118
+ // 点分与十六进制两种 mapped 形态
119
+ const dotted = /^::ffff:(\d{1,3}(?:\.\d{1,3}){3})$/i.exec(v);
120
+ if (dotted)
121
+ return dotted[1];
122
+ // 0:0:0:0:0:ffff:a.b.c.d / 完整 0:0:0:0:0:ffff:xxxx:yyyy
123
+ const m = /^(?:(?:0{1,4}:){5}|:)?ffff:(\d{1,3}(?:\.\d{1,3}){3})$/i.exec(v) ||
124
+ /^(?:(?:0{1,4}:){5}|:)?ffff:([0-9a-f]{1,4}):([0-9a-f]{1,4})$/i.exec(v);
125
+ if (!m) {
126
+ if (!v.includes('ffff'))
127
+ return null;
128
+ // ::ffff:x:x 或 0:0:0:0:0:ffff:x:x
129
+ const idx = v.lastIndexOf('ffff:');
130
+ const rest = v.slice(idx + 5);
131
+ if (rest.includes('.'))
132
+ return rest;
133
+ const parts = rest.split(':');
134
+ if (parts.length !== 2)
135
+ return null;
136
+ const hi = Number.parseInt(parts[0], 16);
137
+ const lo = Number.parseInt(parts[1], 16);
138
+ if (!Number.isFinite(hi) || !Number.isFinite(lo))
139
+ return null;
140
+ return `${(hi >> 8) & 0xff}.${hi & 0xff}.${(lo >> 8) & 0xff}.${lo & 0xff}`;
141
+ }
142
+ if (m.length === 2 && m[1].includes('.'))
143
+ return m[1];
144
+ const hi = Number.parseInt(m[1], 16);
145
+ const lo = Number.parseInt(m[2], 16);
102
146
  if (!Number.isFinite(hi) || !Number.isFinite(lo))
103
147
  return null;
104
148
  return `${(hi >> 8) & 0xff}.${hi & 0xff}.${(lo >> 8) & 0xff}.${lo & 0xff}`;
@@ -108,10 +152,21 @@ function isPrivateIPv6(ip) {
108
152
  if (v.startsWith('fc') || v.startsWith('fd'))
109
153
  return true; // ULA
110
154
  const mapped = extractIPv4Mapped(v);
111
- if (mapped)
155
+ // mapped 按等价 IPv4 分类(含环回/未指定/私网);link-local/metadata 走 isAlwaysBlockedIp
156
+ if (mapped) {
112
157
  return isPrivateIPv4(mapped) || isLoopback(mapped) || isUnspecified(mapped);
158
+ }
113
159
  return false;
114
160
  }
161
+ /**
162
+ * 永不放行:云 metadata / 链路本地 / 未指定(即使 allowPrivateNetwork)
163
+ */
164
+ export function isAlwaysBlockedIp(ip) {
165
+ const v = ip.trim().toLowerCase().replace(/^\[|\]$/g, '');
166
+ if (!v)
167
+ return true;
168
+ return isUnspecified(v) || isLinkLocalOrMetadata(v);
169
+ }
115
170
  /**
116
171
  * 判断 IP 是否属于受限地址(私网/环回/metadata/未指定)
117
172
  *
@@ -121,7 +176,9 @@ export function isRestrictedIp(ip) {
121
176
  const v = ip.trim().toLowerCase().replace(/^\[|\]$/g, '');
122
177
  if (!v)
123
178
  return true;
124
- if (isUnspecified(v) || isLoopback(v) || isLinkLocalOrMetadata(v))
179
+ if (isAlwaysBlockedIp(v))
180
+ return true;
181
+ if (isLoopback(v))
125
182
  return true;
126
183
  if (isIP(v) === 4)
127
184
  return isPrivateIPv4(v);
@@ -129,6 +186,73 @@ export function isRestrictedIp(ip) {
129
186
  return isPrivateIPv6(v) || isLinkLocalOrMetadata(v);
130
187
  return true;
131
188
  }
189
+ /**
190
+ * 校验一组连接地址(lookup/filter 输出复检;IP 字面量也走此路径)
191
+ *
192
+ * @param hostname - 主机(日志用)
193
+ * @param addrs - 地址列表
194
+ * @param allowPrivate - 是否放行私网/环回(metadata 始终拒)
195
+ * @throws 存在禁用地址时抛错
196
+ */
197
+ function assertAddressesAllowed(hostname, addrs, allowPrivate) {
198
+ for (const a of addrs) {
199
+ if (isAlwaysBlockedIp(a.address)) {
200
+ throw new Error(`address not allowed (metadata/link-local): ${hostname} -> ${a.address}`);
201
+ }
202
+ if (!allowPrivate && isRestrictedIp(a.address)) {
203
+ throw new Error(`address not allowed (private/loopback/metadata): ${hostname} -> ${a.address}`);
204
+ }
205
+ }
206
+ }
207
+ export function createValidatingLookup(opts) {
208
+ const allowPrivate = opts?.allowPrivateNetwork === true;
209
+ return (hostname, options, callback) => {
210
+ void (async () => {
211
+ try {
212
+ const family = typeof options.family === 'number' ? options.family : undefined;
213
+ const addresses = await dns.lookup(hostname, {
214
+ family,
215
+ hints: options.hints,
216
+ all: true,
217
+ });
218
+ let addrs = addresses.map((a) => ({
219
+ address: a.address,
220
+ family: a.family,
221
+ }));
222
+ if (!addrs.length) {
223
+ return callback(Object.assign(new Error(`dns lookup empty: ${hostname}`), { code: 'ENOTFOUND' }));
224
+ }
225
+ try {
226
+ assertAddressesAllowed(hostname, addrs, allowPrivate);
227
+ }
228
+ catch (e) {
229
+ return callback(Object.assign(e, { code: 'EACCES' }));
230
+ }
231
+ if (opts?.filterAddresses) {
232
+ addrs = opts.filterAddresses(hostname, addrs);
233
+ if (!addrs.length) {
234
+ return callback(Object.assign(new Error(`no allowed addresses after filter: ${hostname}`), {
235
+ code: 'EACCES',
236
+ }));
237
+ }
238
+ // filter 输出必须再过门禁(防有缺陷的 filter 重新引入受限地址)
239
+ try {
240
+ assertAddressesAllowed(hostname, addrs, allowPrivate);
241
+ }
242
+ catch (e) {
243
+ return callback(Object.assign(e, { code: 'EACCES' }));
244
+ }
245
+ }
246
+ if (options.all)
247
+ return callback(null, addrs);
248
+ return callback(null, addrs[0].address, addrs[0].family);
249
+ }
250
+ catch (err) {
251
+ callback(err);
252
+ }
253
+ })();
254
+ };
255
+ }
132
256
  /**
133
257
  * 校验 URL 主机是否允许出站
134
258
  *
@@ -151,15 +275,23 @@ export async function assertUrlAllowed(rawUrl, opts) {
151
275
  const allowPrivate = opts?.allowPrivateNetwork === true;
152
276
  const hostname = url.hostname.replace(/^\[|\]$/g, '');
153
277
  if (isIP(hostname)) {
154
- if (!allowPrivate && isRestrictedIp(hostname)) {
155
- throw new Error(`address not allowed (private/loopback/metadata): ${hostname}`);
278
+ assertAddressesAllowed(hostname, [{ address: hostname }], allowPrivate);
279
+ // IP 字面量不走 DNS lookup;嵌入方钉扎缝仍须生效
280
+ if (opts?.filterAddresses) {
281
+ const kept = opts.filterAddresses(hostname, [
282
+ { address: hostname, family: isIP(hostname) },
283
+ ]);
284
+ if (!kept.length) {
285
+ throw new Error(`no allowed addresses after filter: ${hostname}`);
286
+ }
287
+ assertAddressesAllowed(hostname, kept, allowPrivate);
156
288
  }
157
289
  return url;
158
290
  }
159
- // 域名:解析后校验全部 A/AAAA
291
+ // 域名:解析后校验全部 A/AAAA(fail-fast;connect 时 lookup 会再校验)
160
292
  let addrs;
161
293
  try {
162
- addrs = await lookup(hostname, { all: true });
294
+ addrs = await dns.lookup(hostname, { all: true });
163
295
  }
164
296
  catch {
165
297
  throw new Error(`dns lookup failed: ${hostname}`);
@@ -167,121 +299,266 @@ export async function assertUrlAllowed(rawUrl, opts) {
167
299
  if (!addrs.length) {
168
300
  throw new Error(`dns lookup empty: ${hostname}`);
169
301
  }
170
- if (!allowPrivate) {
171
- for (const a of addrs) {
172
- if (isRestrictedIp(a.address)) {
173
- throw new Error(`address not allowed (private/loopback/metadata): ${hostname} -> ${a.address}`);
302
+ assertAddressesAllowed(hostname, addrs, allowPrivate);
303
+ return url;
304
+ }
305
+ /**
306
+ * 单跳 HTTP 请求(不跟随重定向)。lookup 在 connect 解析时校验地址。
307
+ */
308
+ function requestOnce(url, opts) {
309
+ const isHttps = url.protocol === 'https:';
310
+ const mod = isHttps ? https : http;
311
+ // 自定义 lookup 是解析缝,不是免检缝:返回地址仍须过受限门
312
+ const allowPrivate = opts.allowPrivateNetwork === true;
313
+ const baseLookup = opts.lookup ??
314
+ createValidatingLookup({
315
+ allowPrivateNetwork: opts.allowPrivateNetwork,
316
+ filterAddresses: opts.filterAddresses,
317
+ });
318
+ const lookup = (hostname, options, callback) => {
319
+ baseLookup(hostname, options, (err, address, family) => {
320
+ if (err)
321
+ return callback(err);
322
+ try {
323
+ const addrs = Array.isArray(address)
324
+ ? address
325
+ : address != null
326
+ ? [{ address, family: family ?? 4 }]
327
+ : [];
328
+ if (addrs.length)
329
+ assertAddressesAllowed(hostname, addrs, allowPrivate);
174
330
  }
331
+ catch (e) {
332
+ return callback(Object.assign(e, { code: 'EACCES' }));
333
+ }
334
+ return callback(null, address, family);
335
+ });
336
+ };
337
+ const hostname = url.hostname.replace(/^\[|\]$/g, '');
338
+ const port = url.port ? Number(url.port) : isHttps ? 443 : 80;
339
+ return new Promise((resolve, reject) => {
340
+ let settled = false;
341
+ const done = (fn) => {
342
+ if (settled)
343
+ return;
344
+ settled = true;
345
+ fn();
346
+ };
347
+ // 绝对时限:req.setTimeout 是空闲超时,慢滴灌会不断重置
348
+ const deadline = Date.now() + opts.timeoutMs;
349
+ const req = mod.request({
350
+ protocol: url.protocol,
351
+ hostname,
352
+ port,
353
+ path: `${url.pathname}${url.search}`,
354
+ method: opts.method,
355
+ headers: opts.headers,
356
+ lookup: lookup,
357
+ ...(isHttps && isIP(hostname) === 0 ? { servername: hostname } : {}),
358
+ }, (res) => {
359
+ const chunks = [];
360
+ let total = 0;
361
+ let truncated = false;
362
+ const finish = () => {
363
+ const headers = {};
364
+ for (const [k, v] of Object.entries(res.headers)) {
365
+ if (v == null)
366
+ continue;
367
+ headers[k.toLowerCase()] = Array.isArray(v) ? v.join(', ') : String(v);
368
+ }
369
+ void decodeBody(Buffer.concat(chunks), headers['content-encoding'])
370
+ .then((body) => {
371
+ done(() => resolve({
372
+ status: res.statusCode ?? 0,
373
+ statusText: res.statusMessage ?? '',
374
+ headers,
375
+ body,
376
+ bodyTruncated: truncated,
377
+ }));
378
+ })
379
+ .catch((err) => {
380
+ done(() => reject(err));
381
+ });
382
+ };
383
+ res.on('data', (chunk) => {
384
+ if (settled || truncated)
385
+ return;
386
+ if (Date.now() > deadline) {
387
+ truncated = true;
388
+ done(() => reject(new Error(`request timeout after ${opts.timeoutMs}ms`)));
389
+ req.destroy();
390
+ return;
391
+ }
392
+ total += chunk.byteLength;
393
+ if (total > opts.maxBytes) {
394
+ truncated = true;
395
+ chunks.push(chunk.subarray(0, Math.max(0, opts.maxBytes - (total - chunk.byteLength))));
396
+ // 先落定截断结果,再断连接(destroy 后 end 不会到)
397
+ finish();
398
+ req.destroy();
399
+ return;
400
+ }
401
+ chunks.push(chunk);
402
+ });
403
+ res.on('end', finish);
404
+ res.on('error', (err) => {
405
+ // 已因截断落定则忽略 destroy 带来的 error
406
+ if (truncated)
407
+ return;
408
+ done(() => reject(err));
409
+ });
410
+ });
411
+ req.setTimeout(Math.max(1, deadline - Date.now()), () => {
412
+ done(() => reject(new Error(`request timeout after ${opts.timeoutMs}ms`)));
413
+ req.destroy();
414
+ });
415
+ req.on('error', (err) => {
416
+ done(() => reject(err));
417
+ });
418
+ if (opts.body != null && ['POST', 'PUT', 'PATCH', 'DELETE'].includes(opts.method)) {
419
+ req.write(opts.body);
175
420
  }
421
+ req.end();
422
+ });
423
+ }
424
+ /** 按 Content-Encoding 解压;identity/未知编码原样返回 */
425
+ async function decodeBody(buf, contentEncoding) {
426
+ const enc = (contentEncoding ?? '').toLowerCase().trim();
427
+ if (!enc || enc === 'identity')
428
+ return buf.toString('utf8');
429
+ if (enc === 'gzip' || enc === 'x-gzip') {
430
+ return (await streamToBuffer(createGunzip(), buf)).toString('utf8');
176
431
  }
177
- return url;
432
+ if (enc === 'deflate') {
433
+ return (await streamToBuffer(createInflate(), buf)).toString('utf8');
434
+ }
435
+ if (enc === 'br') {
436
+ return (await streamToBuffer(createBrotliDecompress(), buf)).toString('utf8');
437
+ }
438
+ return buf.toString('utf8');
439
+ }
440
+ async function streamToBuffer(stream, input) {
441
+ const chunks = [];
442
+ const { Readable, Writable } = await import('node:stream');
443
+ const sink = new Writable({
444
+ write(chunk, _enc, cb) {
445
+ chunks.push(chunk);
446
+ cb();
447
+ },
448
+ });
449
+ await pipeline(Readable.from(input), stream, sink);
450
+ return Buffer.concat(chunks);
178
451
  }
179
452
  /**
180
- * 受门禁保护的 GET(跟随重定向并每跳复验)
453
+ * 受门禁保护的 HTTP 请求(手动跟随重定向并每跳 SSRF 复验 + connect 时 lookup 校验)
181
454
  *
182
455
  * @param rawUrl - 目标 URL
183
- * @param options - 门禁与请求选项
184
- * @param init - 额外 fetch 头(凭证等)
456
+ * @param options - 门禁与请求选项(method/body/headers)
457
+ * @param init - 额外 fetch 头(凭证等);与 options.headers 合并
185
458
  * @returns 规范化响应
186
459
  */
187
- export async function guardedFetch(rawUrl, options, init) {
460
+ export async function guardedRequest(rawUrl, options, init) {
188
461
  const maxRedirects = options?.maxRedirects ?? DEFAULT_MAX_REDIRECTS;
189
462
  const timeoutMs = options?.timeoutMs ?? DEFAULT_TIMEOUT_MS;
190
463
  const maxBytes = options?.maxResponseBytes ?? DEFAULT_MAX_BYTES;
464
+ const method = (options?.method ?? 'GET').toUpperCase();
191
465
  let current = rawUrl;
192
466
  let redirects = 0;
467
+ /** 307/308:保留 method+body */
468
+ let preserveMethod = false;
193
469
  /** 凭证仅允许与首个请求同 origin 的后续跳;跨域重定向只保留安全白名单 */
194
470
  const trustedOrigin = new URL(rawUrl).origin;
195
471
  for (;;) {
196
472
  await assertUrlAllowed(current, options);
197
- const userHeaders = authHeadersForUrl(trustedOrigin, current, init?.headers);
473
+ const userHeaders = authHeadersForUrl(trustedOrigin, current, {
474
+ ...(init?.headers ?? {}),
475
+ ...(options?.headers ?? {}),
476
+ });
198
477
  const headers = {
199
- 'user-agent': 'octopi-knowledge-ingest/1.0',
200
- accept: 'text/html,application/xhtml+xml,text/plain,text/markdown,application/json;q=0.9,*/*;q=0.1',
478
+ 'user-agent': options?.headers?.['user-agent'] ?? 'octopi-network-guard/1.0',
479
+ accept: options?.headers?.accept ??
480
+ 'text/html,application/xhtml+xml,text/plain,text/markdown,application/json;q=0.9,*/*;q=0.1',
481
+ // 走解压路径;服务端可仍回 identity
482
+ 'accept-encoding': options?.headers?.['accept-encoding'] ?? 'gzip, deflate, br',
201
483
  ...userHeaders,
202
484
  };
203
485
  if (options?.etag)
204
486
  headers['if-none-match'] = options.etag;
205
487
  if (options?.lastModified)
206
488
  headers['if-modified-since'] = options.lastModified;
207
- const controller = new AbortController();
208
- // 超时覆盖「响应头 + 响应体」全过程;只掐 headers 会让 drip body 永久占槽
209
- const timer = setTimeout(() => controller.abort(), timeoutMs);
210
- let response;
211
- try {
212
- response = await fetch(current, {
213
- method: 'GET',
214
- headers,
215
- redirect: 'manual',
216
- signal: controller.signal,
217
- });
218
- // 304 Not Modified:条件 GET 成功短路(勿进 redirect 分支)
219
- if (response.status === 304) {
220
- const responseHeaders = {};
221
- response.headers.forEach((value, key) => {
222
- responseHeaders[key.toLowerCase()] = value;
223
- });
224
- return {
225
- url: current,
226
- status: 304,
227
- headers: responseHeaders,
228
- body: '',
229
- notModified: true,
230
- };
231
- }
232
- // 手动跟随,便于每跳 SSRF 复验
233
- if (response.status >= 300 && response.status < 400) {
234
- const loc = response.headers.get('location');
235
- if (!loc) {
236
- throw new Error(`redirect without location: ${response.status}`);
237
- }
238
- redirects += 1;
239
- if (redirects > maxRedirects) {
240
- throw new Error(`too many redirects (max ${maxRedirects})`);
241
- }
242
- current = new URL(loc, current).toString();
243
- clearTimeout(timer);
244
- continue;
245
- }
246
- const responseHeaders = {};
247
- response.headers.forEach((value, key) => {
248
- responseHeaders[key.toLowerCase()] = value;
249
- });
250
- const contentType = responseHeaders['content-type'];
251
- if (!response.ok) {
252
- throw new Error(`HTTP ${response.status} for ${current}`);
253
- }
254
- const reader = response.body?.getReader();
255
- let body = '';
256
- if (reader) {
257
- const decoder = new TextDecoder();
258
- let total = 0;
259
- while (true) {
260
- const { done, value } = await reader.read();
261
- if (done)
262
- break;
263
- total += value.byteLength;
264
- if (total > maxBytes) {
265
- await reader.cancel();
266
- throw new Error(`response too large (> ${maxBytes} bytes): ${current}`);
267
- }
268
- body += decoder.decode(value, { stream: true });
269
- }
270
- body += decoder.decode();
271
- }
489
+ const hopMethod = redirects > 0 && method !== 'GET' && method !== 'HEAD' && !preserveMethod
490
+ ? 'GET'
491
+ : method;
492
+ const hopBody = redirects > 0 && !preserveMethod ? undefined : options?.body;
493
+ const bodyWillSend = hopBody != null && ['POST', 'PUT', 'PATCH', 'DELETE'].includes(hopMethod);
494
+ // 仅在本跳真正发送 body 时带 Content-Length(重定向丢 body 时不得残留)
495
+ delete headers['content-length'];
496
+ delete headers['transfer-encoding'];
497
+ if (bodyWillSend) {
498
+ headers['content-length'] = String(Buffer.byteLength(hopBody));
499
+ }
500
+ const result = await requestOnce(new URL(current), {
501
+ method: hopMethod,
502
+ headers,
503
+ body: hopBody,
504
+ timeoutMs,
505
+ maxBytes,
506
+ allowPrivateNetwork: options?.allowPrivateNetwork,
507
+ lookup: options?.lookup,
508
+ filterAddresses: options?.filterAddresses,
509
+ });
510
+ // 304 Not Modified:条件 GET 成功短路(勿进 redirect 分支)
511
+ if (result.status === 304) {
272
512
  return {
273
513
  url: current,
274
- status: response.status,
275
- headers: responseHeaders,
276
- body,
277
- contentType,
278
- etag: responseHeaders['etag'],
279
- lastModified: responseHeaders['last-modified'],
280
- notModified: false,
514
+ status: 304,
515
+ statusText: result.statusText,
516
+ headers: result.headers,
517
+ body: '',
518
+ notModified: true,
281
519
  };
282
520
  }
283
- finally {
284
- clearTimeout(timer);
521
+ // 手动跟随,便于每跳 SSRF 复验
522
+ if (result.status >= 300 && result.status < 400) {
523
+ const loc = result.headers['location'];
524
+ if (!loc) {
525
+ throw new Error(`redirect without location: ${result.status}`);
526
+ }
527
+ redirects += 1;
528
+ if (redirects > maxRedirects) {
529
+ throw new Error(`too many redirects (max ${maxRedirects})`);
530
+ }
531
+ // 307/308 保留 method+body(RFC 7231/7538);301/302/303 降级 GET
532
+ preserveMethod = result.status === 307 || result.status === 308;
533
+ current = new URL(loc, current).toString();
534
+ continue;
535
+ }
536
+ const contentType = result.headers['content-type'];
537
+ if (result.status >= 400) {
538
+ throw new Error(`HTTP ${result.status} for ${current}`);
285
539
  }
540
+ return {
541
+ url: current,
542
+ status: result.status,
543
+ statusText: result.statusText,
544
+ headers: result.headers,
545
+ body: result.body,
546
+ contentType,
547
+ etag: result.headers['etag'],
548
+ lastModified: result.headers['last-modified'],
549
+ notModified: false,
550
+ bodyTruncated: result.bodyTruncated,
551
+ };
286
552
  }
287
553
  }
554
+ /**
555
+ * 受门禁保护的 GET(跟随重定向并每跳复验)
556
+ *
557
+ * @param rawUrl - 目标 URL
558
+ * @param options - 门禁与请求选项
559
+ * @param init - 额外 fetch 头(凭证等)
560
+ * @returns 规范化响应
561
+ */
562
+ export async function guardedFetch(rawUrl, options, init) {
563
+ return guardedRequest(rawUrl, { ...options, method: 'GET' }, init);
564
+ }
@@ -16,8 +16,11 @@ export class KnowledgePurger {
16
16
  * 单文件 purge(合规 / 用户要求抹掉)
17
17
  */
18
18
  purgePath(sourceId, path) {
19
- this.index.purgePath(sourceId, path);
19
+ const matched = this.index.purgePath(sourceId, path);
20
20
  this.hits.clearForPath(sourceId, path);
21
+ // 别名形态命中的存储字面也要清痕(query 字面可能与存储字面不同);clear 幂等
22
+ for (const stored of matched)
23
+ this.hits.clearForPath(sourceId, stored);
21
24
  const describeStale = this.markDescribeStale(sourceId);
22
25
  return { sourceId, path, purged: true, describeStale };
23
26
  }
@@ -233,15 +233,15 @@ export class LocalKnowledgeQueryService {
233
233
  }
234
234
  async getPrincipal(identity, agentId) {
235
235
  const row = this.deps.db.raw
236
- .prepare(`SELECT * FROM knowledge_principals
236
+ .prepare(`SELECT * FROM knowledge_principals
237
237
  WHERE tenant_id = ? AND gateway_id = ? AND local_agent_id = ?`)
238
238
  .get(identity.tenantId ?? 'default', identity.gatewayId ?? 'default', agentId);
239
239
  return row ?? null;
240
240
  }
241
241
  async isPrincipalForeign(identity, agentId) {
242
242
  const row = this.deps.db.raw
243
- .prepare(`SELECT 1 AS ok FROM knowledge_principals
244
- WHERE tenant_id = ? AND local_agent_id = ? AND gateway_id != ?
243
+ .prepare(`SELECT 1 AS ok FROM knowledge_principals
244
+ WHERE tenant_id = ? AND local_agent_id = ? AND gateway_id != ?
245
245
  LIMIT 1`)
246
246
  .get(identity.tenantId ?? 'default', agentId, identity.gatewayId ?? 'default');
247
247
  return Boolean(row);
@@ -110,6 +110,8 @@ export interface LocalWriteDeps {
110
110
  db: KnowledgeDatabase;
111
111
  documentConfig?: DocumentCapabilityConfig | null;
112
112
  embeddingProvider?: EmbeddingProvider | null;
113
+ /** source.authRef 解析(SEC-3c consumer 绑定强制) */
114
+ credentials?: import('../governance/credentials/store.js').CredentialStore | null;
113
115
  embed?: {
114
116
  enabled?: boolean;
115
117
  embedBatch?: number;