@octopi-agent/engine 0.65.0 → 0.86.38

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (421) hide show
  1. package/LICENSE +201 -201
  2. package/NOTICE +7 -7
  3. package/README.md +64 -26
  4. package/dist/config-schema/agent.d.ts +89 -1
  5. package/dist/config-schema/agent.js +69 -0
  6. package/dist/config-schema/context.d.ts +23 -4
  7. package/dist/config-schema/context.js +28 -1
  8. package/dist/config-schema/engine.d.ts +285 -9
  9. package/dist/config-schema/engine.js +35 -3
  10. package/dist/config-schema/governance.d.ts +95 -0
  11. package/dist/config-schema/governance.js +91 -0
  12. package/dist/config-schema/models.d.ts +1 -1
  13. package/dist/config-schema/observability.d.ts +6 -0
  14. package/dist/config-schema/observability.js +16 -0
  15. package/dist/config-schema/run.d.ts +10 -0
  16. package/dist/config-schema/run.js +18 -0
  17. package/dist/config-schema/shared.d.ts +10 -0
  18. package/dist/config-schema/shared.js +10 -0
  19. package/dist/config-schema/substrate.d.ts +87 -1
  20. package/dist/config-schema/substrate.js +114 -0
  21. package/dist/config-schema/subsystems.d.ts +1 -1
  22. package/dist/config-schema/subsystems.js +2 -1
  23. package/dist/config.d.ts +249 -7
  24. package/dist/config.js +113 -3
  25. package/dist/harness/activation/compiler.js +3 -0
  26. package/dist/harness/activation/runtime.d.ts +7 -0
  27. package/dist/harness/activation/runtime.js +60 -2
  28. package/dist/harness/activation/sources/agent-signal.d.ts +11 -0
  29. package/dist/harness/activation/sources/agent-signal.js +33 -0
  30. package/dist/harness/activation/types.d.ts +6 -1
  31. package/dist/harness/agent/builder.d.ts +48 -4
  32. package/dist/harness/agent/builder.js +206 -55
  33. package/dist/harness/agent/config-bridge.d.ts +33 -25
  34. package/dist/harness/agent/config-bridge.js +83 -280
  35. package/dist/harness/agent/index.d.ts +3 -1
  36. package/dist/harness/agent/index.js +2 -1
  37. package/dist/harness/agent/tool-purpose.d.ts +38 -0
  38. package/dist/harness/agent/tool-purpose.js +118 -0
  39. package/dist/harness/agent/wire-agent-builder.d.ts +133 -0
  40. package/dist/harness/agent/wire-agent-builder.js +363 -0
  41. package/dist/harness/collaboration/autonomous-subsystem/runtime.d.ts +4 -1
  42. package/dist/harness/collaboration/autonomous-subsystem/runtime.js +14 -8
  43. package/dist/harness/collaboration/autonomous-subsystem/sense/metrics.d.ts +12 -0
  44. package/dist/harness/collaboration/autonomous-subsystem/sense/metrics.js +19 -0
  45. package/dist/harness/collaboration/autonomous-subsystem/sense/session-lifecycle-bridge.d.ts +6 -0
  46. package/dist/harness/collaboration/autonomous-subsystem/sense/session-lifecycle-bridge.js +24 -7
  47. package/dist/harness/collaboration/autonomous-subsystem/think/executor.d.ts +5 -2
  48. package/dist/harness/collaboration/autonomous-subsystem/think/executor.js +11 -3
  49. package/dist/harness/collaboration/autonomous-subsystem/think/index.d.ts +1 -1
  50. package/dist/harness/collaboration/autonomous-subsystem/think/index.js +1 -1
  51. package/dist/harness/collaboration/autonomous-subsystem/think/llm-port.d.ts +7 -4
  52. package/dist/harness/collaboration/autonomous-subsystem/think/llm-port.js +8 -9
  53. package/dist/harness/collaboration/autonomous-subsystem/think/model-resolver.d.ts +36 -10
  54. package/dist/harness/collaboration/autonomous-subsystem/think/model-resolver.js +60 -7
  55. package/dist/harness/collaboration/delegation/child-run.d.ts +144 -0
  56. package/dist/harness/collaboration/delegation/child-run.js +241 -0
  57. package/dist/harness/collaboration/delegation/index.d.ts +26 -0
  58. package/dist/harness/collaboration/delegation/index.js +25 -0
  59. package/dist/harness/collaboration/delegation/notifier.d.ts +46 -0
  60. package/dist/harness/collaboration/delegation/notifier.js +84 -0
  61. package/dist/harness/collaboration/delegation/registry-types.d.ts +200 -0
  62. package/dist/harness/collaboration/delegation/registry-types.js +61 -0
  63. package/dist/harness/collaboration/delegation/registry.d.ts +110 -0
  64. package/dist/harness/collaboration/delegation/registry.js +220 -0
  65. package/dist/harness/collaboration/delegation/service.d.ts +249 -0
  66. package/dist/harness/collaboration/delegation/service.js +499 -0
  67. package/dist/harness/collaboration/delegation/store.d.ts +155 -0
  68. package/dist/harness/collaboration/delegation/store.js +271 -0
  69. package/dist/harness/collaboration/delegation/transport.d.ts +73 -0
  70. package/dist/harness/collaboration/delegation/transport.js +61 -0
  71. package/dist/harness/collaboration/delegation/types.d.ts +231 -0
  72. package/dist/harness/collaboration/delegation/types.js +70 -0
  73. package/dist/harness/collaboration/delegation/wiring.d.ts +111 -0
  74. package/dist/harness/collaboration/delegation/wiring.js +145 -0
  75. package/dist/harness/collaboration/orchestration/index.d.ts +11 -13
  76. package/dist/harness/collaboration/orchestration/index.js +11 -11
  77. package/dist/harness/context/assembler.d.ts +2 -2
  78. package/dist/harness/context/assembler.js +12 -7
  79. package/dist/harness/context/capabilities/compact/engine.js +80 -38
  80. package/dist/harness/context/capabilities/compact/types.d.ts +12 -1
  81. package/dist/harness/context/capabilities/summary/gate.js +2 -2
  82. package/dist/harness/context/capabilities/summary/policies.js +5 -5
  83. package/dist/harness/context/capabilities/summary/registry.js +39 -24
  84. package/dist/harness/context/constitution/default-agents.md +230 -228
  85. package/dist/harness/context/default-context-engine.d.ts +101 -23
  86. package/dist/harness/context/default-context-engine.js +483 -172
  87. package/dist/harness/context/hybrid-compressor.d.ts +3 -3
  88. package/dist/harness/context/hybrid-compressor.js +18 -23
  89. package/dist/harness/context/index.d.ts +5 -1
  90. package/dist/harness/context/index.js +2 -0
  91. package/dist/harness/context/layer-health.js +3 -2
  92. package/dist/harness/context/layer-snapshot.d.ts +4 -0
  93. package/dist/harness/context/layer-snapshot.js +30 -18
  94. package/dist/harness/context/layer-types.d.ts +49 -1
  95. package/dist/harness/context/layer-types.js +72 -4
  96. package/dist/harness/context/layers.d.ts +32 -15
  97. package/dist/harness/context/layers.js +87 -71
  98. package/dist/harness/context/llm-summarizer.d.ts +15 -1
  99. package/dist/harness/context/llm-summarizer.js +107 -56
  100. package/dist/harness/context/message-selector.js +6 -2
  101. package/dist/harness/context/root-instructions.d.ts +72 -0
  102. package/dist/harness/context/root-instructions.js +227 -0
  103. package/dist/harness/context/runtime-datetime.d.ts +34 -7
  104. package/dist/harness/context/runtime-datetime.js +66 -10
  105. package/dist/harness/context/smart-router.d.ts +1 -1
  106. package/dist/harness/context/smart-router.js +1 -1
  107. package/dist/harness/context/system-prompt-assembler.d.ts +33 -0
  108. package/dist/harness/context/system-prompt-assembler.js +78 -7
  109. package/dist/harness/context/token-constants.d.ts +2 -2
  110. package/dist/harness/context/token-constants.js +2 -2
  111. package/dist/harness/context/token-estimate-fns.d.ts +1 -3
  112. package/dist/harness/context/token-estimate-fns.js +2 -4
  113. package/dist/harness/context/token-estimator.d.ts +1 -1
  114. package/dist/harness/context/token-estimator.js +14 -6
  115. package/dist/harness/context/tool-result-aging.d.ts +140 -0
  116. package/dist/harness/context/tool-result-aging.js +331 -0
  117. package/dist/harness/context/tool-result-body.d.ts +10 -0
  118. package/dist/harness/context/tool-result-body.js +27 -0
  119. package/dist/harness/context/turn-envelope.d.ts +123 -0
  120. package/dist/harness/context/turn-envelope.js +188 -0
  121. package/dist/harness/context/types.d.ts +35 -47
  122. package/dist/harness/extension/execution-environment/effect-policy.d.ts +248 -0
  123. package/dist/harness/extension/execution-environment/effect-policy.js +334 -0
  124. package/dist/harness/extension/execution-environment/index.d.ts +18 -2
  125. package/dist/harness/extension/execution-environment/index.js +11 -2
  126. package/dist/harness/extension/execution-environment/memory-undo.d.ts +101 -0
  127. package/dist/harness/extension/execution-environment/memory-undo.js +192 -0
  128. package/dist/harness/extension/execution-environment/process-isolation.d.ts +84 -0
  129. package/dist/harness/extension/execution-environment/process-isolation.js +315 -0
  130. package/dist/harness/extension/execution-environment/resource-limits.d.ts +36 -0
  131. package/dist/harness/extension/execution-environment/resource-limits.js +84 -0
  132. package/dist/harness/extension/execution-environment/sandbox.d.ts +125 -4
  133. package/dist/harness/extension/execution-environment/sandbox.js +493 -51
  134. package/dist/harness/extension/execution-environment/shell-journal.d.ts +100 -0
  135. package/dist/harness/extension/execution-environment/shell-journal.js +299 -0
  136. package/dist/harness/extension/execution-environment/tool-capabilities.d.ts +45 -0
  137. package/dist/harness/extension/execution-environment/tool-capabilities.js +126 -0
  138. package/dist/harness/extension/execution-environment/types.d.ts +67 -39
  139. package/dist/harness/extension/execution-environment/types.js +2 -2
  140. package/dist/harness/extension/execution-environment/undo-log.d.ts +203 -0
  141. package/dist/harness/extension/execution-environment/undo-log.js +627 -0
  142. package/dist/harness/extension/execution-environment/undo-merge.d.ts +40 -0
  143. package/dist/harness/extension/execution-environment/undo-merge.js +167 -0
  144. package/dist/harness/extension/plugin-ecosystem/client-tools/index.d.ts +4 -0
  145. package/dist/harness/extension/plugin-ecosystem/client-tools/index.js +3 -0
  146. package/dist/harness/extension/plugin-ecosystem/client-tools/invoke.d.ts +56 -0
  147. package/dist/harness/extension/plugin-ecosystem/client-tools/invoke.js +281 -0
  148. package/dist/harness/extension/plugin-ecosystem/client-tools/registry.d.ts +98 -0
  149. package/dist/harness/extension/plugin-ecosystem/client-tools/registry.js +250 -0
  150. package/dist/harness/extension/plugin-ecosystem/client-tools/stream.d.ts +124 -0
  151. package/dist/harness/extension/plugin-ecosystem/client-tools/stream.js +372 -0
  152. package/dist/harness/extension/plugin-ecosystem/client-tools/types.d.ts +118 -0
  153. package/dist/harness/extension/plugin-ecosystem/client-tools/types.js +8 -0
  154. package/dist/harness/extension/plugin-ecosystem/index.d.ts +1 -0
  155. package/dist/harness/extension/plugin-ecosystem/index.js +1 -0
  156. package/dist/harness/extension/plugin-ecosystem/mcp/bridge.js +2 -0
  157. package/dist/harness/extension/plugin-ecosystem/plugins/api.d.ts +1 -6
  158. package/dist/harness/extension/plugin-ecosystem/plugins/api.js +3 -8
  159. package/dist/harness/extension/plugin-ecosystem/plugins/capability.d.ts +0 -3
  160. package/dist/harness/extension/plugin-ecosystem/plugins/capability.js +0 -3
  161. package/dist/harness/extension/plugin-ecosystem/plugins/entry.d.ts +2 -10
  162. package/dist/harness/extension/plugin-ecosystem/plugins/entry.js +2 -9
  163. package/dist/harness/extension/plugin-ecosystem/plugins/index.d.ts +1 -3
  164. package/dist/harness/extension/plugin-ecosystem/plugins/index.js +1 -3
  165. package/dist/harness/extension/plugin-ecosystem/plugins/loader.d.ts +2 -4
  166. package/dist/harness/extension/plugin-ecosystem/plugins/loader.js +4 -21
  167. package/dist/harness/extension/plugin-ecosystem/plugins/manager.d.ts +3 -9
  168. package/dist/harness/extension/plugin-ecosystem/plugins/manager.js +4 -8
  169. package/dist/harness/extension/plugin-ecosystem/plugins/manifest.d.ts +1 -4
  170. package/dist/harness/extension/plugin-ecosystem/plugins/manifest.js +1 -3
  171. package/dist/harness/extension/plugin-ecosystem/skills/manager.d.ts +1 -1
  172. package/dist/harness/extension/plugin-ecosystem/skills/manager.js +1 -1
  173. package/dist/harness/extension/plugin-ecosystem/tools/allowlisted-run.d.ts +45 -0
  174. package/dist/harness/extension/plugin-ecosystem/tools/allowlisted-run.js +136 -0
  175. package/dist/harness/extension/plugin-ecosystem/tools/ask-user.js +1 -0
  176. package/dist/harness/extension/plugin-ecosystem/tools/builtin.d.ts +18 -3
  177. package/dist/harness/extension/plugin-ecosystem/tools/builtin.js +278 -82
  178. package/dist/harness/extension/plugin-ecosystem/tools/delegation.d.ts +31 -0
  179. package/dist/harness/extension/plugin-ecosystem/tools/delegation.js +291 -0
  180. package/dist/harness/extension/plugin-ecosystem/tools/document-tools.js +10 -2
  181. package/dist/harness/extension/plugin-ecosystem/tools/env-info.js +1 -0
  182. package/dist/harness/extension/plugin-ecosystem/tools/eol.d.ts +35 -0
  183. package/dist/harness/extension/plugin-ecosystem/tools/eol.js +43 -0
  184. package/dist/harness/extension/plugin-ecosystem/tools/file-edit.js +40 -9
  185. package/dist/harness/extension/plugin-ecosystem/tools/file-ops.d.ts +33 -0
  186. package/dist/harness/extension/plugin-ecosystem/tools/file-ops.js +376 -0
  187. package/dist/harness/extension/plugin-ecosystem/tools/file-search.d.ts +12 -2
  188. package/dist/harness/extension/plugin-ecosystem/tools/file-search.js +239 -61
  189. package/dist/harness/extension/plugin-ecosystem/tools/git-tools.d.ts +27 -0
  190. package/dist/harness/extension/plugin-ecosystem/tools/git-tools.js +554 -0
  191. package/dist/harness/extension/plugin-ecosystem/tools/http.d.ts +10 -6
  192. package/dist/harness/extension/plugin-ecosystem/tools/http.js +41 -47
  193. package/dist/harness/extension/plugin-ecosystem/tools/index.d.ts +2 -0
  194. package/dist/harness/extension/plugin-ecosystem/tools/index.js +2 -0
  195. package/dist/harness/extension/plugin-ecosystem/tools/knowledge.js +4 -0
  196. package/dist/harness/extension/plugin-ecosystem/tools/memory.d.ts +11 -1
  197. package/dist/harness/extension/plugin-ecosystem/tools/memory.js +39 -1
  198. package/dist/harness/extension/plugin-ecosystem/tools/package-tools.d.ts +13 -0
  199. package/dist/harness/extension/plugin-ecosystem/tools/package-tools.js +391 -0
  200. package/dist/harness/extension/plugin-ecosystem/tools/platform.d.ts +51 -2
  201. package/dist/harness/extension/plugin-ecosystem/tools/platform.js +151 -12
  202. package/dist/harness/extension/plugin-ecosystem/tools/session-history.js +2 -0
  203. package/dist/harness/extension/plugin-ecosystem/tools/tool-bus.d.ts +10 -1
  204. package/dist/harness/extension/plugin-ecosystem/tools/tool-bus.js +35 -19
  205. package/dist/harness/extension/plugin-ecosystem/tools/tool-set.d.ts +8 -0
  206. package/dist/harness/extension/plugin-ecosystem/tools/tool-set.js +5 -0
  207. package/dist/harness/extension/plugin-ecosystem/tools/web-search.js +1 -0
  208. package/dist/harness/governance/credentials/index.d.ts +1 -1
  209. package/dist/harness/governance/credentials/store.d.ts +16 -4
  210. package/dist/harness/governance/credentials/store.js +33 -6
  211. package/dist/harness/governance/credentials/types.d.ts +11 -0
  212. package/dist/harness/governance/human-in-the-loop/decision-cache.d.ts +105 -0
  213. package/dist/harness/governance/human-in-the-loop/decision-cache.js +184 -0
  214. package/dist/harness/governance/human-in-the-loop/index.d.ts +5 -5
  215. package/dist/harness/governance/human-in-the-loop/index.js +3 -3
  216. package/dist/harness/governance/human-in-the-loop/types.d.ts +7 -62
  217. package/dist/harness/governance/human-in-the-loop/types.js +6 -2
  218. package/dist/harness/governance/security/capability-enforcer.d.ts +9 -1
  219. package/dist/harness/governance/security/capability-enforcer.js +31 -8
  220. package/dist/harness/governance/security/degradation.js +5 -7
  221. package/dist/harness/governance/security/risk-evaluator.d.ts +1 -1
  222. package/dist/harness/governance/security/risk-evaluator.js +4 -82
  223. package/dist/harness/governance/security/temp-path.d.ts +41 -0
  224. package/dist/harness/governance/security/temp-path.js +117 -0
  225. package/dist/harness/governance/session-acl/index.d.ts +1 -0
  226. package/dist/harness/governance/session-acl/index.js +1 -0
  227. package/dist/harness/governance/session-acl/rights.d.ts +12 -0
  228. package/dist/harness/governance/session-acl/rights.js +89 -7
  229. package/dist/harness/governance/session-acl/seed-roles.js +9 -1
  230. package/dist/harness/governance/session-acl/service.js +21 -29
  231. package/dist/harness/governance/session-acl/tool-rights.d.ts +81 -0
  232. package/dist/harness/governance/session-acl/tool-rights.js +238 -0
  233. package/dist/harness/governance/session-acl/types.d.ts +22 -0
  234. package/dist/harness/index.d.ts +18 -15
  235. package/dist/harness/index.js +11 -7
  236. package/dist/harness/knowledge/file-index-store.js +11 -11
  237. package/dist/harness/knowledge/grounding.d.ts +2 -1
  238. package/dist/harness/knowledge/grounding.js +6 -3
  239. package/dist/harness/knowledge/index.d.ts +2 -2
  240. package/dist/harness/knowledge/index.js +1 -1
  241. package/dist/harness/knowledge/ingest.js +4 -1
  242. package/dist/harness/knowledge/job-control-state.js +4 -4
  243. package/dist/harness/knowledge/job-control.js +11 -11
  244. package/dist/harness/knowledge/membership-store.js +11 -11
  245. package/dist/harness/knowledge/network-guard.d.ts +61 -4
  246. package/dist/harness/knowledge/network-guard.js +390 -113
  247. package/dist/harness/knowledge/query-service.js +8 -8
  248. package/dist/harness/knowledge/retriever.js +1 -1
  249. package/dist/harness/knowledge/source-store.d.ts +17 -2
  250. package/dist/harness/knowledge/source-store.js +6 -5
  251. package/dist/harness/knowledge/writer-service.d.ts +2 -0
  252. package/dist/harness/knowledge/writer-service.js +14 -13
  253. package/dist/harness/memory/backfill-trigger.d.ts +2 -2
  254. package/dist/harness/memory/backfill-trigger.js +4 -4
  255. package/dist/harness/memory/cognition-decay.d.ts +36 -0
  256. package/dist/harness/memory/cognition-decay.js +55 -0
  257. package/dist/harness/memory/cognition-gates.d.ts +60 -0
  258. package/dist/harness/memory/cognition-gates.js +191 -0
  259. package/dist/harness/memory/cognition-trigger.d.ts +30 -0
  260. package/dist/harness/memory/cognition-trigger.js +41 -0
  261. package/dist/harness/memory/cognition-types.d.ts +1 -1
  262. package/dist/harness/memory/cognition.d.ts +40 -8
  263. package/dist/harness/memory/cognition.js +432 -79
  264. package/dist/harness/memory/conceptualizer.d.ts +66 -0
  265. package/dist/harness/memory/conceptualizer.js +246 -0
  266. package/dist/harness/memory/index.d.ts +17 -2
  267. package/dist/harness/memory/index.js +12 -1
  268. package/dist/harness/memory/sqlite/agent-db.d.ts +9 -0
  269. package/dist/harness/memory/sqlite/agent-db.js +120 -15
  270. package/dist/harness/memory/sqlite/cognition-store.d.ts +55 -16
  271. package/dist/harness/memory/sqlite/cognition-store.js +591 -144
  272. package/dist/harness/memory/sqlite/memory-store.d.ts +1 -0
  273. package/dist/harness/memory/sqlite/memory-store.js +14 -4
  274. package/dist/harness/memory/sqlite/wisdom-store.d.ts +33 -14
  275. package/dist/harness/memory/sqlite/wisdom-store.js +257 -44
  276. package/dist/harness/memory/store.d.ts +1 -0
  277. package/dist/harness/memory/store.js +3 -0
  278. package/dist/harness/memory/time-format.d.ts +28 -0
  279. package/dist/harness/memory/time-format.js +52 -0
  280. package/dist/harness/memory/types.d.ts +343 -16
  281. package/dist/harness/memory/types.js +49 -0
  282. package/dist/harness/memory/wisdom-formation.d.ts +101 -0
  283. package/dist/harness/memory/wisdom-formation.js +304 -0
  284. package/dist/harness/memory/wisdom-gates.d.ts +50 -0
  285. package/dist/harness/memory/wisdom-gates.js +204 -0
  286. package/dist/harness/memory/wisdom-policy.d.ts +107 -0
  287. package/dist/harness/memory/wisdom-policy.js +220 -0
  288. package/dist/harness/memory/wisdom-types.d.ts +3 -2
  289. package/dist/harness/memory/wisdom-types.js +2 -2
  290. package/dist/harness/memory/wisdom.d.ts +27 -0
  291. package/dist/harness/memory/wisdom.js +181 -0
  292. package/dist/harness/observability/observer/hub.js +23 -1
  293. package/dist/harness/observability/observer/index.d.ts +2 -2
  294. package/dist/harness/observability/observer/index.js +1 -1
  295. package/dist/harness/observability/observer/types.d.ts +57 -0
  296. package/dist/harness/observability/observer/types.js +118 -9
  297. package/dist/harness/run/agent/agent.d.ts +27 -0
  298. package/dist/harness/run/agent/agent.js +45 -0
  299. package/dist/harness/run/concurrency/tool-loop-detection-core.d.ts +1 -1
  300. package/dist/harness/run/concurrency/tool-loop-detection-core.js +1 -1
  301. package/dist/harness/run/reliability/harness-events.d.ts +4 -0
  302. package/dist/harness/run/reliability/run-agent.js +116 -20
  303. package/dist/harness/run/reliability/run-metrics-collector.d.ts +28 -2
  304. package/dist/harness/run/reliability/run-metrics-collector.js +92 -2
  305. package/dist/harness/run/run-guard/default-run-guard.d.ts +0 -5
  306. package/dist/harness/run/run-guard/default-run-guard.js +104 -44
  307. package/dist/harness/run/run-scope.d.ts +52 -0
  308. package/dist/harness/run/runner.d.ts +101 -16
  309. package/dist/harness/run/runner.js +557 -158
  310. package/dist/harness/session/attachments/llm-intent.js +17 -17
  311. package/dist/harness/session/history/port.js +1 -0
  312. package/dist/harness/session/in-memory-store.d.ts +1 -0
  313. package/dist/harness/session/in-memory-store.js +22 -1
  314. package/dist/harness/session/index.d.ts +1 -0
  315. package/dist/harness/session/index.js +1 -0
  316. package/dist/harness/session/schedules/index.d.ts +10 -0
  317. package/dist/harness/session/schedules/index.js +10 -0
  318. package/dist/harness/session/schedules/render.d.ts +13 -0
  319. package/dist/harness/session/schedules/render.js +63 -0
  320. package/dist/harness/session/schedules/service.d.ts +179 -0
  321. package/dist/harness/session/schedules/service.js +695 -0
  322. package/dist/harness/session/schedules/store.d.ts +119 -0
  323. package/dist/harness/session/schedules/store.js +323 -0
  324. package/dist/harness/session/schedules/tools.d.ts +39 -0
  325. package/dist/harness/session/schedules/tools.js +442 -0
  326. package/dist/harness/session/schedules/types.d.ts +104 -0
  327. package/dist/harness/session/schedules/types.js +97 -0
  328. package/dist/harness/session/tasks/tools.js +22 -0
  329. package/dist/harness/session/title.d.ts +86 -0
  330. package/dist/harness/session/title.js +268 -0
  331. package/dist/harness/session/types.d.ts +35 -0
  332. package/dist/harness/shared/events/agent-event-map.d.ts +21 -0
  333. package/dist/harness/shared/events/agent-event-map.js +1 -0
  334. package/dist/harness/shared/types/agent-definition.d.ts +23 -0
  335. package/dist/index.d.ts +25 -9
  336. package/dist/index.js +11 -2
  337. package/dist/integration/providers/anthropic.d.ts +10 -0
  338. package/dist/integration/providers/anthropic.js +44 -1
  339. package/dist/integration/providers/openai.d.ts +10 -0
  340. package/dist/integration/providers/openai.js +58 -2
  341. package/dist/integration/providers/wire-dump-diff.d.ts +191 -0
  342. package/dist/integration/providers/wire-dump-diff.js +351 -0
  343. package/dist/integration/providers/wire-dump.d.ts +178 -0
  344. package/dist/integration/providers/wire-dump.js +396 -0
  345. package/dist/integration/storage/jsonl.d.ts +11 -0
  346. package/dist/integration/storage/jsonl.js +148 -39
  347. package/dist/integration/storage/session-index.js +63 -8
  348. package/dist/subsystems/cognition-steward/conceptualize/SUBSYSTEM.md +43 -0
  349. package/dist/subsystems/cognition-steward/conceptualize/config.yaml +50 -0
  350. package/dist/subsystems/cognition-steward/conceptualize/handler.d.ts +9 -0
  351. package/dist/subsystems/cognition-steward/conceptualize/handler.js +125 -0
  352. package/dist/subsystems/cognition-steward/consolidate/SUBSYSTEM.md +6 -0
  353. package/dist/subsystems/cognition-steward/consolidate/config.yaml +54 -0
  354. package/dist/subsystems/cognition-steward/consolidate/handler.d.ts +12 -0
  355. package/dist/subsystems/cognition-steward/consolidate/handler.js +93 -0
  356. package/dist/subsystems/memory-steward/backfill/handler.js +9 -0
  357. package/dist/subsystems/wisdom-steward/evaluate/config.yaml +50 -0
  358. package/dist/subsystems/wisdom-steward/evaluate/handler.d.ts +18 -0
  359. package/dist/subsystems/wisdom-steward/evaluate/handler.js +91 -0
  360. package/dist/subsystems/wisdom-steward/formation/SUBSYSTEM.md +42 -0
  361. package/dist/subsystems/wisdom-steward/formation/config.yaml +54 -0
  362. package/dist/subsystems/wisdom-steward/formation/handler.d.ts +18 -0
  363. package/dist/subsystems/wisdom-steward/formation/handler.js +212 -0
  364. package/dist/subsystems/wisdom-steward/govern/config.yaml +55 -0
  365. package/dist/subsystems/wisdom-steward/govern/handler.d.ts +17 -0
  366. package/dist/subsystems/wisdom-steward/govern/handler.js +68 -0
  367. package/package.json +115 -115
  368. package/dist/harness/collaboration/multi-agent/agent-registry-types.d.ts +0 -144
  369. package/dist/harness/collaboration/multi-agent/agent-registry-types.js +0 -25
  370. package/dist/harness/collaboration/multi-agent/index.d.ts +0 -17
  371. package/dist/harness/collaboration/multi-agent/index.js +0 -15
  372. package/dist/harness/collaboration/multi-agent/process.d.ts +0 -167
  373. package/dist/harness/collaboration/multi-agent/process.js +0 -256
  374. package/dist/harness/collaboration/multi-agent/registry.d.ts +0 -36
  375. package/dist/harness/collaboration/multi-agent/registry.js +0 -137
  376. package/dist/harness/collaboration/multi-agent/swarm.d.ts +0 -135
  377. package/dist/harness/collaboration/multi-agent/swarm.js +0 -317
  378. package/dist/harness/collaboration/multi-agent/types.d.ts +0 -66
  379. package/dist/harness/collaboration/multi-agent/types.js +0 -15
  380. package/dist/harness/collaboration/orchestration/async-task-store.d.ts +0 -107
  381. package/dist/harness/collaboration/orchestration/async-task-store.js +0 -12
  382. package/dist/harness/collaboration/orchestration/async-task.d.ts +0 -156
  383. package/dist/harness/collaboration/orchestration/async-task.js +0 -359
  384. package/dist/harness/collaboration/orchestration/planner/hybrid-planner.d.ts +0 -47
  385. package/dist/harness/collaboration/orchestration/planner/hybrid-planner.js +0 -61
  386. package/dist/harness/collaboration/orchestration/planner/index.d.ts +0 -9
  387. package/dist/harness/collaboration/orchestration/planner/index.js +0 -6
  388. package/dist/harness/collaboration/orchestration/planner/llm-planner.d.ts +0 -54
  389. package/dist/harness/collaboration/orchestration/planner/llm-planner.js +0 -167
  390. package/dist/harness/collaboration/orchestration/planner/rule-planner.d.ts +0 -85
  391. package/dist/harness/collaboration/orchestration/planner/rule-planner.js +0 -175
  392. package/dist/harness/collaboration/orchestration/quality/classifier.d.ts +0 -21
  393. package/dist/harness/collaboration/orchestration/quality/classifier.js +0 -235
  394. package/dist/harness/collaboration/orchestration/quality/gate.d.ts +0 -29
  395. package/dist/harness/collaboration/orchestration/quality/gate.js +0 -409
  396. package/dist/harness/collaboration/orchestration/quality/index.d.ts +0 -9
  397. package/dist/harness/collaboration/orchestration/quality/index.js +0 -8
  398. package/dist/harness/collaboration/orchestration/quality/types.d.ts +0 -159
  399. package/dist/harness/collaboration/orchestration/quality/types.js +0 -33
  400. package/dist/harness/collaboration/orchestration/scheduler/index.d.ts +0 -5
  401. package/dist/harness/collaboration/orchestration/scheduler/index.js +0 -4
  402. package/dist/harness/collaboration/orchestration/scheduler/task-scheduler.d.ts +0 -143
  403. package/dist/harness/collaboration/orchestration/scheduler/task-scheduler.js +0 -297
  404. package/dist/harness/collaboration/orchestration/strategy/classifier.d.ts +0 -12
  405. package/dist/harness/collaboration/orchestration/strategy/classifier.js +0 -81
  406. package/dist/harness/collaboration/orchestration/strategy/index.d.ts +0 -3
  407. package/dist/harness/collaboration/orchestration/strategy/index.js +0 -2
  408. package/dist/harness/collaboration/orchestration/strategy/router.d.ts +0 -28
  409. package/dist/harness/collaboration/orchestration/strategy/router.js +0 -105
  410. package/dist/harness/collaboration/orchestration/strategy/types.d.ts +0 -49
  411. package/dist/harness/collaboration/orchestration/strategy/types.js +0 -4
  412. package/dist/harness/collaboration/orchestration/workflow/engine.d.ts +0 -86
  413. package/dist/harness/collaboration/orchestration/workflow/engine.js +0 -298
  414. package/dist/harness/collaboration/orchestration/workflow/index.d.ts +0 -9
  415. package/dist/harness/collaboration/orchestration/workflow/index.js +0 -7
  416. package/dist/harness/collaboration/orchestration/workflow/types.d.ts +0 -143
  417. package/dist/harness/collaboration/orchestration/workflow/types.js +0 -7
  418. package/dist/harness/governance/human-in-the-loop/approval-manager.d.ts +0 -32
  419. package/dist/harness/governance/human-in-the-loop/approval-manager.js +0 -93
  420. /package/dist/harness/collaboration/{multi-agent → delegation}/message-channel-types.d.ts +0 -0
  421. /package/dist/harness/collaboration/{multi-agent → delegation}/message-channel-types.js +0 -0
@@ -1,11 +1,19 @@
1
1
  /**
2
- * 出站网络门禁 — Knowledge 外源 ingest SSRF 防护
2
+ * 出站网络门禁 — Knowledge 外源 ingest / http_request SSRF 防护
3
3
  *
4
- * 默认拒绝私网/环回/link-local/云 metadata;源级 allowPrivateNetwork 显式放行。
5
- * 重定向上每跳复验地址;**不**做 IP 钉扎——DNS TOCTOU 见 docs/KNOWN-ISSUES。
4
+ * 默认拒绝私网/环回/link-local/云 metadata;`allowPrivateNetwork` 显式放行。
5
+ * 重定向上每跳复验地址;**connect 时再校验**(自定义 lookup),关闭
6
+ * `assertUrlAllowed` lookup 与实际 connect 之间的 DNS TOCTOU(SEC-3a)。
7
+ *
8
+ * 真·IP 钉扎 / hostname allowlist:嵌入方经 `lookup` / `filterAddresses`
9
+ * 注入(SEC-3 结论:引擎不做完整钉扎,见 arch/security-open-issues.md)。
6
10
  */
7
- import { lookup } from 'node:dns/promises';
11
+ import { promises as dns } from 'node:dns';
12
+ import * as http from 'node:http';
13
+ import * as https from 'node:https';
8
14
  import { isIP } from 'node:net';
15
+ import { createGunzip, createInflate, createBrotliDecompress } from 'node:zlib';
16
+ import { pipeline } from 'node:stream/promises';
9
17
  const DEFAULT_MAX_REDIRECTS = 5;
10
18
  const DEFAULT_TIMEOUT_MS = 30_000;
11
19
  const DEFAULT_MAX_BYTES = 5_000_000;
@@ -44,20 +52,38 @@ export function authHeadersForUrl(trustedOrigin, targetUrl, headers) {
44
52
  }
45
53
  return out;
46
54
  }
47
- /** 云 metadata / 链路本地 */
55
+ /** 云 metadata / 链路本地(含 IPv4-mapped 与 fe80::/10) */
48
56
  function isLinkLocalOrMetadata(ip) {
49
- const v = ip.toLowerCase();
50
- if (v === '169.254.169.254' || v === 'metadata.google.internal')
57
+ const v = ip.toLowerCase().replace(/^\[|\]$/g, '');
58
+ if (!v)
51
59
  return true;
52
- if (v.startsWith('169.254.'))
60
+ if (v === 'metadata.google.internal')
53
61
  return true;
54
- if (v.startsWith('fe80:'))
62
+ const mapped = extractIPv4Mapped(v);
63
+ const cand = mapped ?? v;
64
+ if (cand === '169.254.169.254' || cand.startsWith('169.254.'))
65
+ return true;
66
+ // IPv6 link-local = fe80::/10(fe80–febf),不只是 fe80: 前缀
67
+ if (isIPv6LinkLocal(v))
55
68
  return true;
56
69
  return false;
57
70
  }
71
+ function isIPv6LinkLocal(v) {
72
+ // 规范形 / 冒分十六进制首段
73
+ const m = /^([0-9a-f]{1,4}):/.exec(v);
74
+ if (!m) {
75
+ // ::fe80:… 压缩形极少用于 link-local 前缀;fe80:: 标准形覆盖绝大多数
76
+ return /^fe[89ab][0-9a-f]:/i.test(v) || v.startsWith('fe80:');
77
+ }
78
+ const first = Number.parseInt(m[1], 16);
79
+ return (first & 0xffc0) === 0xfe80;
80
+ }
58
81
  function isLoopback(ip) {
59
- const v = ip.toLowerCase();
60
- return v === '::1' || v === '0:0:0:0:0:0:0:1' || v.startsWith('127.');
82
+ const v = ip.toLowerCase().replace(/^\[|\]$/g, '');
83
+ if (v === '::1' || v === '0:0:0:0:0:0:0:1' || v.startsWith('127.'))
84
+ return true;
85
+ const mapped = extractIPv4Mapped(v);
86
+ return mapped != null && (mapped.startsWith('127.') || mapped === '127.0.0.1');
61
87
  }
62
88
  /** 未指定地址(:: / 0.0.0.0):连出去通常等价本机 */
63
89
  function isUnspecified(ip) {
@@ -89,16 +115,34 @@ function isPrivateIPv4(ip) {
89
115
  */
90
116
  function extractIPv4Mapped(ip) {
91
117
  const v = ip.toLowerCase().replace(/^\[|\]$/g, '');
92
- if (!v.startsWith('::ffff:'))
93
- return null;
94
- const rest = v.slice(7);
95
- if (rest.includes('.'))
96
- return rest;
97
- const parts = rest.split(':');
98
- if (parts.length !== 2)
99
- return null;
100
- const hi = Number.parseInt(parts[0], 16);
101
- const lo = Number.parseInt(parts[1], 16);
118
+ // 点分与十六进制两种 mapped 形态
119
+ const dotted = /^::ffff:(\d{1,3}(?:\.\d{1,3}){3})$/i.exec(v);
120
+ if (dotted)
121
+ return dotted[1];
122
+ // 0:0:0:0:0:ffff:a.b.c.d / 完整 0:0:0:0:0:ffff:xxxx:yyyy
123
+ const m = /^(?:(?:0{1,4}:){5}|:)?ffff:(\d{1,3}(?:\.\d{1,3}){3})$/i.exec(v) ||
124
+ /^(?:(?:0{1,4}:){5}|:)?ffff:([0-9a-f]{1,4}):([0-9a-f]{1,4})$/i.exec(v);
125
+ if (!m) {
126
+ if (!v.includes('ffff'))
127
+ return null;
128
+ // ::ffff:x:x 或 0:0:0:0:0:ffff:x:x
129
+ const idx = v.lastIndexOf('ffff:');
130
+ const rest = v.slice(idx + 5);
131
+ if (rest.includes('.'))
132
+ return rest;
133
+ const parts = rest.split(':');
134
+ if (parts.length !== 2)
135
+ return null;
136
+ const hi = Number.parseInt(parts[0], 16);
137
+ const lo = Number.parseInt(parts[1], 16);
138
+ if (!Number.isFinite(hi) || !Number.isFinite(lo))
139
+ return null;
140
+ return `${(hi >> 8) & 0xff}.${hi & 0xff}.${(lo >> 8) & 0xff}.${lo & 0xff}`;
141
+ }
142
+ if (m.length === 2 && m[1].includes('.'))
143
+ return m[1];
144
+ const hi = Number.parseInt(m[1], 16);
145
+ const lo = Number.parseInt(m[2], 16);
102
146
  if (!Number.isFinite(hi) || !Number.isFinite(lo))
103
147
  return null;
104
148
  return `${(hi >> 8) & 0xff}.${hi & 0xff}.${(lo >> 8) & 0xff}.${lo & 0xff}`;
@@ -108,10 +152,21 @@ function isPrivateIPv6(ip) {
108
152
  if (v.startsWith('fc') || v.startsWith('fd'))
109
153
  return true; // ULA
110
154
  const mapped = extractIPv4Mapped(v);
111
- if (mapped)
155
+ // mapped 按等价 IPv4 分类(含环回/未指定/私网);link-local/metadata 走 isAlwaysBlockedIp
156
+ if (mapped) {
112
157
  return isPrivateIPv4(mapped) || isLoopback(mapped) || isUnspecified(mapped);
158
+ }
113
159
  return false;
114
160
  }
161
+ /**
162
+ * 永不放行:云 metadata / 链路本地 / 未指定(即使 allowPrivateNetwork)
163
+ */
164
+ export function isAlwaysBlockedIp(ip) {
165
+ const v = ip.trim().toLowerCase().replace(/^\[|\]$/g, '');
166
+ if (!v)
167
+ return true;
168
+ return isUnspecified(v) || isLinkLocalOrMetadata(v);
169
+ }
115
170
  /**
116
171
  * 判断 IP 是否属于受限地址(私网/环回/metadata/未指定)
117
172
  *
@@ -121,7 +176,9 @@ export function isRestrictedIp(ip) {
121
176
  const v = ip.trim().toLowerCase().replace(/^\[|\]$/g, '');
122
177
  if (!v)
123
178
  return true;
124
- if (isUnspecified(v) || isLoopback(v) || isLinkLocalOrMetadata(v))
179
+ if (isAlwaysBlockedIp(v))
180
+ return true;
181
+ if (isLoopback(v))
125
182
  return true;
126
183
  if (isIP(v) === 4)
127
184
  return isPrivateIPv4(v);
@@ -129,6 +186,73 @@ export function isRestrictedIp(ip) {
129
186
  return isPrivateIPv6(v) || isLinkLocalOrMetadata(v);
130
187
  return true;
131
188
  }
189
+ /**
190
+ * 校验一组连接地址(lookup/filter 输出复检;IP 字面量也走此路径)
191
+ *
192
+ * @param hostname - 主机(日志用)
193
+ * @param addrs - 地址列表
194
+ * @param allowPrivate - 是否放行私网/环回(metadata 始终拒)
195
+ * @throws 存在禁用地址时抛错
196
+ */
197
+ function assertAddressesAllowed(hostname, addrs, allowPrivate) {
198
+ for (const a of addrs) {
199
+ if (isAlwaysBlockedIp(a.address)) {
200
+ throw new Error(`address not allowed (metadata/link-local): ${hostname} -> ${a.address}`);
201
+ }
202
+ if (!allowPrivate && isRestrictedIp(a.address)) {
203
+ throw new Error(`address not allowed (private/loopback/metadata): ${hostname} -> ${a.address}`);
204
+ }
205
+ }
206
+ }
207
+ export function createValidatingLookup(opts) {
208
+ const allowPrivate = opts?.allowPrivateNetwork === true;
209
+ return (hostname, options, callback) => {
210
+ void (async () => {
211
+ try {
212
+ const family = typeof options.family === 'number' ? options.family : undefined;
213
+ const addresses = await dns.lookup(hostname, {
214
+ family,
215
+ hints: options.hints,
216
+ all: true,
217
+ });
218
+ let addrs = addresses.map((a) => ({
219
+ address: a.address,
220
+ family: a.family,
221
+ }));
222
+ if (!addrs.length) {
223
+ return callback(Object.assign(new Error(`dns lookup empty: ${hostname}`), { code: 'ENOTFOUND' }));
224
+ }
225
+ try {
226
+ assertAddressesAllowed(hostname, addrs, allowPrivate);
227
+ }
228
+ catch (e) {
229
+ return callback(Object.assign(e, { code: 'EACCES' }));
230
+ }
231
+ if (opts?.filterAddresses) {
232
+ addrs = opts.filterAddresses(hostname, addrs);
233
+ if (!addrs.length) {
234
+ return callback(Object.assign(new Error(`no allowed addresses after filter: ${hostname}`), {
235
+ code: 'EACCES',
236
+ }));
237
+ }
238
+ // filter 输出必须再过门禁(防有缺陷的 filter 重新引入受限地址)
239
+ try {
240
+ assertAddressesAllowed(hostname, addrs, allowPrivate);
241
+ }
242
+ catch (e) {
243
+ return callback(Object.assign(e, { code: 'EACCES' }));
244
+ }
245
+ }
246
+ if (options.all)
247
+ return callback(null, addrs);
248
+ return callback(null, addrs[0].address, addrs[0].family);
249
+ }
250
+ catch (err) {
251
+ callback(err);
252
+ }
253
+ })();
254
+ };
255
+ }
132
256
  /**
133
257
  * 校验 URL 主机是否允许出站
134
258
  *
@@ -151,15 +275,23 @@ export async function assertUrlAllowed(rawUrl, opts) {
151
275
  const allowPrivate = opts?.allowPrivateNetwork === true;
152
276
  const hostname = url.hostname.replace(/^\[|\]$/g, '');
153
277
  if (isIP(hostname)) {
154
- if (!allowPrivate && isRestrictedIp(hostname)) {
155
- throw new Error(`address not allowed (private/loopback/metadata): ${hostname}`);
278
+ assertAddressesAllowed(hostname, [{ address: hostname }], allowPrivate);
279
+ // IP 字面量不走 DNS lookup;嵌入方钉扎缝仍须生效
280
+ if (opts?.filterAddresses) {
281
+ const kept = opts.filterAddresses(hostname, [
282
+ { address: hostname, family: isIP(hostname) },
283
+ ]);
284
+ if (!kept.length) {
285
+ throw new Error(`no allowed addresses after filter: ${hostname}`);
286
+ }
287
+ assertAddressesAllowed(hostname, kept, allowPrivate);
156
288
  }
157
289
  return url;
158
290
  }
159
- // 域名:解析后校验全部 A/AAAA
291
+ // 域名:解析后校验全部 A/AAAA(fail-fast;connect 时 lookup 会再校验)
160
292
  let addrs;
161
293
  try {
162
- addrs = await lookup(hostname, { all: true });
294
+ addrs = await dns.lookup(hostname, { all: true });
163
295
  }
164
296
  catch {
165
297
  throw new Error(`dns lookup failed: ${hostname}`);
@@ -167,121 +299,266 @@ export async function assertUrlAllowed(rawUrl, opts) {
167
299
  if (!addrs.length) {
168
300
  throw new Error(`dns lookup empty: ${hostname}`);
169
301
  }
170
- if (!allowPrivate) {
171
- for (const a of addrs) {
172
- if (isRestrictedIp(a.address)) {
173
- throw new Error(`address not allowed (private/loopback/metadata): ${hostname} -> ${a.address}`);
302
+ assertAddressesAllowed(hostname, addrs, allowPrivate);
303
+ return url;
304
+ }
305
+ /**
306
+ * 单跳 HTTP 请求(不跟随重定向)。lookup 在 connect 解析时校验地址。
307
+ */
308
+ function requestOnce(url, opts) {
309
+ const isHttps = url.protocol === 'https:';
310
+ const mod = isHttps ? https : http;
311
+ // 自定义 lookup 是解析缝,不是免检缝:返回地址仍须过受限门
312
+ const allowPrivate = opts.allowPrivateNetwork === true;
313
+ const baseLookup = opts.lookup ??
314
+ createValidatingLookup({
315
+ allowPrivateNetwork: opts.allowPrivateNetwork,
316
+ filterAddresses: opts.filterAddresses,
317
+ });
318
+ const lookup = (hostname, options, callback) => {
319
+ baseLookup(hostname, options, (err, address, family) => {
320
+ if (err)
321
+ return callback(err);
322
+ try {
323
+ const addrs = Array.isArray(address)
324
+ ? address
325
+ : address != null
326
+ ? [{ address, family: family ?? 4 }]
327
+ : [];
328
+ if (addrs.length)
329
+ assertAddressesAllowed(hostname, addrs, allowPrivate);
174
330
  }
331
+ catch (e) {
332
+ return callback(Object.assign(e, { code: 'EACCES' }));
333
+ }
334
+ return callback(null, address, family);
335
+ });
336
+ };
337
+ const hostname = url.hostname.replace(/^\[|\]$/g, '');
338
+ const port = url.port ? Number(url.port) : isHttps ? 443 : 80;
339
+ return new Promise((resolve, reject) => {
340
+ let settled = false;
341
+ const done = (fn) => {
342
+ if (settled)
343
+ return;
344
+ settled = true;
345
+ fn();
346
+ };
347
+ // 绝对时限:req.setTimeout 是空闲超时,慢滴灌会不断重置
348
+ const deadline = Date.now() + opts.timeoutMs;
349
+ const req = mod.request({
350
+ protocol: url.protocol,
351
+ hostname,
352
+ port,
353
+ path: `${url.pathname}${url.search}`,
354
+ method: opts.method,
355
+ headers: opts.headers,
356
+ lookup: lookup,
357
+ ...(isHttps && isIP(hostname) === 0 ? { servername: hostname } : {}),
358
+ }, (res) => {
359
+ const chunks = [];
360
+ let total = 0;
361
+ let truncated = false;
362
+ const finish = () => {
363
+ const headers = {};
364
+ for (const [k, v] of Object.entries(res.headers)) {
365
+ if (v == null)
366
+ continue;
367
+ headers[k.toLowerCase()] = Array.isArray(v) ? v.join(', ') : String(v);
368
+ }
369
+ void decodeBody(Buffer.concat(chunks), headers['content-encoding'])
370
+ .then((body) => {
371
+ done(() => resolve({
372
+ status: res.statusCode ?? 0,
373
+ statusText: res.statusMessage ?? '',
374
+ headers,
375
+ body,
376
+ bodyTruncated: truncated,
377
+ }));
378
+ })
379
+ .catch((err) => {
380
+ done(() => reject(err));
381
+ });
382
+ };
383
+ res.on('data', (chunk) => {
384
+ if (settled || truncated)
385
+ return;
386
+ if (Date.now() > deadline) {
387
+ truncated = true;
388
+ done(() => reject(new Error(`request timeout after ${opts.timeoutMs}ms`)));
389
+ req.destroy();
390
+ return;
391
+ }
392
+ total += chunk.byteLength;
393
+ if (total > opts.maxBytes) {
394
+ truncated = true;
395
+ chunks.push(chunk.subarray(0, Math.max(0, opts.maxBytes - (total - chunk.byteLength))));
396
+ // 先落定截断结果,再断连接(destroy 后 end 不会到)
397
+ finish();
398
+ req.destroy();
399
+ return;
400
+ }
401
+ chunks.push(chunk);
402
+ });
403
+ res.on('end', finish);
404
+ res.on('error', (err) => {
405
+ // 已因截断落定则忽略 destroy 带来的 error
406
+ if (truncated)
407
+ return;
408
+ done(() => reject(err));
409
+ });
410
+ });
411
+ req.setTimeout(Math.max(1, deadline - Date.now()), () => {
412
+ done(() => reject(new Error(`request timeout after ${opts.timeoutMs}ms`)));
413
+ req.destroy();
414
+ });
415
+ req.on('error', (err) => {
416
+ done(() => reject(err));
417
+ });
418
+ if (opts.body != null && ['POST', 'PUT', 'PATCH', 'DELETE'].includes(opts.method)) {
419
+ req.write(opts.body);
175
420
  }
421
+ req.end();
422
+ });
423
+ }
424
+ /** 按 Content-Encoding 解压;identity/未知编码原样返回 */
425
+ async function decodeBody(buf, contentEncoding) {
426
+ const enc = (contentEncoding ?? '').toLowerCase().trim();
427
+ if (!enc || enc === 'identity')
428
+ return buf.toString('utf8');
429
+ if (enc === 'gzip' || enc === 'x-gzip') {
430
+ return (await streamToBuffer(createGunzip(), buf)).toString('utf8');
176
431
  }
177
- return url;
432
+ if (enc === 'deflate') {
433
+ return (await streamToBuffer(createInflate(), buf)).toString('utf8');
434
+ }
435
+ if (enc === 'br') {
436
+ return (await streamToBuffer(createBrotliDecompress(), buf)).toString('utf8');
437
+ }
438
+ return buf.toString('utf8');
439
+ }
440
+ async function streamToBuffer(stream, input) {
441
+ const chunks = [];
442
+ const { Readable, Writable } = await import('node:stream');
443
+ const sink = new Writable({
444
+ write(chunk, _enc, cb) {
445
+ chunks.push(chunk);
446
+ cb();
447
+ },
448
+ });
449
+ await pipeline(Readable.from(input), stream, sink);
450
+ return Buffer.concat(chunks);
178
451
  }
179
452
  /**
180
- * 受门禁保护的 GET(跟随重定向并每跳复验)
453
+ * 受门禁保护的 HTTP 请求(手动跟随重定向并每跳 SSRF 复验 + connect 时 lookup 校验)
181
454
  *
182
455
  * @param rawUrl - 目标 URL
183
- * @param options - 门禁与请求选项
184
- * @param init - 额外 fetch 头(凭证等)
456
+ * @param options - 门禁与请求选项(method/body/headers)
457
+ * @param init - 额外 fetch 头(凭证等);与 options.headers 合并
185
458
  * @returns 规范化响应
186
459
  */
187
- export async function guardedFetch(rawUrl, options, init) {
460
+ export async function guardedRequest(rawUrl, options, init) {
188
461
  const maxRedirects = options?.maxRedirects ?? DEFAULT_MAX_REDIRECTS;
189
462
  const timeoutMs = options?.timeoutMs ?? DEFAULT_TIMEOUT_MS;
190
463
  const maxBytes = options?.maxResponseBytes ?? DEFAULT_MAX_BYTES;
464
+ const method = (options?.method ?? 'GET').toUpperCase();
191
465
  let current = rawUrl;
192
466
  let redirects = 0;
467
+ /** 307/308:保留 method+body */
468
+ let preserveMethod = false;
193
469
  /** 凭证仅允许与首个请求同 origin 的后续跳;跨域重定向只保留安全白名单 */
194
470
  const trustedOrigin = new URL(rawUrl).origin;
195
471
  for (;;) {
196
472
  await assertUrlAllowed(current, options);
197
- const userHeaders = authHeadersForUrl(trustedOrigin, current, init?.headers);
473
+ const userHeaders = authHeadersForUrl(trustedOrigin, current, {
474
+ ...(init?.headers ?? {}),
475
+ ...(options?.headers ?? {}),
476
+ });
198
477
  const headers = {
199
- 'user-agent': 'octopi-knowledge-ingest/1.0',
200
- accept: 'text/html,application/xhtml+xml,text/plain,text/markdown,application/json;q=0.9,*/*;q=0.1',
478
+ 'user-agent': options?.headers?.['user-agent'] ?? 'octopi-network-guard/1.0',
479
+ accept: options?.headers?.accept ??
480
+ 'text/html,application/xhtml+xml,text/plain,text/markdown,application/json;q=0.9,*/*;q=0.1',
481
+ // 走解压路径;服务端可仍回 identity
482
+ 'accept-encoding': options?.headers?.['accept-encoding'] ?? 'gzip, deflate, br',
201
483
  ...userHeaders,
202
484
  };
203
485
  if (options?.etag)
204
486
  headers['if-none-match'] = options.etag;
205
487
  if (options?.lastModified)
206
488
  headers['if-modified-since'] = options.lastModified;
207
- const controller = new AbortController();
208
- // 超时覆盖「响应头 + 响应体」全过程;只掐 headers 会让 drip body 永久占槽
209
- const timer = setTimeout(() => controller.abort(), timeoutMs);
210
- let response;
211
- try {
212
- response = await fetch(current, {
213
- method: 'GET',
214
- headers,
215
- redirect: 'manual',
216
- signal: controller.signal,
217
- });
218
- // 304 Not Modified:条件 GET 成功短路(勿进 redirect 分支)
219
- if (response.status === 304) {
220
- const responseHeaders = {};
221
- response.headers.forEach((value, key) => {
222
- responseHeaders[key.toLowerCase()] = value;
223
- });
224
- return {
225
- url: current,
226
- status: 304,
227
- headers: responseHeaders,
228
- body: '',
229
- notModified: true,
230
- };
231
- }
232
- // 手动跟随,便于每跳 SSRF 复验
233
- if (response.status >= 300 && response.status < 400) {
234
- const loc = response.headers.get('location');
235
- if (!loc) {
236
- throw new Error(`redirect without location: ${response.status}`);
237
- }
238
- redirects += 1;
239
- if (redirects > maxRedirects) {
240
- throw new Error(`too many redirects (max ${maxRedirects})`);
241
- }
242
- current = new URL(loc, current).toString();
243
- clearTimeout(timer);
244
- continue;
245
- }
246
- const responseHeaders = {};
247
- response.headers.forEach((value, key) => {
248
- responseHeaders[key.toLowerCase()] = value;
249
- });
250
- const contentType = responseHeaders['content-type'];
251
- if (!response.ok) {
252
- throw new Error(`HTTP ${response.status} for ${current}`);
253
- }
254
- const reader = response.body?.getReader();
255
- let body = '';
256
- if (reader) {
257
- const decoder = new TextDecoder();
258
- let total = 0;
259
- while (true) {
260
- const { done, value } = await reader.read();
261
- if (done)
262
- break;
263
- total += value.byteLength;
264
- if (total > maxBytes) {
265
- await reader.cancel();
266
- throw new Error(`response too large (> ${maxBytes} bytes): ${current}`);
267
- }
268
- body += decoder.decode(value, { stream: true });
269
- }
270
- body += decoder.decode();
271
- }
489
+ const hopMethod = redirects > 0 && method !== 'GET' && method !== 'HEAD' && !preserveMethod
490
+ ? 'GET'
491
+ : method;
492
+ const hopBody = redirects > 0 && !preserveMethod ? undefined : options?.body;
493
+ const bodyWillSend = hopBody != null && ['POST', 'PUT', 'PATCH', 'DELETE'].includes(hopMethod);
494
+ // 仅在本跳真正发送 body 时带 Content-Length(重定向丢 body 时不得残留)
495
+ delete headers['content-length'];
496
+ delete headers['transfer-encoding'];
497
+ if (bodyWillSend) {
498
+ headers['content-length'] = String(Buffer.byteLength(hopBody));
499
+ }
500
+ const result = await requestOnce(new URL(current), {
501
+ method: hopMethod,
502
+ headers,
503
+ body: hopBody,
504
+ timeoutMs,
505
+ maxBytes,
506
+ allowPrivateNetwork: options?.allowPrivateNetwork,
507
+ lookup: options?.lookup,
508
+ filterAddresses: options?.filterAddresses,
509
+ });
510
+ // 304 Not Modified:条件 GET 成功短路(勿进 redirect 分支)
511
+ if (result.status === 304) {
272
512
  return {
273
513
  url: current,
274
- status: response.status,
275
- headers: responseHeaders,
276
- body,
277
- contentType,
278
- etag: responseHeaders['etag'],
279
- lastModified: responseHeaders['last-modified'],
280
- notModified: false,
514
+ status: 304,
515
+ statusText: result.statusText,
516
+ headers: result.headers,
517
+ body: '',
518
+ notModified: true,
281
519
  };
282
520
  }
283
- finally {
284
- clearTimeout(timer);
521
+ // 手动跟随,便于每跳 SSRF 复验
522
+ if (result.status >= 300 && result.status < 400) {
523
+ const loc = result.headers['location'];
524
+ if (!loc) {
525
+ throw new Error(`redirect without location: ${result.status}`);
526
+ }
527
+ redirects += 1;
528
+ if (redirects > maxRedirects) {
529
+ throw new Error(`too many redirects (max ${maxRedirects})`);
530
+ }
531
+ // 307/308 保留 method+body(RFC 7231/7538);301/302/303 降级 GET
532
+ preserveMethod = result.status === 307 || result.status === 308;
533
+ current = new URL(loc, current).toString();
534
+ continue;
535
+ }
536
+ const contentType = result.headers['content-type'];
537
+ if (result.status >= 400) {
538
+ throw new Error(`HTTP ${result.status} for ${current}`);
285
539
  }
540
+ return {
541
+ url: current,
542
+ status: result.status,
543
+ statusText: result.statusText,
544
+ headers: result.headers,
545
+ body: result.body,
546
+ contentType,
547
+ etag: result.headers['etag'],
548
+ lastModified: result.headers['last-modified'],
549
+ notModified: false,
550
+ bodyTruncated: result.bodyTruncated,
551
+ };
286
552
  }
287
553
  }
554
+ /**
555
+ * 受门禁保护的 GET(跟随重定向并每跳复验)
556
+ *
557
+ * @param rawUrl - 目标 URL
558
+ * @param options - 门禁与请求选项
559
+ * @param init - 额外 fetch 头(凭证等)
560
+ * @returns 规范化响应
561
+ */
562
+ export async function guardedFetch(rawUrl, options, init) {
563
+ return guardedRequest(rawUrl, { ...options, method: 'GET' }, init);
564
+ }
@@ -100,7 +100,7 @@ export class LocalKnowledgeQueryService {
100
100
  }
101
101
  async principalStats(agentId, identity) {
102
102
  const { sources, db } = this.deps;
103
- const visible = sources.listVisible(agentId).filter((s) => {
103
+ const visible = sources.listVisible(agentId, undefined, identity).filter((s) => {
104
104
  return !identity || this.gatewayVisible(s, identity);
105
105
  });
106
106
  const stats = db.stats();
@@ -110,7 +110,7 @@ export class LocalKnowledgeQueryService {
110
110
  assignedProjects: sources
111
111
  .list()
112
112
  .filter((s) => s.scopeRef.level === 'project' &&
113
- sources.isVisible(s, agentId) &&
113
+ sources.isVisible(s, agentId, undefined, identity) &&
114
114
  (!identity || this.gatewayVisible(s, identity)))
115
115
  .map((s) => s.scopeRef.key),
116
116
  hiddenSourceIds: sources.listHidden(agentId, identity ?? {}),
@@ -119,7 +119,7 @@ export class LocalKnowledgeQueryService {
119
119
  };
120
120
  }
121
121
  async catalog(agentId, identity) {
122
- const items = this.deps.sources.catalogFor(agentId);
122
+ const items = this.deps.sources.catalogFor(agentId, { identity });
123
123
  if (!identity)
124
124
  return items;
125
125
  return items.filter((item) => {
@@ -134,7 +134,7 @@ export class LocalKnowledgeQueryService {
134
134
  return null;
135
135
  if (identity && !this.gatewayVisible(src, identity))
136
136
  return null;
137
- if (!sources.isVisible(src, agentId, sessionId))
137
+ if (!sources.isVisible(src, agentId, sessionId, identity))
138
138
  return null;
139
139
  return index.listChunksByPath(sourceId, path);
140
140
  }
@@ -145,7 +145,7 @@ export class LocalKnowledgeQueryService {
145
145
  return false;
146
146
  if (identity && !this.gatewayVisible(src, identity))
147
147
  return false;
148
- return sources.isVisible(src, agentId, sessionId);
148
+ return sources.isVisible(src, agentId, sessionId, identity);
149
149
  };
150
150
  if (body.chunkId) {
151
151
  const row = index.getChunk(body.chunkId);
@@ -233,15 +233,15 @@ export class LocalKnowledgeQueryService {
233
233
  }
234
234
  async getPrincipal(identity, agentId) {
235
235
  const row = this.deps.db.raw
236
- .prepare(`SELECT * FROM knowledge_principals
236
+ .prepare(`SELECT * FROM knowledge_principals
237
237
  WHERE tenant_id = ? AND gateway_id = ? AND local_agent_id = ?`)
238
238
  .get(identity.tenantId ?? 'default', identity.gatewayId ?? 'default', agentId);
239
239
  return row ?? null;
240
240
  }
241
241
  async isPrincipalForeign(identity, agentId) {
242
242
  const row = this.deps.db.raw
243
- .prepare(`SELECT 1 AS ok FROM knowledge_principals
244
- WHERE tenant_id = ? AND local_agent_id = ? AND gateway_id != ?
243
+ .prepare(`SELECT 1 AS ok FROM knowledge_principals
244
+ WHERE tenant_id = ? AND local_agent_id = ? AND gateway_id != ?
245
245
  LIMIT 1`)
246
246
  .get(identity.tenantId ?? 'default', agentId, identity.gatewayId ?? 'default');
247
247
  return Boolean(row);
@@ -33,7 +33,7 @@ export class KnowledgeRetriever {
33
33
  */
34
34
  visibleSourceIds(agentId, sessionId, identity) {
35
35
  return this.sources
36
- .listVisible(agentId, sessionId)
36
+ .listVisible(agentId, sessionId, identity)
37
37
  .filter((s) => this.sources.isGatewayVisible(s, identity))
38
38
  .map((s) => s.id);
39
39
  }