@duckmind/dm-darwin-x64 0.67.1 → 0.67.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (784) hide show
  1. package/README.md +2 -2
  2. package/dm +2 -2
  3. package/extensions/.dm-extensions.json +147 -32
  4. package/extensions/dm-lens/clients/actionable-warnings.js +12 -4
  5. package/extensions/dm-lens/clients/advisory-provenance.js +11 -10
  6. package/extensions/dm-lens/clients/agent-nudge.js +1 -1
  7. package/extensions/dm-lens/clients/analysis-root.js +75 -34
  8. package/extensions/dm-lens/clients/bash-file-access.js +550 -123
  9. package/extensions/dm-lens/clients/blocker-freshness.js +202 -19
  10. package/extensions/dm-lens/clients/blocker-past-eof.js +3 -1
  11. package/extensions/dm-lens/clients/bounded-telemetry.js +3 -0
  12. package/extensions/dm-lens/clients/cache-manager.js +22 -1
  13. package/extensions/dm-lens/clients/cache-observability.js +278 -17
  14. package/extensions/dm-lens/clients/cargo-manifest.js +8 -12
  15. package/extensions/dm-lens/clients/cascade-format.js +162 -19
  16. package/extensions/dm-lens/clients/codebase-model.js +2 -2
  17. package/extensions/dm-lens/clients/config-locations.js +1 -8
  18. package/extensions/dm-lens/clients/content-stamp.js +16 -0
  19. package/extensions/dm-lens/clients/context-injection-ledger.js +160 -0
  20. package/extensions/dm-lens/clients/deferred-runner-blockers.js +46 -6
  21. package/extensions/dm-lens/clients/degradation-ledger.js +21 -1
  22. package/extensions/dm-lens/clients/deps/ast-grep-napi.js +10 -0
  23. package/extensions/dm-lens/clients/diagnostic-dispositions.js +28 -12
  24. package/extensions/dm-lens/clients/disk-change-consumers.js +312 -0
  25. package/extensions/dm-lens/clients/disk-change-subscribers.js +197 -0
  26. package/extensions/dm-lens/clients/disk-changes.js +168 -0
  27. package/extensions/dm-lens/clients/dispatch/auxiliary-lsp.js +10 -6
  28. package/extensions/dm-lens/clients/dispatch/dispatcher.js +300 -61
  29. package/extensions/dm-lens/clients/dispatch/fact-store.js +2 -8
  30. package/extensions/dm-lens/clients/dispatch/facts/function-facts.js +87 -94
  31. package/extensions/dm-lens/clients/dispatch/finding-policy.js +25 -1
  32. package/extensions/dm-lens/clients/dispatch/indent-detect.js +1 -1
  33. package/extensions/dm-lens/clients/dispatch/integration.js +349 -135
  34. package/extensions/dm-lens/clients/dispatch/lane-copies.js +23 -0
  35. package/extensions/dm-lens/clients/dispatch/pending-runner-findings.js +3 -0
  36. package/extensions/dm-lens/clients/dispatch/pre-edit-seed.js +57 -0
  37. package/extensions/dm-lens/clients/dispatch/rule-id-normalize.js +6 -1
  38. package/extensions/dm-lens/clients/dispatch/rules/high-complexity.js +2 -17
  39. package/extensions/dm-lens/clients/dispatch/rules/high-fan-out.js +1 -9
  40. package/extensions/dm-lens/clients/dispatch/runner-context.js +9 -10
  41. package/extensions/dm-lens/clients/dispatch/runners/ast-grep-literal-anchors.js +58 -0
  42. package/extensions/dm-lens/clients/dispatch/runners/ast-grep-napi.js +59 -14
  43. package/extensions/dm-lens/clients/dispatch/runners/biome-check.js +9 -18
  44. package/extensions/dm-lens/clients/dispatch/runners/cue-vet.js +11 -21
  45. package/extensions/dm-lens/clients/dispatch/runners/dart-analyze.js +1 -1
  46. package/extensions/dm-lens/clients/dispatch/runners/detekt.js +4 -3
  47. package/extensions/dm-lens/clients/dispatch/runners/dotnet-build.js +15 -6
  48. package/extensions/dm-lens/clients/dispatch/runners/fish-indent.js +59 -5
  49. package/extensions/dm-lens/clients/dispatch/runners/gleam-check.js +9 -19
  50. package/extensions/dm-lens/clients/dispatch/runners/go-vet.js +2 -2
  51. package/extensions/dm-lens/clients/dispatch/runners/golangci-lint.js +17 -1
  52. package/extensions/dm-lens/clients/dispatch/runners/helm-lint.js +8 -5
  53. package/extensions/dm-lens/clients/dispatch/runners/helm-render.js +1 -1
  54. package/extensions/dm-lens/clients/dispatch/runners/ktlint.js +27 -5
  55. package/extensions/dm-lens/clients/dispatch/runners/lsp.js +91 -30
  56. package/extensions/dm-lens/clients/dispatch/runners/oxlint.js +9 -18
  57. package/extensions/dm-lens/clients/dispatch/runners/shellcheck.js +11 -20
  58. package/extensions/dm-lens/clients/dispatch/runners/shfmt.js +7 -0
  59. package/extensions/dm-lens/clients/dispatch/runners/taplo.js +2 -1
  60. package/extensions/dm-lens/clients/dispatch/runners/tree-sitter.js +29 -16
  61. package/extensions/dm-lens/clients/dispatch/runners/utils/availability-policy.js +32 -4
  62. package/extensions/dm-lens/clients/dispatch/runners/utils/candidate-probe.js +8 -0
  63. package/extensions/dm-lens/clients/dispatch/runners/utils/diagnostic-parsers.js +2 -1
  64. package/extensions/dm-lens/clients/dispatch/runners/utils/runner-helpers.js +1 -1
  65. package/extensions/dm-lens/clients/dispatch/runners/utils/tool-failure.js +9 -18
  66. package/extensions/dm-lens/clients/dispatch/runners/vale.js +2 -16
  67. package/extensions/dm-lens/clients/dispatch/types.js +45 -0
  68. package/extensions/dm-lens/clients/dispatch/utils/lsp-diagnostics.js +2 -1
  69. package/extensions/dm-lens/clients/ephemeral-root.js +10 -20
  70. package/extensions/dm-lens/clients/file-kinds.js +6 -2
  71. package/extensions/dm-lens/clients/file-mutation-queue.js +4 -8
  72. package/extensions/dm-lens/clients/file-utils.js +167 -28
  73. package/extensions/dm-lens/clients/finding-delivery-gate.js +15 -1
  74. package/extensions/dm-lens/clients/finding-identity.js +56 -0
  75. package/extensions/dm-lens/clients/fix-run-restore.js +10 -0
  76. package/extensions/dm-lens/clients/format-service.js +23 -5
  77. package/extensions/dm-lens/clients/formatters.js +33 -25
  78. package/extensions/dm-lens/clients/git-guard.js +516 -85
  79. package/extensions/dm-lens/clients/govulncheck-client.js +8 -0
  80. package/extensions/dm-lens/clients/grammar-source.js +39 -5
  81. package/extensions/dm-lens/clients/gzip-stage-write.js +99 -18
  82. package/extensions/dm-lens/clients/inline-blocker-fields.js +1 -1
  83. package/extensions/dm-lens/clients/installer/index.js +83 -85
  84. package/extensions/dm-lens/clients/installer/managed-tool-refresh.js +211 -8
  85. package/extensions/dm-lens/clients/instance-reaper.js +19 -8
  86. package/extensions/dm-lens/clients/instance-registry.js +12 -0
  87. package/extensions/dm-lens/clients/jscpd-client.js +20 -4
  88. package/extensions/dm-lens/clients/language-profile.js +8 -7
  89. package/extensions/dm-lens/clients/language-registry.js +45 -4
  90. package/extensions/dm-lens/clients/latency-logger.js +10 -2
  91. package/extensions/dm-lens/clients/lens-config.js +14 -4
  92. package/extensions/dm-lens/clients/lens-engine.js +10 -2
  93. package/extensions/dm-lens/clients/lens-flag-registry.js +19 -3
  94. package/extensions/dm-lens/clients/line-alignment.js +200 -0
  95. package/extensions/dm-lens/clients/lsp/capabilities.js +2 -2
  96. package/extensions/dm-lens/clients/lsp/cascade-tier.js +148 -38
  97. package/extensions/dm-lens/clients/lsp/client-registry.js +906 -0
  98. package/extensions/dm-lens/clients/lsp/client.js +413 -108
  99. package/extensions/dm-lens/clients/lsp/config.js +151 -47
  100. package/extensions/dm-lens/clients/lsp/content-limits.js +2 -2
  101. package/extensions/dm-lens/clients/lsp/content-scan.js +69 -0
  102. package/extensions/dm-lens/clients/lsp/created-import-targets.js +134 -0
  103. package/extensions/dm-lens/clients/lsp/diagnostic-binding.js +34 -0
  104. package/extensions/dm-lens/clients/lsp/document-drift.js +63 -15
  105. package/extensions/dm-lens/clients/lsp/edits.js +109 -26
  106. package/extensions/dm-lens/clients/lsp/environment-gap.js +186 -0
  107. package/extensions/dm-lens/clients/lsp/file-server-match.js +26 -0
  108. package/extensions/dm-lens/clients/lsp/implicit-scope.js +208 -0
  109. package/extensions/dm-lens/clients/lsp/index.js +574 -916
  110. package/extensions/dm-lens/clients/lsp/inferred-project.js +37 -15
  111. package/extensions/dm-lens/clients/lsp/jvm-runtime.js +15 -9
  112. package/extensions/dm-lens/clients/lsp/language.js +8 -1
  113. package/extensions/dm-lens/clients/lsp/launch.js +93 -43
  114. package/extensions/dm-lens/clients/lsp/lombok.js +0 -13
  115. package/extensions/dm-lens/clients/lsp/path-utils.js +2 -0
  116. package/extensions/dm-lens/clients/lsp/position-encoding.js +0 -7
  117. package/extensions/dm-lens/clients/lsp/server-config-files.js +11 -0
  118. package/extensions/dm-lens/clients/lsp/server-traits.js +8 -2
  119. package/extensions/dm-lens/clients/lsp/server.js +273 -76
  120. package/extensions/dm-lens/clients/lsp/session-roots.js +38 -3
  121. package/extensions/dm-lens/clients/lsp/wait-policy/strategies.js +87 -5
  122. package/extensions/dm-lens/clients/lsp/watch-queue.js +23 -2
  123. package/extensions/dm-lens/clients/lsp/workspace-diagnostics-cache.js +183 -47
  124. package/extensions/dm-lens/clients/lsp/workspace-diagnostics-session.js +35 -0
  125. package/extensions/dm-lens/clients/lsp-mutation.js +1 -1
  126. package/extensions/dm-lens/clients/mcp/analyze.js +51 -13
  127. package/extensions/dm-lens/clients/mcp/ipc.js +24 -1
  128. package/extensions/dm-lens/clients/mcp/session.js +2 -7
  129. package/extensions/dm-lens/clients/memory-sampler.js +19 -1
  130. package/extensions/dm-lens/clients/metrics-history.js +16 -29
  131. package/extensions/dm-lens/clients/mutating-tool.js +4 -2
  132. package/extensions/dm-lens/clients/mutation-attribution.js +1 -4
  133. package/extensions/dm-lens/clients/observed-mutation.js +7 -1
  134. package/extensions/dm-lens/clients/opaque-mutation-scan.js +273 -59
  135. package/extensions/dm-lens/clients/opengrep-client.js +6 -1
  136. package/extensions/dm-lens/clients/opengrep-config.js +10 -5
  137. package/extensions/dm-lens/clients/opengrep-rule-pack.js +19 -0
  138. package/extensions/dm-lens/clients/out-of-band-changes.js +342 -0
  139. package/extensions/dm-lens/clients/package-manager.js +51 -62
  140. package/extensions/dm-lens/clients/package-root.js +8 -12
  141. package/extensions/dm-lens/clients/partial-edit-apply.js +8 -4
  142. package/extensions/dm-lens/clients/path-birth.js +58 -0
  143. package/extensions/dm-lens/clients/path-utils.js +145 -23
  144. package/extensions/dm-lens/clients/persist-worker-stats.js +8 -0
  145. package/extensions/dm-lens/clients/persistent-reverify.js +2 -1
  146. package/extensions/dm-lens/clients/pipeline.js +248 -35
  147. package/extensions/dm-lens/clients/probe-home-state.js +6 -0
  148. package/extensions/dm-lens/clients/project-changes.js +9 -3
  149. package/extensions/dm-lens/clients/project-diagnostics/fresh-fetch.js +1 -1
  150. package/extensions/dm-lens/clients/project-diagnostics/scanner.js +4 -2
  151. package/extensions/dm-lens/clients/project-lens-config.js +4 -6
  152. package/extensions/dm-lens/clients/project-root-markers.js +8 -0
  153. package/extensions/dm-lens/clients/project-snapshot-persist-worker.js +26 -8
  154. package/extensions/dm-lens/clients/project-snapshot.js +36 -10
  155. package/extensions/dm-lens/clients/python-environment.js +239 -12
  156. package/extensions/dm-lens/clients/read-guard-tool-lines.js +2 -8
  157. package/extensions/dm-lens/clients/read-guard.js +130 -43
  158. package/extensions/dm-lens/clients/review-graph/builder.js +102 -19
  159. package/extensions/dm-lens/clients/review-graph/git-identity.js +7 -2
  160. package/extensions/dm-lens/clients/review-graph/import-resolvers.js +9 -0
  161. package/extensions/dm-lens/clients/review-graph/tsconfig-paths.js +35 -2
  162. package/extensions/dm-lens/clients/ruff-client.js +0 -2
  163. package/extensions/dm-lens/clients/rules-scanner.js +0 -43
  164. package/extensions/dm-lens/clients/runtime-agent-end.js +37 -6
  165. package/extensions/dm-lens/clients/runtime-coordinator.js +177 -31
  166. package/extensions/dm-lens/clients/runtime-session.js +106 -66
  167. package/extensions/dm-lens/clients/runtime-tool-call.js +162 -65
  168. package/extensions/dm-lens/clients/runtime-tool-result.js +634 -147
  169. package/extensions/dm-lens/clients/runtime-turn.js +472 -150
  170. package/extensions/dm-lens/clients/rust-client.js +11 -13
  171. package/extensions/dm-lens/clients/safe-spawn.js +149 -17
  172. package/extensions/dm-lens/clients/sanitize.js +0 -169
  173. package/extensions/dm-lens/clients/search-read-registration.js +22 -4
  174. package/extensions/dm-lens/clients/session-lifecycle.js +44 -1
  175. package/extensions/dm-lens/clients/session-repository.js +119 -0
  176. package/extensions/dm-lens/clients/session-scope.js +1 -1
  177. package/extensions/dm-lens/clients/session-start-observability.js +12 -0
  178. package/extensions/dm-lens/clients/session-state-store.js +6 -1
  179. package/extensions/dm-lens/clients/sg-runner.js +5 -8
  180. package/extensions/dm-lens/clients/sgconfig.js +7 -14
  181. package/extensions/dm-lens/clients/single-flight.js +1 -0
  182. package/extensions/dm-lens/clients/source-filter.js +19 -16
  183. package/extensions/dm-lens/clients/source-walker.js +21 -3
  184. package/extensions/dm-lens/clients/startup-scan.js +18 -23
  185. package/extensions/dm-lens/clients/test-runner-client.js +21 -27
  186. package/extensions/dm-lens/clients/test-runner-delivery.js +2 -10
  187. package/extensions/dm-lens/clients/tool-config.js +24 -4
  188. package/extensions/dm-lens/clients/tool-cwd.js +11 -9
  189. package/extensions/dm-lens/clients/tool-policy.js +1 -8
  190. package/extensions/dm-lens/clients/tool-set-policy.js +32 -3
  191. package/extensions/dm-lens/clients/tree-sitter-client.js +70 -24
  192. package/extensions/dm-lens/clients/tree-sitter-query-loader.js +13 -1
  193. package/extensions/dm-lens/clients/tree-sitter-symbol-extractor.js +81 -56
  194. package/extensions/dm-lens/clients/warm-attach.js +33 -8
  195. package/extensions/dm-lens/clients/widget-state.js +48 -31
  196. package/extensions/dm-lens/clients/word-index-logger.js +3 -0
  197. package/extensions/dm-lens/clients/word-index.js +15 -2
  198. package/extensions/dm-lens/clients/workspace-topology.js +10 -8
  199. package/extensions/dm-lens/config/biome/core.jsonc +3 -3
  200. package/extensions/dm-lens/config/dependency-cruiser-eager-allowlist.json +1 -0
  201. package/extensions/dm-lens/dist/clients/actionable-warnings.js +8 -4
  202. package/extensions/dm-lens/dist/clients/advisory-provenance.js +11 -10
  203. package/extensions/dm-lens/dist/clients/agent-nudge.js +1 -1
  204. package/extensions/dm-lens/dist/clients/analysis-root.js +67 -34
  205. package/extensions/dm-lens/dist/clients/bash-file-access.js +550 -123
  206. package/extensions/dm-lens/dist/clients/blocker-freshness.js +195 -19
  207. package/extensions/dm-lens/dist/clients/blocker-past-eof.js +3 -1
  208. package/extensions/dm-lens/dist/clients/bounded-telemetry.js +3 -0
  209. package/extensions/dm-lens/dist/clients/cache-manager.js +22 -1
  210. package/extensions/dm-lens/dist/clients/cache-observability.js +275 -17
  211. package/extensions/dm-lens/dist/clients/cargo-manifest.js +8 -12
  212. package/extensions/dm-lens/dist/clients/cascade-format.js +160 -19
  213. package/extensions/dm-lens/dist/clients/codebase-model.js +2 -2
  214. package/extensions/dm-lens/dist/clients/config-locations.js +2 -8
  215. package/extensions/dm-lens/dist/clients/content-stamp.js +16 -0
  216. package/extensions/dm-lens/dist/clients/context-injection-ledger.js +157 -0
  217. package/extensions/dm-lens/dist/clients/deferred-runner-blockers.js +46 -6
  218. package/extensions/dm-lens/dist/clients/degradation-ledger.js +18 -1
  219. package/extensions/dm-lens/dist/clients/deps/ast-grep-napi.js +10 -0
  220. package/extensions/dm-lens/dist/clients/diagnostic-dispositions.js +28 -12
  221. package/extensions/dm-lens/dist/clients/disk-change-consumers.js +312 -0
  222. package/extensions/dm-lens/dist/clients/disk-change-subscribers.js +191 -0
  223. package/extensions/dm-lens/dist/clients/disk-changes.js +165 -0
  224. package/extensions/dm-lens/dist/clients/dispatch/auxiliary-lsp.js +10 -6
  225. package/extensions/dm-lens/dist/clients/dispatch/dispatcher.js +284 -61
  226. package/extensions/dm-lens/dist/clients/dispatch/fact-store.js +2 -8
  227. package/extensions/dm-lens/dist/clients/dispatch/facts/function-facts.js +87 -94
  228. package/extensions/dm-lens/dist/clients/dispatch/finding-policy.js +25 -1
  229. package/extensions/dm-lens/dist/clients/dispatch/indent-detect.js +1 -1
  230. package/extensions/dm-lens/dist/clients/dispatch/integration.js +333 -137
  231. package/extensions/dm-lens/dist/clients/dispatch/lane-copies.js +23 -0
  232. package/extensions/dm-lens/dist/clients/dispatch/pending-runner-findings.js +3 -0
  233. package/extensions/dm-lens/dist/clients/dispatch/pre-edit-seed.js +57 -0
  234. package/extensions/dm-lens/dist/clients/dispatch/rule-id-normalize.js +6 -1
  235. package/extensions/dm-lens/dist/clients/dispatch/rules/high-complexity.js +2 -17
  236. package/extensions/dm-lens/dist/clients/dispatch/rules/high-fan-out.js +1 -9
  237. package/extensions/dm-lens/dist/clients/dispatch/runner-context.js +5 -10
  238. package/extensions/dm-lens/dist/clients/dispatch/runners/ast-grep-literal-anchors.js +58 -0
  239. package/extensions/dm-lens/dist/clients/dispatch/runners/ast-grep-napi.js +59 -14
  240. package/extensions/dm-lens/dist/clients/dispatch/runners/biome-check.js +9 -18
  241. package/extensions/dm-lens/dist/clients/dispatch/runners/cue-vet.js +11 -21
  242. package/extensions/dm-lens/dist/clients/dispatch/runners/dart-analyze.js +1 -1
  243. package/extensions/dm-lens/dist/clients/dispatch/runners/detekt.js +4 -3
  244. package/extensions/dm-lens/dist/clients/dispatch/runners/dotnet-build.js +12 -6
  245. package/extensions/dm-lens/dist/clients/dispatch/runners/fish-indent.js +59 -5
  246. package/extensions/dm-lens/dist/clients/dispatch/runners/gleam-check.js +9 -19
  247. package/extensions/dm-lens/dist/clients/dispatch/runners/go-vet.js +2 -2
  248. package/extensions/dm-lens/dist/clients/dispatch/runners/golangci-lint.js +17 -1
  249. package/extensions/dm-lens/dist/clients/dispatch/runners/helm-lint.js +8 -5
  250. package/extensions/dm-lens/dist/clients/dispatch/runners/helm-render.js +1 -1
  251. package/extensions/dm-lens/dist/clients/dispatch/runners/ktlint.js +27 -5
  252. package/extensions/dm-lens/dist/clients/dispatch/runners/lsp.js +79 -30
  253. package/extensions/dm-lens/dist/clients/dispatch/runners/oxlint.js +9 -18
  254. package/extensions/dm-lens/dist/clients/dispatch/runners/shellcheck.js +11 -20
  255. package/extensions/dm-lens/dist/clients/dispatch/runners/shfmt.js +7 -0
  256. package/extensions/dm-lens/dist/clients/dispatch/runners/taplo.js +2 -1
  257. package/extensions/dm-lens/dist/clients/dispatch/runners/tree-sitter.js +29 -16
  258. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/availability-policy.js +32 -4
  259. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/candidate-probe.js +5 -0
  260. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/diagnostic-parsers.js +2 -1
  261. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/runner-helpers.js +1 -1
  262. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/tool-failure.js +9 -19
  263. package/extensions/dm-lens/dist/clients/dispatch/runners/vale.js +2 -16
  264. package/extensions/dm-lens/dist/clients/dispatch/types.js +45 -0
  265. package/extensions/dm-lens/dist/clients/dispatch/utils/lsp-diagnostics.js +2 -1
  266. package/extensions/dm-lens/dist/clients/ephemeral-root.js +8 -20
  267. package/extensions/dm-lens/dist/clients/file-kinds.js +6 -2
  268. package/extensions/dm-lens/dist/clients/file-mutation-queue.js +4 -8
  269. package/extensions/dm-lens/dist/clients/file-utils.js +163 -29
  270. package/extensions/dm-lens/dist/clients/finding-delivery-gate.js +15 -1
  271. package/extensions/dm-lens/dist/clients/finding-identity.js +56 -0
  272. package/extensions/dm-lens/dist/clients/fix-run-restore.js +10 -0
  273. package/extensions/dm-lens/dist/clients/format-service.js +23 -5
  274. package/extensions/dm-lens/dist/clients/formatters.js +25 -25
  275. package/extensions/dm-lens/dist/clients/git-guard.js +507 -85
  276. package/extensions/dm-lens/dist/clients/govulncheck-client.js +5 -0
  277. package/extensions/dm-lens/dist/clients/grammar-source.js +39 -5
  278. package/extensions/dm-lens/dist/clients/gzip-stage-write.js +99 -18
  279. package/extensions/dm-lens/dist/clients/inline-blocker-fields.js +1 -1
  280. package/extensions/dm-lens/dist/clients/installer/index.js +76 -83
  281. package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh.js +208 -9
  282. package/extensions/dm-lens/dist/clients/instance-reaper.js +19 -8
  283. package/extensions/dm-lens/dist/clients/instance-registry.js +12 -0
  284. package/extensions/dm-lens/dist/clients/jscpd-client.js +15 -4
  285. package/extensions/dm-lens/dist/clients/language-profile.js +3 -7
  286. package/extensions/dm-lens/dist/clients/language-registry.js +45 -4
  287. package/extensions/dm-lens/dist/clients/latency-logger.js +10 -2
  288. package/extensions/dm-lens/dist/clients/lens-config.js +12 -4
  289. package/extensions/dm-lens/dist/clients/lens-engine.js +10 -3
  290. package/extensions/dm-lens/dist/clients/lens-flag-registry.js +19 -3
  291. package/extensions/dm-lens/dist/clients/line-alignment.js +200 -0
  292. package/extensions/dm-lens/dist/clients/lsp/capabilities.js +2 -2
  293. package/extensions/dm-lens/dist/clients/lsp/cascade-tier.js +148 -38
  294. package/extensions/dm-lens/dist/clients/lsp/client-registry.js +877 -0
  295. package/extensions/dm-lens/dist/clients/lsp/client.js +398 -109
  296. package/extensions/dm-lens/dist/clients/lsp/config.js +147 -47
  297. package/extensions/dm-lens/dist/clients/lsp/content-limits.js +2 -2
  298. package/extensions/dm-lens/dist/clients/lsp/content-scan.js +69 -0
  299. package/extensions/dm-lens/dist/clients/lsp/created-import-targets.js +134 -0
  300. package/extensions/dm-lens/dist/clients/lsp/diagnostic-binding.js +34 -0
  301. package/extensions/dm-lens/dist/clients/lsp/document-drift.js +63 -15
  302. package/extensions/dm-lens/dist/clients/lsp/edits.js +104 -26
  303. package/extensions/dm-lens/dist/clients/lsp/environment-gap.js +186 -0
  304. package/extensions/dm-lens/dist/clients/lsp/file-server-match.js +26 -0
  305. package/extensions/dm-lens/dist/clients/lsp/implicit-scope.js +205 -0
  306. package/extensions/dm-lens/dist/clients/lsp/index.js +547 -894
  307. package/extensions/dm-lens/dist/clients/lsp/inferred-project.js +34 -15
  308. package/extensions/dm-lens/dist/clients/lsp/jvm-runtime.js +15 -9
  309. package/extensions/dm-lens/dist/clients/lsp/language.js +4 -1
  310. package/extensions/dm-lens/dist/clients/lsp/launch.js +85 -43
  311. package/extensions/dm-lens/dist/clients/lsp/lombok.js +0 -13
  312. package/extensions/dm-lens/dist/clients/lsp/path-utils.js +1 -1
  313. package/extensions/dm-lens/dist/clients/lsp/position-encoding.js +0 -7
  314. package/extensions/dm-lens/dist/clients/lsp/server-config-files.js +11 -0
  315. package/extensions/dm-lens/dist/clients/lsp/server-traits.js +8 -2
  316. package/extensions/dm-lens/dist/clients/lsp/server.js +267 -80
  317. package/extensions/dm-lens/dist/clients/lsp/session-roots.js +34 -3
  318. package/extensions/dm-lens/dist/clients/lsp/wait-policy/strategies.js +85 -5
  319. package/extensions/dm-lens/dist/clients/lsp/watch-queue.js +23 -2
  320. package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-cache.js +172 -47
  321. package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-session.js +35 -0
  322. package/extensions/dm-lens/dist/clients/lsp-mutation.js +1 -1
  323. package/extensions/dm-lens/dist/clients/mcp/analyze.js +51 -14
  324. package/extensions/dm-lens/dist/clients/mcp/ipc.js +24 -1
  325. package/extensions/dm-lens/dist/clients/mcp/session.js +2 -7
  326. package/extensions/dm-lens/dist/clients/memory-sampler.js +19 -1
  327. package/extensions/dm-lens/dist/clients/metrics-history.js +16 -29
  328. package/extensions/dm-lens/dist/clients/mutating-tool.js +4 -2
  329. package/extensions/dm-lens/dist/clients/mutation-attribution.js +1 -4
  330. package/extensions/dm-lens/dist/clients/observed-mutation.js +7 -1
  331. package/extensions/dm-lens/dist/clients/opaque-mutation-scan.js +260 -59
  332. package/extensions/dm-lens/dist/clients/opengrep-client.js +6 -1
  333. package/extensions/dm-lens/dist/clients/opengrep-config.js +10 -5
  334. package/extensions/dm-lens/dist/clients/opengrep-rule-pack.js +19 -0
  335. package/extensions/dm-lens/dist/clients/out-of-band-changes.js +329 -0
  336. package/extensions/dm-lens/dist/clients/package-manager.js +36 -62
  337. package/extensions/dm-lens/dist/clients/package-root.js +8 -12
  338. package/extensions/dm-lens/dist/clients/partial-edit-apply.js +8 -4
  339. package/extensions/dm-lens/dist/clients/path-birth.js +58 -0
  340. package/extensions/dm-lens/dist/clients/path-utils.js +142 -23
  341. package/extensions/dm-lens/dist/clients/persist-worker-stats.js +8 -0
  342. package/extensions/dm-lens/dist/clients/persistent-reverify.js +2 -1
  343. package/extensions/dm-lens/dist/clients/pipeline.js +229 -35
  344. package/extensions/dm-lens/dist/clients/probe-home-state.js +6 -0
  345. package/extensions/dm-lens/dist/clients/project-changes.js +9 -3
  346. package/extensions/dm-lens/dist/clients/project-diagnostics/fresh-fetch.js +1 -1
  347. package/extensions/dm-lens/dist/clients/project-diagnostics/scanner.js +4 -2
  348. package/extensions/dm-lens/dist/clients/project-lens-config.js +4 -6
  349. package/extensions/dm-lens/dist/clients/project-root-markers.js +8 -0
  350. package/extensions/dm-lens/dist/clients/project-snapshot-persist-worker.js +26 -8
  351. package/extensions/dm-lens/dist/clients/project-snapshot.js +33 -11
  352. package/extensions/dm-lens/dist/clients/python-environment.js +239 -13
  353. package/extensions/dm-lens/dist/clients/read-guard-tool-lines.js +2 -8
  354. package/extensions/dm-lens/dist/clients/read-guard.js +127 -39
  355. package/extensions/dm-lens/dist/clients/review-graph/builder.js +94 -22
  356. package/extensions/dm-lens/dist/clients/review-graph/git-identity.js +7 -2
  357. package/extensions/dm-lens/dist/clients/review-graph/import-resolvers.js +9 -0
  358. package/extensions/dm-lens/dist/clients/review-graph/tsconfig-paths.js +35 -2
  359. package/extensions/dm-lens/dist/clients/ruff-client.js +0 -2
  360. package/extensions/dm-lens/dist/clients/rules-scanner.js +0 -43
  361. package/extensions/dm-lens/dist/clients/runtime-agent-end.js +37 -6
  362. package/extensions/dm-lens/dist/clients/runtime-coordinator.js +168 -31
  363. package/extensions/dm-lens/dist/clients/runtime-session.js +103 -65
  364. package/extensions/dm-lens/dist/clients/runtime-tool-call.js +155 -64
  365. package/extensions/dm-lens/dist/clients/runtime-tool-result.js +586 -148
  366. package/extensions/dm-lens/dist/clients/runtime-turn.js +450 -152
  367. package/extensions/dm-lens/dist/clients/rust-client.js +11 -13
  368. package/extensions/dm-lens/dist/clients/safe-spawn.js +144 -17
  369. package/extensions/dm-lens/dist/clients/sanitize.js +0 -169
  370. package/extensions/dm-lens/dist/clients/search-read-registration.js +20 -4
  371. package/extensions/dm-lens/dist/clients/session-lifecycle.js +41 -1
  372. package/extensions/dm-lens/dist/clients/session-repository.js +113 -0
  373. package/extensions/dm-lens/dist/clients/session-scope.js +1 -1
  374. package/extensions/dm-lens/dist/clients/session-start-observability.js +12 -0
  375. package/extensions/dm-lens/dist/clients/session-state-store.js +6 -1
  376. package/extensions/dm-lens/dist/clients/sg-runner.js +5 -8
  377. package/extensions/dm-lens/dist/clients/sgconfig.js +7 -14
  378. package/extensions/dm-lens/dist/clients/single-flight.js +1 -0
  379. package/extensions/dm-lens/dist/clients/source-filter.js +19 -16
  380. package/extensions/dm-lens/dist/clients/source-walker.js +21 -3
  381. package/extensions/dm-lens/dist/clients/startup-scan.js +14 -23
  382. package/extensions/dm-lens/dist/clients/test-runner-client.js +17 -28
  383. package/extensions/dm-lens/dist/clients/test-runner-delivery.js +2 -10
  384. package/extensions/dm-lens/dist/clients/tool-config.js +24 -4
  385. package/extensions/dm-lens/dist/clients/tool-cwd.js +10 -9
  386. package/extensions/dm-lens/dist/clients/tool-policy.js +1 -8
  387. package/extensions/dm-lens/dist/clients/tool-set-policy.js +32 -3
  388. package/extensions/dm-lens/dist/clients/tree-sitter-client.js +69 -25
  389. package/extensions/dm-lens/dist/clients/tree-sitter-query-loader.js +13 -1
  390. package/extensions/dm-lens/dist/clients/tree-sitter-symbol-extractor.js +81 -56
  391. package/extensions/dm-lens/dist/clients/warm-attach.js +31 -9
  392. package/extensions/dm-lens/dist/clients/widget-state.js +48 -31
  393. package/extensions/dm-lens/dist/clients/word-index-logger.js +3 -0
  394. package/extensions/dm-lens/dist/clients/word-index.js +11 -2
  395. package/extensions/dm-lens/dist/clients/workspace-topology.js +10 -4
  396. package/extensions/dm-lens/dist/index.js +315 -144
  397. package/extensions/dm-lens/dist/mcp/analyze-cli.js +1 -1
  398. package/extensions/dm-lens/dist/mcp/cli.js +1 -1
  399. package/extensions/dm-lens/dist/mcp/server.js +16 -14
  400. package/extensions/dm-lens/dist/mcp/worker.js +1 -1
  401. package/extensions/dm-lens/dist/scripts/lib/process-scan.mjs +1 -1
  402. package/extensions/dm-lens/dist/tools/activate-tools.js +3 -2
  403. package/extensions/dm-lens/dist/tools/ast-grep-outline.js +6 -4
  404. package/extensions/dm-lens/dist/tools/ast-grep-replace.js +17 -10
  405. package/extensions/dm-lens/dist/tools/ast-grep-search.js +22 -19
  406. package/extensions/dm-lens/dist/tools/lens-diagnostic-mark.js +3 -3
  407. package/extensions/dm-lens/dist/tools/lens-diagnostics.js +245 -70
  408. package/extensions/dm-lens/dist/tools/lsp-diagnostics.js +276 -77
  409. package/extensions/dm-lens/dist/tools/lsp-navigation.js +152 -100
  410. package/extensions/dm-lens/dist/tools/module-report.js +2 -1
  411. package/extensions/dm-lens/dist/tools/shared.js +16 -2
  412. package/extensions/dm-lens/index.js +336 -141
  413. package/extensions/dm-lens/mcp/analyze-cli.js +1 -1
  414. package/extensions/dm-lens/mcp/cli.js +1 -1
  415. package/extensions/dm-lens/mcp/server.js +16 -13
  416. package/extensions/dm-lens/mcp/worker.js +1 -1
  417. package/extensions/dm-lens/package.json +1 -1
  418. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-return-value-in-generator-test.yml +17 -0
  419. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-js-test.yml +86 -0
  420. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-test.yml +86 -0
  421. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/unchecked-numeric-parse-python-test.yml +15 -0
  422. package/extensions/dm-lens/rules/ast-grep-rules/rules/no-return-value-in-generator.yml +9 -4
  423. package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute-js.yml +119 -0
  424. package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute.yml +119 -0
  425. package/extensions/dm-lens/rules/ast-grep-rules/rules/unchecked-numeric-parse-python.yml +13 -2
  426. package/extensions/dm-lens/rules/rule-catalog.json +25 -1
  427. package/extensions/dm-lens/scripts/lib/process-scan.mjs +1 -1
  428. package/extensions/dm-lens/skills/{pi-lens-ast-grep → dm-lens-ast-grep}/SKILL.md +1 -1
  429. package/extensions/dm-lens/tools/activate-tools.js +3 -2
  430. package/extensions/dm-lens/tools/ast-grep-outline.js +6 -4
  431. package/extensions/dm-lens/tools/ast-grep-replace.js +17 -10
  432. package/extensions/dm-lens/tools/ast-grep-search.js +27 -19
  433. package/extensions/dm-lens/tools/lens-diagnostic-mark.js +3 -3
  434. package/extensions/dm-lens/tools/lens-diagnostics.js +260 -68
  435. package/extensions/dm-lens/tools/lsp-diagnostics.js +303 -76
  436. package/extensions/dm-lens/tools/lsp-navigation.js +168 -102
  437. package/extensions/dm-lens/tools/module-report.js +2 -1
  438. package/extensions/dm-lens/tools/shared.js +16 -2
  439. package/extensions/dm-mcp-adapter/.github/workflows/ci.yml +82 -0
  440. package/extensions/dm-mcp-adapter/THIRD_PARTY_NOTICES.md +1 -1
  441. package/extensions/dm-mcp-adapter/VISION.md +94 -0
  442. package/extensions/dm-mcp-adapter/agent-dir.js +2 -2
  443. package/extensions/dm-mcp-adapter/bearer-command-resolver.js +5 -3
  444. package/extensions/dm-mcp-adapter/bench/server-memory.mjs +432 -0
  445. package/extensions/dm-mcp-adapter/bench/session.js +105 -0
  446. package/extensions/dm-mcp-adapter/bench/token-cost/data.mjs +231 -0
  447. package/extensions/dm-mcp-adapter/bench/token-cost/run.mjs +190 -0
  448. package/extensions/dm-mcp-adapter/bench/token-cost/server.mjs +109 -0
  449. package/extensions/dm-mcp-adapter/cli.js +55 -100
  450. package/extensions/dm-mcp-adapter/codemode-bridge.js +92 -0
  451. package/extensions/dm-mcp-adapter/commands.js +143 -26
  452. package/extensions/dm-mcp-adapter/config.js +303 -78
  453. package/extensions/dm-mcp-adapter/conformance/baseline-client.yml +22 -0
  454. package/extensions/dm-mcp-adapter/conformance/driver.js +200 -0
  455. package/extensions/dm-mcp-adapter/conformance/driver.sh +24 -0
  456. package/extensions/dm-mcp-adapter/conformance/run.sh +130 -0
  457. package/extensions/dm-mcp-adapter/deferred-tool-surface.js +69 -0
  458. package/extensions/dm-mcp-adapter/direct-tool-surface.js +96 -72
  459. package/extensions/dm-mcp-adapter/direct-tools.js +76 -53
  460. package/extensions/dm-mcp-adapter/dist/agent-dir.js +2 -2
  461. package/extensions/dm-mcp-adapter/dist/bearer-command-resolver.js +5 -3
  462. package/extensions/dm-mcp-adapter/dist/config.js +304 -55
  463. package/extensions/dm-mcp-adapter/dist/elicitation-handler.js +4 -0
  464. package/extensions/dm-mcp-adapter/dist/extraction-settings.js +43 -0
  465. package/extensions/dm-mcp-adapter/dist/mcp-probe.js +1 -1
  466. package/extensions/dm-mcp-adapter/dist/mcp-tasks.js +46 -7
  467. package/extensions/dm-mcp-adapter/dist/metadata-cache.js +93 -5
  468. package/extensions/dm-mcp-adapter/dist/output-shape.js +1 -1
  469. package/extensions/dm-mcp-adapter/dist/project-server-trust.js +108 -20
  470. package/extensions/dm-mcp-adapter/dist/request-headers-command.js +17 -1
  471. package/extensions/dm-mcp-adapter/dist/runtime-owner.js +7 -6
  472. package/extensions/dm-mcp-adapter/dist/sampling-handler.js +8 -2
  473. package/extensions/dm-mcp-adapter/dist/script-tools.js +72 -0
  474. package/extensions/dm-mcp-adapter/dist/semantic-settings.js +51 -0
  475. package/extensions/dm-mcp-adapter/dist/server-log.js +19 -0
  476. package/extensions/dm-mcp-adapter/dist/server-manager.js +62 -21
  477. package/extensions/dm-mcp-adapter/dist/task-entries.js +60 -0
  478. package/extensions/dm-mcp-adapter/dist/task-jobs.js +259 -0
  479. package/extensions/dm-mcp-adapter/dist/types.js +7 -0
  480. package/extensions/dm-mcp-adapter/dist/utils.js +33 -7
  481. package/extensions/dm-mcp-adapter/dm-host-tool-context.js +0 -0
  482. package/extensions/dm-mcp-adapter/elicitation-handler.js +4 -0
  483. package/extensions/dm-mcp-adapter/error-signal.js +12 -1
  484. package/extensions/dm-mcp-adapter/executor-accounts.js +192 -0
  485. package/extensions/dm-mcp-adapter/executor-app-tools.js +61 -0
  486. package/extensions/dm-mcp-adapter/executor-catalog.js +157 -0
  487. package/extensions/dm-mcp-adapter/executor-pauses.js +105 -0
  488. package/extensions/dm-mcp-adapter/extraction-settings.js +43 -0
  489. package/extensions/dm-mcp-adapter/extraction.js +396 -0
  490. package/extensions/dm-mcp-adapter/host-html-template.js +1 -1
  491. package/extensions/dm-mcp-adapter/host-managed.js +24 -5
  492. package/extensions/dm-mcp-adapter/index.js +761 -76
  493. package/extensions/dm-mcp-adapter/init.js +235 -11
  494. package/extensions/dm-mcp-adapter/jev-semantic-search.js +161 -0
  495. package/extensions/dm-mcp-adapter/mcp-code.js +12 -11
  496. package/extensions/dm-mcp-adapter/mcp-keyring-helper.cjs +1 -1
  497. package/extensions/dm-mcp-adapter/mcp-output-guard.js +7 -0
  498. package/extensions/dm-mcp-adapter/mcp-panel.js +23 -21
  499. package/extensions/dm-mcp-adapter/mcp-probe.js +1 -1
  500. package/extensions/dm-mcp-adapter/mcp-status.js +2 -1
  501. package/extensions/dm-mcp-adapter/mcp-tasks.js +46 -7
  502. package/extensions/dm-mcp-adapter/metadata-cache.js +93 -5
  503. package/extensions/dm-mcp-adapter/namespace-tools.js +12 -4
  504. package/extensions/dm-mcp-adapter/output-shape.js +1 -1
  505. package/extensions/dm-mcp-adapter/package.json +1 -1
  506. package/extensions/dm-mcp-adapter/pi-mcp.mp4 +0 -0
  507. package/extensions/dm-mcp-adapter/pi-signin-import.js +1 -1
  508. package/extensions/dm-mcp-adapter/project-server-trust.js +108 -20
  509. package/extensions/dm-mcp-adapter/proxy-modes.js +320 -110
  510. package/extensions/dm-mcp-adapter/request-headers-command.js +17 -1
  511. package/extensions/dm-mcp-adapter/runtime-owner.js +7 -6
  512. package/extensions/dm-mcp-adapter/sampling-handler.js +8 -2
  513. package/extensions/dm-mcp-adapter/script-tool-save.js +251 -0
  514. package/extensions/dm-mcp-adapter/script-tool-surface.js +100 -0
  515. package/extensions/dm-mcp-adapter/script-tools.js +72 -0
  516. package/extensions/dm-mcp-adapter/semantic-search.js +176 -50
  517. package/extensions/dm-mcp-adapter/semantic-settings.js +51 -0
  518. package/extensions/dm-mcp-adapter/server-log.js +19 -0
  519. package/extensions/dm-mcp-adapter/server-manager.js +64 -21
  520. package/extensions/dm-mcp-adapter/task-entries.js +60 -0
  521. package/extensions/dm-mcp-adapter/task-jobs.js +263 -0
  522. package/extensions/dm-mcp-adapter/tool-approval.js +49 -2
  523. package/extensions/dm-mcp-adapter/tool-metadata.js +70 -3
  524. package/extensions/dm-mcp-adapter/tool-registrar.js +8 -1
  525. package/extensions/dm-mcp-adapter/tool-result-renderer.js +10 -6
  526. package/extensions/dm-mcp-adapter/types.js +7 -0
  527. package/extensions/dm-mcp-adapter/ui-server.js +24 -18
  528. package/extensions/dm-mcp-adapter/ui-session.js +3 -3
  529. package/extensions/dm-mcp-adapter/upgrade-notice.js +42 -0
  530. package/extensions/dm-mcp-adapter/utils.js +33 -7
  531. package/extensions/dm-ponytail/extensions/ponytail.mjs +11 -3
  532. package/extensions/dm-ponytail/hooks/band/board.js +524 -0
  533. package/extensions/dm-ponytail/hooks/band/logo.js +2 -0
  534. package/extensions/dm-ponytail/hooks/band/metrics.js +238 -0
  535. package/extensions/dm-ponytail/hooks/band/register.js +532 -0
  536. package/extensions/dm-ponytail/hooks/claude-band.json +6 -0
  537. package/extensions/dm-ponytail/hooks/claude-codex-hooks.json +6 -6
  538. package/extensions/dm-ponytail/hooks/copilot-hooks.json +6 -6
  539. package/extensions/dm-ponytail/hooks/cursor-hooks.json +2 -2
  540. package/extensions/dm-ponytail/hooks/ponytail-activate.js +105 -70
  541. package/extensions/dm-ponytail/hooks/ponytail-band-import.js +308 -0
  542. package/extensions/dm-ponytail/hooks/ponytail-config.js +4 -0
  543. package/extensions/dm-ponytail/hooks/ponytail-instructions.js +1 -1
  544. package/extensions/dm-ponytail/hooks/ponytail-map.js +7 -3
  545. package/extensions/dm-ponytail/hooks/ponytail-mode-tracker.js +41 -4
  546. package/extensions/dm-ponytail/hooks/ponytail-runtime.js +11 -8
  547. package/extensions/dm-ponytail/pi-extension/index.js +11 -3
  548. package/extensions/dm-ponytail/skills/ponytail/SKILL.md +1 -1
  549. package/extensions/dm-ponytail/skills/ponytail-debt/SKILL.md +4 -5
  550. package/extensions/dm-ponytail/skills/ponytail-gain/SKILL.md +0 -1
  551. package/extensions/dm-ponytail/skills/ponytail-help/SKILL.md +6 -0
  552. package/extensions/dm-skills-manager/package.json +1 -1
  553. package/extensions/dm-subagents/VISION.md +98 -0
  554. package/extensions/dm-subagents/agents/evidence-auditor.md +1 -0
  555. package/extensions/dm-subagents/agents/oracle.md +1 -0
  556. package/extensions/dm-subagents/agents/reviewer.md +1 -0
  557. package/extensions/dm-subagents/package.json +2 -1
  558. package/extensions/dm-subagents/scripts/build-package.mjs +128 -0
  559. package/extensions/dm-subagents/skills/council-mode/SKILL.md +1 -4
  560. package/extensions/dm-subagents/skills/dm-subagents/SKILL.md +130 -106
  561. package/extensions/dm-subagents/skills/dm-subagents/references/execution-controls.md +4 -3
  562. package/extensions/dm-subagents/skills/dm-subagents/references/orchestration.md +124 -0
  563. package/extensions/dm-subagents/skills/dm-subagents/references/prompting-and-roles.md +96 -295
  564. package/extensions/dm-subagents/src/agents/agent-management.js +14 -19
  565. package/extensions/dm-subagents/src/agents/agent-memory.js +2 -1
  566. package/extensions/dm-subagents/src/agents/agent-serializer.js +1 -2
  567. package/extensions/dm-subagents/src/agents/agents.js +7 -8
  568. package/extensions/dm-subagents/src/agents/frontmatter.js +34 -16
  569. package/extensions/dm-subagents/src/agents/skills.js +1 -1
  570. package/extensions/dm-subagents/src/api/background-work.js +8 -5
  571. package/extensions/dm-subagents/src/api/external-runs.js +3 -4
  572. package/extensions/dm-subagents/src/extension/active-runs-prompt.js +20 -0
  573. package/extensions/dm-subagents/src/extension/config.js +12 -0
  574. package/extensions/dm-subagents/src/extension/declaration-pinning.js +20 -3
  575. package/extensions/dm-subagents/src/extension/herdr-dm-bridge.js +24 -12
  576. package/extensions/dm-subagents/src/extension/index.js +125 -20
  577. package/extensions/dm-subagents/src/extension/public-execution.js +3 -0
  578. package/extensions/dm-subagents/src/extension/reply-workflow-script.js +3 -2
  579. package/extensions/dm-subagents/src/extension/rpc.js +5 -3
  580. package/extensions/dm-subagents/src/extension/schemas.js +6 -5
  581. package/extensions/dm-subagents/src/extension/subagent-guide.js +1 -2
  582. package/extensions/dm-subagents/src/extension/tool-activation.js +60 -26
  583. package/extensions/dm-subagents/src/extension/tool-description.js +2 -2
  584. package/extensions/dm-subagents/src/extension/upgrade-notice.js +5 -1
  585. package/extensions/dm-subagents/src/intercom/native-supervisor-channel.js +143 -15
  586. package/extensions/dm-subagents/src/missions/actions.js +4 -1
  587. package/extensions/dm-subagents/src/missions/lifecycle.js +32 -8
  588. package/extensions/dm-subagents/src/missions/store.js +1 -0
  589. package/extensions/dm-subagents/src/runs/background/active-async-capacity.js +15 -9
  590. package/extensions/dm-subagents/src/runs/background/async-execution.js +30 -16
  591. package/extensions/dm-subagents/src/runs/background/async-job-tracker.js +12 -3
  592. package/extensions/dm-subagents/src/runs/background/async-resume.js +5 -3
  593. package/extensions/dm-subagents/src/runs/background/async-status-snapshot.js +4 -2
  594. package/extensions/dm-subagents/src/runs/background/async-status.js +32 -10
  595. package/extensions/dm-subagents/src/runs/background/auto-drain.js +2 -1
  596. package/extensions/dm-subagents/src/runs/background/await-async-run.js +2 -7
  597. package/extensions/dm-subagents/src/runs/background/boot-id.js +36 -0
  598. package/extensions/dm-subagents/src/runs/background/chain-root-attachment.js +4 -4
  599. package/extensions/dm-subagents/src/runs/background/index-segment.js +1 -1
  600. package/extensions/dm-subagents/src/runs/background/inspect-rpc.js +17 -3
  601. package/extensions/dm-subagents/src/runs/background/interrupted-elsewhere.js +55 -0
  602. package/extensions/dm-subagents/src/runs/background/notify.js +98 -10
  603. package/extensions/dm-subagents/src/runs/background/result-delivery-ownership.js +20 -22
  604. package/extensions/dm-subagents/src/runs/background/result-files.js +9 -6
  605. package/extensions/dm-subagents/src/runs/background/result-watcher.js +32 -17
  606. package/extensions/dm-subagents/src/runs/background/resume-guidance.js +2 -1
  607. package/extensions/dm-subagents/src/runs/background/retained-children.js +1 -1
  608. package/extensions/dm-subagents/src/runs/background/run-child-session.js +40 -21
  609. package/extensions/dm-subagents/src/runs/background/run-status.js +12 -5
  610. package/extensions/dm-subagents/src/runs/background/runner-aliases.js +7 -5
  611. package/extensions/dm-subagents/src/runs/background/runner-child-launch.js +1 -2
  612. package/extensions/dm-subagents/src/runs/background/stale-run-reconciler.js +89 -21
  613. package/extensions/dm-subagents/src/runs/background/subagent-runner-bootstrap.js +2 -0
  614. package/extensions/dm-subagents/src/runs/background/subagent-runner.js +190 -244
  615. package/extensions/dm-subagents/src/runs/background/subagent-wait.js +5 -2
  616. package/extensions/dm-subagents/src/runs/background/terminal-run-index.js +39 -4
  617. package/extensions/dm-subagents/src/runs/background/wait-subscriptions.js +5 -1
  618. package/extensions/dm-subagents/src/runs/background/workflow-terminal-proof.js +28 -2
  619. package/extensions/dm-subagents/src/runs/foreground/async-dismiss-action.js +2 -1
  620. package/extensions/dm-subagents/src/runs/foreground/async-steering-action.js +21 -7
  621. package/extensions/dm-subagents/src/runs/foreground/async-stop-action.js +10 -8
  622. package/extensions/dm-subagents/src/runs/foreground/command-action.js +2 -1
  623. package/extensions/dm-subagents/src/runs/foreground/execution.js +107 -66
  624. package/extensions/dm-subagents/src/runs/foreground/foreground-history.js +111 -32
  625. package/extensions/dm-subagents/src/runs/foreground/prompt-audit.js +2 -2
  626. package/extensions/dm-subagents/src/runs/foreground/subagent-executor.js +377 -126
  627. package/extensions/dm-subagents/src/runs/shared/async-status-projection.js +18 -1
  628. package/extensions/dm-subagents/src/runs/shared/child-commands.js +7 -1
  629. package/extensions/dm-subagents/src/runs/shared/child-runtime-config.js +1 -0
  630. package/extensions/dm-subagents/src/runs/shared/child-session.js +184 -65
  631. package/extensions/dm-subagents/src/runs/shared/child-tool-plan.js +14 -3
  632. package/extensions/dm-subagents/src/runs/shared/dm-spawn.js +71 -25
  633. package/extensions/dm-subagents/src/runs/shared/external-cli-runner.js +2 -1
  634. package/extensions/dm-subagents/src/runs/shared/herdr-connection.js +20 -10
  635. package/extensions/dm-subagents/src/runs/shared/herdr-external-adapters.js +1 -1
  636. package/extensions/dm-subagents/src/runs/shared/herdr-machine.js +50 -8
  637. package/extensions/dm-subagents/src/runs/shared/herdr-pane-host.js +212 -0
  638. package/extensions/dm-subagents/src/runs/shared/herdr-placed-run.js +47 -503
  639. package/extensions/dm-subagents/src/runs/shared/local-machine-access.js +29 -0
  640. package/extensions/dm-subagents/src/runs/shared/long-running-guard.js +70 -17
  641. package/extensions/dm-subagents/src/runs/shared/model-resolution.js +7 -1
  642. package/extensions/dm-subagents/src/runs/shared/nested-events.js +2 -0
  643. package/extensions/dm-subagents/src/runs/shared/orca-progress-tabs.js +2 -24
  644. package/extensions/dm-subagents/src/runs/shared/parallel-handoff.js +9 -6
  645. package/extensions/dm-subagents/src/runs/shared/partial-output.js +5 -0
  646. package/extensions/dm-subagents/src/runs/shared/placed-run-owner.js +157 -0
  647. package/extensions/dm-subagents/src/runs/shared/placement-host.js +166 -0
  648. package/extensions/dm-subagents/src/runs/shared/rex-machine.js +75 -0
  649. package/extensions/dm-subagents/src/runs/shared/rex-pane-host.js +306 -0
  650. package/extensions/dm-subagents/src/runs/shared/run-ownership.js +7 -0
  651. package/extensions/dm-subagents/src/runs/shared/single-output.js +29 -6
  652. package/extensions/dm-subagents/src/runs/shared/structured-output.js +1 -0
  653. package/extensions/dm-subagents/src/runs/shared/subagent-control.js +2 -1
  654. package/extensions/dm-subagents/src/runs/shared/subagent-prompt-runtime.js +177 -17
  655. package/extensions/dm-subagents/src/runs/shared/tool-budget.js +1 -1
  656. package/extensions/dm-subagents/src/shared/accessible-dir.js +1 -1
  657. package/extensions/dm-subagents/src/shared/child-transcript.js +1 -1
  658. package/extensions/dm-subagents/src/shared/completion-owner.js +1 -0
  659. package/extensions/dm-subagents/src/shared/dm-declarations.js +36 -1
  660. package/extensions/dm-subagents/src/shared/dm-safeguards.js +1 -1
  661. package/extensions/dm-subagents/src/shared/dm-settlement.js +2 -0
  662. package/extensions/dm-subagents/src/shared/extension-context.js +3 -0
  663. package/extensions/dm-subagents/src/shared/file-lease.js +4 -1
  664. package/extensions/dm-subagents/src/shared/fork-context.js +21 -8
  665. package/extensions/dm-subagents/src/shared/parent-wake.js +6 -11
  666. package/extensions/dm-subagents/src/shared/provider-diagnostics.js +59 -0
  667. package/extensions/dm-subagents/src/shared/session-identity.js +24 -0
  668. package/extensions/dm-subagents/src/shared/session-succession.js +18 -0
  669. package/extensions/dm-subagents/src/shared/types.js +5 -4
  670. package/extensions/dm-subagents/src/shared/utils.js +13 -0
  671. package/extensions/dm-subagents/src/slash/delegation-adapters.js +8 -1
  672. package/extensions/dm-subagents/src/slash/prompt-template-bridge.js +2 -1
  673. package/extensions/dm-subagents/src/slash/slash-commands.js +6 -4
  674. package/extensions/dm-subagents/src/slash/subagents-admin.js +3 -2
  675. package/extensions/dm-subagents/src/tui/dm-mouse-region.js +9 -1
  676. package/extensions/dm-subagents/src/tui/fleet-layout.js +19 -0
  677. package/extensions/dm-subagents/src/tui/fleet-status.js +20 -3
  678. package/extensions/dm-subagents/src/tui/fleet-viewport.js +59 -0
  679. package/extensions/dm-subagents/src/tui/fleet.js +92 -69
  680. package/extensions/dm-subagents/src/tui/render.js +45 -19
  681. package/extensions/dm-subagents/src/tui/subagent-messages.js +1 -0
  682. package/extensions/dm-subagents/src/watchdog/change-signature.js +1 -3
  683. package/extensions/dm-subagents/src/watchdog/diff-tool.js +7 -3
  684. package/extensions/dm-subagents/src/watchdog/permission-arbiter.js +15 -6
  685. package/extensions/dm-subagents/src/watchdog/register-main.js +10 -9
  686. package/extensions/dm-subagents/src/watchdog/review.js +9 -1
  687. package/extensions/dm-subagents/src/watchdog/runtime.js +3 -5
  688. package/extensions/dm-subagents/src/workflows/scripted-workflow.js +33 -6
  689. package/extensions/dm-subagents/src/workflows/structured-workflow-scripts.js +21 -8
  690. package/extensions/dm-subagents/src/workflows/workflow-auto-resume.js +81 -0
  691. package/extensions/dm-subagents/src/workflows/workflow-child-summary.js +18 -2
  692. package/extensions/dm-subagents/src/workflows/workflow-launch-record.js +45 -0
  693. package/extensions/dm-subagents/src/workflows/workflow-resources.js +2 -2
  694. package/extensions/dm-subagents/src/workflows/workflow-resume-claim.js +171 -0
  695. package/extensions/dm-subagents/src/workflows/workflow-resume.js +88 -0
  696. package/extensions/dm-subagents/src/workflows/workflow-reuse.js +72 -3
  697. package/extensions/dm-subagents/src/workflows/workflow-revival.js +1 -1
  698. package/extensions/dm-subagents/src/workflows/workflow-stop-cause.js +5 -0
  699. package/extensions/dm-web-access/.github/workflows/test.yml +28 -0
  700. package/extensions/dm-web-access/anysearch.js +3 -3
  701. package/extensions/dm-web-access/bocha.js +3 -3
  702. package/extensions/dm-web-access/brave-rate-limit.js +2 -2
  703. package/extensions/dm-web-access/brave.js +5 -10
  704. package/extensions/dm-web-access/brightdata-unlocker.js +2 -2
  705. package/extensions/dm-web-access/brightdata.js +3 -3
  706. package/extensions/dm-web-access/ceramic.js +2 -2
  707. package/extensions/dm-web-access/chrome-cookies.js +1 -1
  708. package/extensions/dm-web-access/claim-judge.js +147 -0
  709. package/extensions/dm-web-access/content-find.js +1 -1
  710. package/extensions/dm-web-access/credential-source.js +42 -5
  711. package/extensions/dm-web-access/curator-page.js +8 -2
  712. package/extensions/dm-web-access/curator-server.js +6 -0
  713. package/extensions/dm-web-access/deepseek.js +331 -0
  714. package/extensions/dm-web-access/duckduckgo-rate-limit.js +75 -0
  715. package/extensions/dm-web-access/duckduckgo.js +49 -43
  716. package/extensions/dm-web-access/endpoint-pdf-extract.js +30 -77
  717. package/extensions/dm-web-access/eval/claim-judge.mjs +96 -0
  718. package/extensions/dm-web-access/eval/field-extract.mjs +84 -0
  719. package/extensions/dm-web-access/eval/fixtures/claims-calibration.json +1026 -0
  720. package/extensions/dm-web-access/eval/fixtures/claims-holdout.json +896 -0
  721. package/extensions/dm-web-access/eval/fixtures/claims-sibling-holdout.json +226 -0
  722. package/extensions/dm-web-access/eval/fixtures/extract-calibration.json +12 -0
  723. package/extensions/dm-web-access/eval/fixtures/extract-holdout.json +172 -0
  724. package/extensions/dm-web-access/eval/fixtures/offtopic-calibration.json +103 -0
  725. package/extensions/dm-web-access/eval/fixtures/offtopic-holdout.json +307 -0
  726. package/extensions/dm-web-access/eval/offtopic-judge.mjs +66 -0
  727. package/extensions/dm-web-access/evidence/CONTRACT-EVIDENCE.md +496 -0
  728. package/extensions/dm-web-access/evidence/contract-probe.mjs +127 -0
  729. package/extensions/dm-web-access/exa.js +42 -4
  730. package/extensions/dm-web-access/extract.js +110 -19
  731. package/extensions/dm-web-access/fetch-params.js +12 -3
  732. package/extensions/dm-web-access/field-extract.js +324 -0
  733. package/extensions/dm-web-access/gemini-adc.js +47 -1
  734. package/extensions/dm-web-access/gemini-api.js +11 -0
  735. package/extensions/dm-web-access/gemini-search.js +204 -196
  736. package/extensions/dm-web-access/github-extract.js +1 -1
  737. package/extensions/dm-web-access/github-issue-pr.js +6 -6
  738. package/extensions/dm-web-access/index.js +159 -112
  739. package/extensions/dm-web-access/jina-search.js +6 -4
  740. package/extensions/dm-web-access/kagi.js +4 -4
  741. package/extensions/dm-web-access/keenable.js +2 -2
  742. package/extensions/dm-web-access/linkup.js +160 -0
  743. package/extensions/dm-web-access/mistral-search.js +4 -4
  744. package/extensions/dm-web-access/ninerouter.js +100 -0
  745. package/extensions/dm-web-access/offtopic-judge.js +56 -0
  746. package/extensions/dm-web-access/ollama.js +4 -4
  747. package/extensions/dm-web-access/openai-search.js +32 -12
  748. package/extensions/dm-web-access/package.json +1 -1
  749. package/extensions/dm-web-access/page-query.js +7 -4
  750. package/extensions/dm-web-access/parallel.js +6 -7
  751. package/extensions/dm-web-access/pdf-extract.js +1 -3
  752. package/extensions/dm-web-access/perplexity.js +6 -5
  753. package/extensions/dm-web-access/querit.js +3 -3
  754. package/extensions/dm-web-access/query-rewrite.js +32 -8
  755. package/extensions/dm-web-access/scripts/dm-extensions-dist.js +16 -0
  756. package/extensions/dm-web-access/scripts/publish.js +38 -0
  757. package/extensions/dm-web-access/search1api.js +3 -3
  758. package/extensions/dm-web-access/searchinfinity.js +3 -3
  759. package/extensions/dm-web-access/searxng.js +2 -1
  760. package/extensions/dm-web-access/serpapi.js +6 -5
  761. package/extensions/dm-web-access/serpbase.js +4 -4
  762. package/extensions/dm-web-access/serpdive.js +3 -3
  763. package/extensions/dm-web-access/serper.js +5 -4
  764. package/extensions/dm-web-access/serply.js +2 -2
  765. package/extensions/dm-web-access/source-check.js +22 -14
  766. package/extensions/dm-web-access/ssrf-protection.js +29 -4
  767. package/extensions/dm-web-access/summary-model-scope.js +11 -1
  768. package/extensions/dm-web-access/summary-review.js +36 -43
  769. package/extensions/dm-web-access/tool-activation.js +11 -2
  770. package/extensions/dm-web-access/upgrade-notice.js +41 -0
  771. package/extensions/dm-web-access/utils.js +51 -3
  772. package/extensions/dm-web-access/valyu.js +3 -3
  773. package/extensions/dm-web-access/video-extract.js +3 -2
  774. package/extensions/dm-web-access/web-tool-core.js +161 -51
  775. package/extensions/dm-web-access/xai-search.js +44 -9
  776. package/extensions/dm-web-access/xcrawl.js +3 -3
  777. package/extensions/dm-web-access/you.js +2 -2
  778. package/package.json +4 -4
  779. package/extensions/dm-web-access/dist/index.js +0 -28396
  780. package/extensions/dm-web-access/dist/mcp-cli.js +0 -28185
  781. /package/extensions/dm-lens/skills/{pi-lens-lsp-navigation → dm-lens-lsp-navigation}/SKILL.md +0 -0
  782. /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/SKILL.md +0 -0
  783. /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/reference.md +0 -0
  784. /package/extensions/dm-lens/skills/{pi-lens-write-tree-sitter-rule → dm-lens-write-tree-sitter-rule}/SKILL.md +0 -0
@@ -1,12 +1,13 @@
1
1
  import { existsSync, readFileSync } from "node:fs";
2
2
  import { activityMonitor } from "./activity.js";
3
3
  import { hasCredentialSource, redactCredential, resolveCredential } from "./credential-source.js";
4
- import { fetchWithCredentialRedirects, getWebSearchConfigPath, resolveApiBaseUrl } from "./utils.js";
4
+ import { fetchWithCredentialRedirects, getWebSearchConfigPath, isRecord, resolveApiBaseUrl } from "./utils.js";
5
5
  const EXA_API_BASE_URL = "https://api.exa.ai";
6
6
  const EXA_MCP_URL = "https://mcp.exa.ai/mcp";
7
7
  const CONFIG_PATH = getWebSearchConfigPath();
8
8
  const EXA_MCP_ADVANCED_TOOL = "web_search_advanced_exa";
9
9
  const EXA_MCP_BASIC_TOOL = "web_search_exa";
10
+ const MAX_LISTED_AUTHORS = 3;
10
11
  let cachedConfig = null;
11
12
  function loadConfig() {
12
13
  if (cachedConfig)
@@ -97,6 +98,37 @@ function fallbackSourceLabel(url, index) {
97
98
  } catch {}
98
99
  return `Source ${index + 1}`;
99
100
  }
101
+ function nonEmptyString(value) {
102
+ return typeof value === "string" && value.trim().length > 0 && value.trim() !== "N/A" ? value.trim() : null;
103
+ }
104
+ function publicationProperties(entities) {
105
+ const entity = Array.isArray(entities) ? entities.find((item) => isRecord(item) && item.type === "publication") : undefined;
106
+ return isRecord(entity) && isRecord(entity.properties) ? entity.properties : null;
107
+ }
108
+ function listAuthors(names) {
109
+ if (names.length === 0)
110
+ return null;
111
+ const listed = names.slice(0, MAX_LISTED_AUTHORS).join(", ");
112
+ return names.length > MAX_LISTED_AUTHORS ? `${listed} et al.` : listed;
113
+ }
114
+ function formatResultMetadata(item) {
115
+ const paper = publicationProperties(item.entities);
116
+ const parts = [];
117
+ const date = (nonEmptyString(item.publishedDate) ?? nonEmptyString(paper?.date))?.slice(0, 10) ?? (typeof paper?.year === "number" ? String(paper.year) : null);
118
+ if (date)
119
+ parts.push(`Published: ${date}`);
120
+ const paperAuthors = Array.isArray(paper?.authors) ? paper.authors.flatMap((author) => nonEmptyString(isRecord(author) ? author.name : null) ?? []) : [];
121
+ const authors = listAuthors(paperAuthors) ?? listAuthors(nonEmptyString(item.author)?.split(", ").map((name) => name.trim()).filter(Boolean) ?? []);
122
+ if (authors)
123
+ parts.push(`Authors: ${authors}`);
124
+ if (typeof paper?.citationCount === "number")
125
+ parts.push(`Citations: ${paper.citationCount}`);
126
+ const doi = nonEmptyString(paper?.doi);
127
+ if (doi)
128
+ parts.push(`DOI: ${doi}`);
129
+ return parts.length > 0 ? `
130
+ ${parts.join(" | ")}` : "";
131
+ }
100
132
  function buildAnswerFromSearchResults(results) {
101
133
  if (!results?.length)
102
134
  return "";
@@ -111,7 +143,7 @@ function buildAnswerFromSearchResults(results) {
111
143
  continue;
112
144
  const sourceTitle = item.title || fallbackSourceLabel(item.url, i);
113
145
  parts.push(`${content}
114
- Source: ${sourceTitle} (${item.url})`);
146
+ Source: ${sourceTitle} (${item.url})${formatResultMetadata(item)}`);
115
147
  }
116
148
  return parts.join(`
117
149
 
@@ -218,18 +250,24 @@ function parseMcpResults(text) {
218
250
  const title = block.match(/^Title: (.+)/m)?.[1]?.trim() ?? "";
219
251
  const url = block.match(/^URL: (.+)/m)?.[1]?.trim() ?? "";
220
252
  let content = "";
253
+ let contentStart = block.length;
221
254
  const textStart = block.indexOf(`
222
255
  Text: `);
223
256
  if (textStart >= 0) {
224
257
  content = block.slice(textStart + 7).trim();
258
+ contentStart = textStart;
225
259
  } else {
226
260
  const hlMatch = block.match(/\nHighlights:\s*\n/);
227
261
  if (hlMatch?.index != null) {
228
262
  content = block.slice(hlMatch.index + hlMatch[0].length).trim();
263
+ contentStart = hlMatch.index;
229
264
  }
230
265
  }
231
266
  content = content.replace(/\n---\s*$/, "").trim();
232
- return { title, url, content };
267
+ const header = block.slice(0, contentStart);
268
+ const publishedDate = header.match(/^Published: (.+)/m)?.[1]?.trim();
269
+ const author = header.match(/^Author: (.+)/m)?.[1]?.trim();
270
+ return { title, url, content, publishedDate, author };
233
271
  }).filter((result) => result.url.length > 0);
234
272
  return parsed.length > 0 ? parsed : null;
235
273
  }
@@ -244,7 +282,7 @@ function buildAnswerFromMcpResults(results) {
244
282
  continue;
245
283
  const sourceTitle = result.title || fallbackSourceLabel(result.url, i);
246
284
  parts.push(`${snippet}
247
- Source: ${sourceTitle} (${result.url})`);
285
+ Source: ${sourceTitle} (${result.url})${formatResultMetadata(result)}`);
248
286
  }
249
287
  return parts.join(`
250
288
 
@@ -1,20 +1,21 @@
1
- import { existsSync, readFileSync } from "node:fs";
2
1
  import { Readability } from "@mozilla/readability";
3
- import { Defuddle } from "defuddle/node";
4
2
  import { parseHTML } from "linkedom";
5
- import pLimit from "p-limit";
3
+ import { Defuddle } from "defuddle/node";
4
+ import { existsSync, readFileSync } from "node:fs";
6
5
  import TurndownService from "turndown";
6
+ import pLimit from "p-limit";
7
7
  import { activityMonitor } from "./activity.js";
8
8
  import { extractRSCContent } from "./rsc-extract.js";
9
9
  import { extractPDFToMarkdown, isPDF, loadPDFConfig } from "./pdf-extract.js";
10
- import { extractGitHub } from "./github-extract.js";
11
- import { extractGitHubIssuePr } from "./github-issue-pr.js";
10
+ import { extractGitHub, parseGitHubUrl } from "./github-extract.js";
11
+ import { extractGitHubIssuePr, parseGitHubIssuePrUrl } from "./github-issue-pr.js";
12
12
  import { isYouTubeURL, isYouTubeEnabled, extractYouTube, extractYouTubeFrame, extractYouTubeFrames, getYouTubeStreamInfo } from "./youtube-extract.js";
13
13
  import { CredentialResolutionError } from "./credential-source.js";
14
14
  import { extractWithUrlContext, extractWithGeminiWeb } from "./gemini-url-context.js";
15
15
  import { extractWithParallel, isParallelAvailable } from "./parallel.js";
16
16
  import { extractWithParallelMcp } from "./parallel-mcp.js";
17
17
  import { extractWithTinyFish, isTinyFishAvailable } from "./tinyfish.js";
18
+ import { extractWithDeepSeek, isDeepSeekAvailable } from "./deepseek.js";
18
19
  import { extractWithSearch1API, isSearch1APIAvailable } from "./search1api.js";
19
20
  import { extractWithQuerit, isQueritAvailable } from "./querit.js";
20
21
  import { extractWithKagi, isKagiExtractAvailable } from "./kagi.js";
@@ -24,7 +25,7 @@ import { extractWithCrawl4ai, isCrawl4aiAvailable } from "./crawl4ai.js";
24
25
  import { extractWithBrightDataUnlocker, isBrightDataUnlockerAvailable } from "./brightdata-unlocker.js";
25
26
  import { isVideoFile, extractVideo, extractVideoFrame, getLocalVideoDuration } from "./video-extract.js";
26
27
  import { appendDeclaredWebLinks, discoverDeclaredWebLinks } from "./declared-web-links.js";
27
- import { fetchRemoteUrl, loadFetchContentDomainPolicy, loadSsrfConfig, validateRemoteUrl } from "./ssrf-protection.js";
28
+ import { fetchRemoteUrl, loadFetchContentDomainPolicy, loadFetchContentRedirectPolicy, loadFetchContentUserAgent, loadSsrfConfig, validateRemoteUrl } from "./ssrf-protection.js";
28
29
  import { formatSeconds, getWebSearchConfigPath } from "./utils.js";
29
30
  import { isImageEnabled } from "./feature-config.js";
30
31
  import { assertAuthFetchUrl, authFetchRedirectGuard } from "./auth-fetch.js";
@@ -68,9 +69,9 @@ function loadFetchTimeoutMs() {
68
69
  const NON_RECOVERABLE_ERRORS = ["Unsupported content type", "Response too large", "PDF extraction is disabled", "Image fetching is disabled"];
69
70
  const MIN_USEFUL_CONTENT = 500;
70
71
  const SUPPORTED_IMAGE_TYPES = new Set(["image/png", "image/jpeg", "image/webp", "image/gif"]);
71
- const FETCH_PROVIDERS = ["http", "firecrawl", "crawl4ai", "jina", "tinyfish", "search1api", "querit", "kagi", "ollama", "parallel", "parallel-mcp", "brightdata", "gemini"];
72
+ const FETCH_PROVIDERS = ["http", "firecrawl", "crawl4ai", "jina", "tinyfish", "search1api", "querit", "kagi", "ollama", "parallel", "parallel-mcp", "brightdata", "gemini", "deepseek"];
72
73
  const DEFAULT_FETCH_PROVIDER_ORDER = ["http", "firecrawl", "crawl4ai", "jina", "tinyfish", "search1api", "querit", "kagi", "ollama", "parallel", "brightdata", "gemini"];
73
- const REMOTE_HOSTED_FETCH_PROVIDERS = new Set(["jina", "tinyfish", "search1api", "querit", "kagi", "ollama", "parallel", "parallel-mcp", "brightdata", "gemini"]);
74
+ const REMOTE_HOSTED_FETCH_PROVIDERS = new Set(["jina", "tinyfish", "search1api", "querit", "kagi", "ollama", "parallel", "parallel-mcp", "brightdata", "gemini", "deepseek"]);
74
75
  function isDefuddleConsoleError(args) {
75
76
  const prefix = args[0];
76
77
  return prefix === "Defuddle" || typeof prefix === "string" && /^Defuddle(?:\s|:)/.test(prefix);
@@ -121,7 +122,7 @@ function isAbortException(err) {
121
122
  return err instanceof DOMException && (err.name === "AbortError" || err.name === "TimeoutError");
122
123
  }
123
124
  function isRedirectPolicyError(message) {
124
- return message.startsWith("Authenticated fetch refused cross-origin redirect") || message.startsWith("Blocked internal ") || message.startsWith("Blocked hostname by fetch_content domain policy") || message.startsWith("Hostname not allowed by fetch_content domain policy") || message.startsWith("Too many redirects fetching ") || message === "Only HTTP and HTTPS URLs can be fetched remotely" || message === "URL must include a hostname" || message.startsWith("Failed to resolve ");
125
+ return message.startsWith("Authenticated fetch refused cross-origin redirect") || message.startsWith("Refused cross-origin redirect by fetch_content redirect policy") || message.startsWith("Blocked internal ") || message.startsWith("Blocked hostname by fetch_content domain policy") || message.startsWith("Hostname not allowed by fetch_content domain policy") || message.startsWith("Too many redirects fetching ") || message === "Only HTTP and HTTPS URLs can be fetched remotely" || message === "URL must include a hostname" || message.startsWith("Failed to resolve ");
125
126
  }
126
127
  function isNonRecoverableHttpError(error) {
127
128
  return !!error && (NON_RECOVERABLE_ERRORS.some((prefix) => error.startsWith(prefix)) || isRedirectPolicyError(error) || isConfigParseError(error));
@@ -133,6 +134,9 @@ function imageGateError() {
133
134
  return errorMessage(err);
134
135
  }
135
136
  }
137
+ function redirectPolicyRouteRefusal(url, path) {
138
+ return { url, title: "", content: "", error: `Extraction path ${path} is disabled by the fetch_content same-origin redirect policy because its redirect chain cannot be observed` };
139
+ }
136
140
  async function resolveAuthCookieHeader(url, profile) {
137
141
  const parsed = assertAuthFetchUrl(profile, url.toString());
138
142
  const result = await getBrowserCookiesForHosts({ hosts: [parsed.hostname], profile: profile.chromeProfile, requestUrl: parsed });
@@ -153,6 +157,7 @@ async function fetchAuthenticatedRemoteUrl(url, init, validationOptions, profile
153
157
  proxy: validationOptions.proxy,
154
158
  ...validationOptions.lookup ? { lookup: validationOptions.lookup } : {}
155
159
  });
160
+ const originalOrigin = current.origin;
156
161
  let requestInit = init;
157
162
  for (let redirects = 0;redirects <= 5; redirects++) {
158
163
  const cookieHeader = await resolveAuthCookieHeader(current, profile);
@@ -166,7 +171,11 @@ async function fetchAuthenticatedRemoteUrl(url, init, validationOptions, profile
166
171
  if (redirects === 5)
167
172
  throw new Error(`Too many redirects fetching ${current.toString()}`);
168
173
  const from = current;
169
- current = await validateRemoteUrl(new URL(location, current), {
174
+ const next = new URL(location, current);
175
+ if (validationOptions.redirects === "same-origin" && next.origin !== originalOrigin) {
176
+ throw new Error(`Refused cross-origin redirect by fetch_content redirect policy: ${originalOrigin} -> ${next.origin}`);
177
+ }
178
+ current = await validateRemoteUrl(next, {
170
179
  allowRanges: validationOptions.ssrf.allowRanges,
171
180
  trustEnvProxy: validationOptions.ssrf.trustEnvProxy,
172
181
  domainPolicy: validationOptions.domainPolicy,
@@ -398,6 +407,12 @@ export async function extractContent(url, signal, options) {
398
407
  if (signal?.aborted) {
399
408
  return { url, title: "", content: "", error: "Aborted" };
400
409
  }
410
+ let redirectPolicy;
411
+ try {
412
+ redirectPolicy = options?.redirects ?? loadFetchContentRedirectPolicy();
413
+ } catch (err) {
414
+ return { url, title: "", content: "", error: errorMessage(err) };
415
+ }
401
416
  let remoteUrl = null;
402
417
  try {
403
418
  const parsed = new URL(url);
@@ -408,6 +423,7 @@ export async function extractContent(url, signal, options) {
408
423
  try {
409
424
  const ssrf = loadSsrfConfig();
410
425
  const domainPolicy = loadFetchContentDomainPolicy();
426
+ loadFetchContentUserAgent();
411
427
  await validateRemoteUrl(remoteUrl, {
412
428
  allowRanges: ssrf.allowRanges,
413
429
  trustEnvProxy: ssrf.trustEnvProxy,
@@ -426,6 +442,14 @@ export async function extractContent(url, signal, options) {
426
442
  return { url, title: "", content: "", error: errorMessage(err) };
427
443
  }
428
444
  }
445
+ if (redirectPolicy) {
446
+ if (parseGitHubIssuePrUrl(url))
447
+ return redirectPolicyRouteRefusal(url, "GitHub issue/PR");
448
+ if (parseGitHubUrl(url))
449
+ return redirectPolicyRouteRefusal(url, "GitHub repository");
450
+ if (isYouTubeURL(url).isYouTube)
451
+ return redirectPolicyRouteRefusal(url, "YouTube");
452
+ }
429
453
  if (options?.frames || options?.timestamp) {
430
454
  const disabled = imageGateError();
431
455
  if (disabled)
@@ -521,7 +545,7 @@ export async function extractContent(url, signal, options) {
521
545
  if ("error" in frame) {
522
546
  return { url, title: `Frame at ${options.timestamp}`, content: frame.error, error: frame.error };
523
547
  }
524
- return { url, title: `Frame at ${options.timestamp}`, content: `Video frame at ${options.timestamp}`, error: null, thumbnail: frame };
548
+ return { url, title: `Frame at ${options.timestamp}`, content: `Video frame at ${options.timestamp}`, error: null, thumbnail: frame, mimeType: frame.mimeType };
525
549
  }
526
550
  const localVideo = safeVideoInfo(url);
527
551
  if (localVideo.status === "invalid") {
@@ -545,7 +569,7 @@ export async function extractContent(url, signal, options) {
545
569
  if ("error" in frame) {
546
570
  return { url, title: `Frame at ${options.timestamp}`, content: frame.error, error: frame.error };
547
571
  }
548
- return { url, title: `Frame at ${options.timestamp}`, content: `Video frame at ${options.timestamp}`, error: null, thumbnail: frame };
572
+ return { url, title: `Frame at ${options.timestamp}`, content: `Video frame at ${options.timestamp}`, error: null, thumbnail: frame, mimeType: frame.mimeType };
549
573
  }
550
574
  return { url, title: "", content: "", error: "Timestamp extraction only works with YouTube and local video files" };
551
575
  }
@@ -642,7 +666,10 @@ export async function extractContent(url, signal, options) {
642
666
  } catch (err) {
643
667
  return { url, title: "", content: "", error: errorMessage(err) };
644
668
  }
645
- const providerOrder = remoteUrl && !fetchRouting.allowRemoteHostedProviders ? fetchRouting.providers.filter((provider) => !REMOTE_HOSTED_FETCH_PROVIDERS.has(provider)) : fetchRouting.providers;
669
+ if (redirectPolicy && !fetchRouting.providers.includes("http")) {
670
+ return redirectPolicyRouteRefusal(url, fetchRouting.providers[0]);
671
+ }
672
+ const providerOrder = redirectPolicy ? ["http"] : remoteUrl && !fetchRouting.allowRemoteHostedProviders ? fetchRouting.providers.filter((provider) => !REMOTE_HOSTED_FETCH_PROVIDERS.has(provider)) : fetchRouting.providers;
646
673
  if (providerOrder.length === 0) {
647
674
  return {
648
675
  url,
@@ -681,6 +708,7 @@ export async function extractContent(url, signal, options) {
681
708
  let parallelError = null;
682
709
  let parallelMcpError = null;
683
710
  let brightdataError = null;
711
+ let deepseekError = null;
684
712
  if (remoteUrl && providerOrder[0] !== "http") {
685
713
  const httpGateResult = await runHttpProvider();
686
714
  if (httpGateResult)
@@ -898,6 +926,25 @@ export async function extractContent(url, signal, options) {
898
926
  if (geminiResult)
899
927
  return withDeclaredLinks(geminiResult);
900
928
  }
929
+ if (provider === "deepseek") {
930
+ try {
931
+ if (isDeepSeekAvailable()) {
932
+ const deepseekResult = await extractWithDeepSeek(url, signal, {
933
+ timeoutMs: options?.timeoutMs,
934
+ ...options?.lookup ? { lookup: options.lookup } : {}
935
+ });
936
+ if (deepseekResult)
937
+ return withDeclaredLinks(deepseekResult);
938
+ }
939
+ } catch (err) {
940
+ if (isAbortError(err))
941
+ return abortedResult(url);
942
+ deepseekError = errorMessage(err);
943
+ if (isConfigParseError(err))
944
+ return parseErrorResult(deepseekError);
945
+ }
946
+ continue;
947
+ }
901
948
  }
902
949
  if (signal?.aborted)
903
950
  return abortedResult(url);
@@ -907,6 +954,8 @@ export async function extractContent(url, signal, options) {
907
954
  if (finalHttpResult?.status === 404 || finalHttpResult?.status === 410) {
908
955
  return { ...finalHttpResult, error: notFoundGuidance(finalHttpResult, options?.toolNames) };
909
956
  }
957
+ if (redirectPolicy && finalHttpResult)
958
+ return finalHttpResult;
910
959
  const searchToolName = options?.toolNames?.webSearch;
911
960
  const jinaHint = jinaReaderGuidance(fetchRouting, providerOrder, Boolean(remoteUrl) && !fetchRouting.allowRemoteHostedProviders);
912
961
  const guidance = [
@@ -921,6 +970,7 @@ export async function extractContent(url, signal, options) {
921
970
  ...parallelError ? [`Parallel fallback failed: ${parallelError}`] : [],
922
971
  ...parallelMcpError ? [`Parallel MCP fallback failed: ${parallelMcpError}`] : [],
923
972
  ...brightdataError ? [`Bright Data fallback failed: ${brightdataError}`] : [],
973
+ ...deepseekError ? [`DeepSeek fallback failed: ${deepseekError}`] : [],
924
974
  "",
925
975
  "Fallback options:",
926
976
  ...jinaHint ? [jinaHint] : [],
@@ -933,6 +983,7 @@ export async function extractContent(url, signal, options) {
933
983
  ` • Set ollamaApiKey in ${WEB_SEARCH_CONFIG_PATH} or OLLAMA_API_KEY`,
934
984
  ` • Set parallelApiKey in ${WEB_SEARCH_CONFIG_PATH} or PARALLEL_API_KEY`,
935
985
  ` • Set brightdataApiKey and brightdataUnlockerZone in ${WEB_SEARCH_CONFIG_PATH} or BRIGHTDATA_API_KEY and BRIGHTDATA_UNLOCKER_ZONE`,
986
+ ` • Set deepseekApiKey in ${WEB_SEARCH_CONFIG_PATH} or DEEPSEEK_API_KEY and add "deepseek" to fetchRouting.providers`,
936
987
  ` • Set GEMINI_API_KEY in ${WEB_SEARCH_CONFIG_PATH}`,
937
988
  " • Sign into gemini.google.com in Chrome",
938
989
  ...searchToolName ? [` • Use ${searchToolName} to find content about this topic`] : []
@@ -947,13 +998,35 @@ function isCloudflareChallenge(response, text, isHTML) {
947
998
  return true;
948
999
  return isHTML && /<title>\s*Just a moment\.\.\.\s*<\/title>/i.test(text) && text.includes("window._cf_chl_opt") && text.includes("/cdn-cgi/challenge-platform/");
949
1000
  }
1001
+ const JAVASCRIPT_MIME_TYPES = new Set([
1002
+ "application/ecmascript",
1003
+ "application/javascript",
1004
+ "application/x-ecmascript",
1005
+ "application/x-javascript",
1006
+ "text/ecmascript",
1007
+ "text/javascript",
1008
+ "text/javascript1.0",
1009
+ "text/javascript1.1",
1010
+ "text/javascript1.2",
1011
+ "text/javascript1.3",
1012
+ "text/javascript1.4",
1013
+ "text/javascript1.5",
1014
+ "text/jscript",
1015
+ "text/livescript",
1016
+ "text/x-ecmascript",
1017
+ "text/x-javascript"
1018
+ ]);
1019
+ function isExecutableScriptType(type) {
1020
+ const mime = (type ?? "").split(";")[0].trim().toLowerCase();
1021
+ return mime === "" || mime === "module" || JAVASCRIPT_MIME_TYPES.has(mime);
1022
+ }
950
1023
  function isLikelyJSRendered(html) {
951
1024
  const bodyMatch = html.match(/<body[^>]*>([\s\S]*?)<\/body>/i);
952
1025
  if (!bodyMatch)
953
1026
  return false;
954
1027
  const bodyHtml = bodyMatch[1];
955
1028
  const textContent = bodyHtml.replace(/<script[\s\S]*?<\/script>/gi, "").replace(/<style[\s\S]*?<\/style>/gi, "").replace(/<[^>]+>/g, "").replace(/\s+/g, " ").trim();
956
- const scriptCount = (html.match(/<script/gi) || []).length;
1029
+ const scriptCount = [...html.matchAll(/<script\b([^>]*)>/gi)].filter(([, attrs]) => isExecutableScriptType(attrs.match(/\btype\s*=\s*["']?([^"'\s>]+)/i)?.[1] ?? null)).length;
957
1030
  return textContent.length < 500 && scriptCount > 3;
958
1031
  }
959
1032
  export async function readPDFResponseBuffer(response, maxSizeMB) {
@@ -1026,12 +1099,13 @@ async function extractViaHttp(url, timeoutMs, signal, options, preferMarkdown =
1026
1099
  try {
1027
1100
  const ssrf = loadSsrfConfig();
1028
1101
  const domainPolicy = loadFetchContentDomainPolicy();
1102
+ const redirects = options?.redirects ?? loadFetchContentRedirectPolicy();
1029
1103
  const authProfile = options?.authFetchProfile;
1030
1104
  const requestInit = {
1031
1105
  signal: controller.signal,
1032
1106
  __proxy: options?.proxy,
1033
1107
  headers: {
1034
- "User-Agent": "OpenAI File Downloader, XaiImageApiFetch/1.0",
1108
+ "User-Agent": loadFetchContentUserAgent(),
1035
1109
  Accept: preferMarkdown ? MARKDOWN_FIRST_ACCEPT : BROWSER_ACCEPT,
1036
1110
  "Accept-Language": "en-US,en;q=0.9",
1037
1111
  "Cache-Control": "no-cache",
@@ -1042,10 +1116,11 @@ async function extractViaHttp(url, timeoutMs, signal, options, preferMarkdown =
1042
1116
  "Upgrade-Insecure-Requests": "1"
1043
1117
  }
1044
1118
  };
1045
- const response = authProfile ? await fetchAuthenticatedRemoteUrl(url, requestInit, { ssrf, domainPolicy, proxy: options?.proxy, ...options?.lookup ? { lookup: options.lookup } : {} }, authProfile) : await fetchRemoteUrl(url, requestInit, {
1119
+ const response = authProfile ? await fetchAuthenticatedRemoteUrl(url, requestInit, { ssrf, domainPolicy, redirects, proxy: options?.proxy, ...options?.lookup ? { lookup: options.lookup } : {} }, authProfile) : await fetchRemoteUrl(url, requestInit, {
1046
1120
  allowRanges: ssrf.allowRanges,
1047
1121
  trustEnvProxy: ssrf.trustEnvProxy,
1048
1122
  domainPolicy,
1123
+ redirects,
1049
1124
  proxy: options?.proxy,
1050
1125
  ...options?.lookup ? { lookup: options.lookup } : {}
1051
1126
  });
@@ -1084,7 +1159,7 @@ async function extractViaHttp(url, timeoutMs, signal, options, preferMarkdown =
1084
1159
  if (options?.mode === "raw") {
1085
1160
  if (!isTextContentType(contentType)) {
1086
1161
  activityMonitor.logComplete(activityId, response.status);
1087
- const hint = isPDFContent ? ' — raw mode does not decode PDFs; retry without mode (Markdown extraction) or with mode "answer" and a prompt' : "";
1162
+ const hint = isPDFContent ? '; retry without mode for Markdown, or with mode "answer" and a prompt' : "";
1088
1163
  return { url, title: "", content: "", error: `Unsupported content type in raw mode: ${mimeType || "missing"}${hint}`, mimeType, status: response.status };
1089
1164
  }
1090
1165
  const text = await readTextResponseWithLimit(response, maxResponseSize);
@@ -1134,7 +1209,7 @@ async function extractViaHttp(url, timeoutMs, signal, options, preferMarkdown =
1134
1209
  return {
1135
1210
  url,
1136
1211
  title: result.title,
1137
- content: options?.mode === "answer" ? result.content : `PDF extracted and saved to: ${result.outputPath}
1212
+ content: options?.mode === "answer" || options?.mode === "extract" ? result.content : `PDF extracted and saved to: ${result.outputPath}
1138
1213
 
1139
1214
  ${result.pages > 0 ? `Pages: ${result.pages}
1140
1215
  ` : ""}Characters: ${result.chars}`,
@@ -1258,11 +1333,27 @@ Browser retry failed: ${normal.error}` : "")
1258
1333
  declaredLinks
1259
1334
  };
1260
1335
  }
1336
+ let error = "Page appears to be JavaScript-rendered (content loads dynamically)";
1337
+ if (!isLikelyJSRendered(text)) {
1338
+ const { document: original } = parseHTML(text);
1339
+ const hasExecutableScript = [...original.querySelectorAll("script")].some((script) => isExecutableScriptType(script.getAttribute("type")));
1340
+ for (const node of original.querySelectorAll("script, style, noscript, template"))
1341
+ node.remove();
1342
+ const visibleChars = (original.body?.textContent ?? "").replace(/\s+/g, " ").trim().length;
1343
+ const extractedChars = markdown.trim().length;
1344
+ const counts = `Extracted content appears incomplete: extracted ${extractedChars} characters from a page with ${visibleChars} characters of visible text`;
1345
+ if (visibleChars >= MIN_USEFUL_CONTENT)
1346
+ error = counts;
1347
+ else if (hasExecutableScript)
1348
+ error = `Extracted content appears incomplete: the page has only ${visibleChars} characters of visible text and runs scripts, so content may load dynamically`;
1349
+ else
1350
+ error = extractedChars > 0 ? null : counts;
1351
+ }
1261
1352
  return {
1262
1353
  url,
1263
1354
  title: article.title || documentTitle,
1264
1355
  content: appendDeclaredWebLinks(markdown, declaredLinks),
1265
- error: isLikelyJSRendered(text) ? "Page appears to be JavaScript-rendered (content loads dynamically)" : "Extracted content appears incomplete",
1356
+ error,
1266
1357
  declaredLinks
1267
1358
  };
1268
1359
  }
@@ -12,6 +12,7 @@ export function normalizeFetchContentParams(params) {
12
12
  const answerModel = normalizeOptionalString(params.answerModel);
13
13
  const auth = normalizeAuth(params.auth);
14
14
  const proxy = normalizeProxy(params.proxy);
15
+ const redirects = normalizeRedirects(params.redirects);
15
16
  return {
16
17
  urlList,
17
18
  options: {
@@ -23,7 +24,8 @@ export function normalizeFetchContentParams(params) {
23
24
  ...mode !== undefined ? { mode } : {},
24
25
  ...answerModel !== undefined ? { answerModel } : {},
25
26
  ...auth !== undefined ? { auth } : {},
26
- ...proxy !== undefined ? { proxy } : {}
27
+ ...proxy !== undefined ? { proxy } : {},
28
+ ...redirects !== undefined ? { redirects } : {}
27
29
  }
28
30
  };
29
31
  }
@@ -47,9 +49,16 @@ function normalizeOptionalString(value) {
47
49
  function normalizeMode(value) {
48
50
  if (value === undefined)
49
51
  return;
50
- if (value === "readable" || value === "raw" || value === "answer")
52
+ if (value === "readable" || value === "raw" || value === "answer" || value === "extract")
51
53
  return value;
52
- throw new Error('mode must be "readable", "raw", or "answer"');
54
+ throw new Error('mode must be "readable", "raw", "answer", or "extract"');
55
+ }
56
+ function normalizeRedirects(value) {
57
+ if (value === undefined)
58
+ return;
59
+ if (value === "same-origin")
60
+ return value;
61
+ throw new Error('redirects must be "same-origin"');
53
62
  }
54
63
  function normalizeAuth(value) {
55
64
  if (value === undefined || value === false)