@duckmind/dm-darwin-x64 0.67.1 → 0.67.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dm +2 -2
- package/extensions/.dm-extensions.json +147 -32
- package/extensions/dm-lens/clients/actionable-warnings.js +12 -4
- package/extensions/dm-lens/clients/advisory-provenance.js +11 -10
- package/extensions/dm-lens/clients/agent-nudge.js +1 -1
- package/extensions/dm-lens/clients/analysis-root.js +75 -34
- package/extensions/dm-lens/clients/bash-file-access.js +550 -123
- package/extensions/dm-lens/clients/blocker-freshness.js +202 -19
- package/extensions/dm-lens/clients/blocker-past-eof.js +3 -1
- package/extensions/dm-lens/clients/bounded-telemetry.js +3 -0
- package/extensions/dm-lens/clients/cache-manager.js +22 -1
- package/extensions/dm-lens/clients/cache-observability.js +278 -17
- package/extensions/dm-lens/clients/cargo-manifest.js +8 -12
- package/extensions/dm-lens/clients/cascade-format.js +162 -19
- package/extensions/dm-lens/clients/codebase-model.js +2 -2
- package/extensions/dm-lens/clients/config-locations.js +1 -8
- package/extensions/dm-lens/clients/content-stamp.js +16 -0
- package/extensions/dm-lens/clients/context-injection-ledger.js +160 -0
- package/extensions/dm-lens/clients/deferred-runner-blockers.js +46 -6
- package/extensions/dm-lens/clients/degradation-ledger.js +21 -1
- package/extensions/dm-lens/clients/deps/ast-grep-napi.js +10 -0
- package/extensions/dm-lens/clients/diagnostic-dispositions.js +28 -12
- package/extensions/dm-lens/clients/disk-change-consumers.js +312 -0
- package/extensions/dm-lens/clients/disk-change-subscribers.js +197 -0
- package/extensions/dm-lens/clients/disk-changes.js +168 -0
- package/extensions/dm-lens/clients/dispatch/auxiliary-lsp.js +10 -6
- package/extensions/dm-lens/clients/dispatch/dispatcher.js +300 -61
- package/extensions/dm-lens/clients/dispatch/fact-store.js +2 -8
- package/extensions/dm-lens/clients/dispatch/facts/function-facts.js +87 -94
- package/extensions/dm-lens/clients/dispatch/finding-policy.js +25 -1
- package/extensions/dm-lens/clients/dispatch/indent-detect.js +1 -1
- package/extensions/dm-lens/clients/dispatch/integration.js +349 -135
- package/extensions/dm-lens/clients/dispatch/lane-copies.js +23 -0
- package/extensions/dm-lens/clients/dispatch/pending-runner-findings.js +3 -0
- package/extensions/dm-lens/clients/dispatch/pre-edit-seed.js +57 -0
- package/extensions/dm-lens/clients/dispatch/rule-id-normalize.js +6 -1
- package/extensions/dm-lens/clients/dispatch/rules/high-complexity.js +2 -17
- package/extensions/dm-lens/clients/dispatch/rules/high-fan-out.js +1 -9
- package/extensions/dm-lens/clients/dispatch/runner-context.js +9 -10
- package/extensions/dm-lens/clients/dispatch/runners/ast-grep-literal-anchors.js +58 -0
- package/extensions/dm-lens/clients/dispatch/runners/ast-grep-napi.js +59 -14
- package/extensions/dm-lens/clients/dispatch/runners/biome-check.js +9 -18
- package/extensions/dm-lens/clients/dispatch/runners/cue-vet.js +11 -21
- package/extensions/dm-lens/clients/dispatch/runners/dart-analyze.js +1 -1
- package/extensions/dm-lens/clients/dispatch/runners/detekt.js +4 -3
- package/extensions/dm-lens/clients/dispatch/runners/dotnet-build.js +15 -6
- package/extensions/dm-lens/clients/dispatch/runners/fish-indent.js +59 -5
- package/extensions/dm-lens/clients/dispatch/runners/gleam-check.js +9 -19
- package/extensions/dm-lens/clients/dispatch/runners/go-vet.js +2 -2
- package/extensions/dm-lens/clients/dispatch/runners/golangci-lint.js +17 -1
- package/extensions/dm-lens/clients/dispatch/runners/helm-lint.js +8 -5
- package/extensions/dm-lens/clients/dispatch/runners/helm-render.js +1 -1
- package/extensions/dm-lens/clients/dispatch/runners/ktlint.js +27 -5
- package/extensions/dm-lens/clients/dispatch/runners/lsp.js +91 -30
- package/extensions/dm-lens/clients/dispatch/runners/oxlint.js +9 -18
- package/extensions/dm-lens/clients/dispatch/runners/shellcheck.js +11 -20
- package/extensions/dm-lens/clients/dispatch/runners/shfmt.js +7 -0
- package/extensions/dm-lens/clients/dispatch/runners/taplo.js +2 -1
- package/extensions/dm-lens/clients/dispatch/runners/tree-sitter.js +29 -16
- package/extensions/dm-lens/clients/dispatch/runners/utils/availability-policy.js +32 -4
- package/extensions/dm-lens/clients/dispatch/runners/utils/candidate-probe.js +8 -0
- package/extensions/dm-lens/clients/dispatch/runners/utils/diagnostic-parsers.js +2 -1
- package/extensions/dm-lens/clients/dispatch/runners/utils/runner-helpers.js +1 -1
- package/extensions/dm-lens/clients/dispatch/runners/utils/tool-failure.js +9 -18
- package/extensions/dm-lens/clients/dispatch/runners/vale.js +2 -16
- package/extensions/dm-lens/clients/dispatch/types.js +45 -0
- package/extensions/dm-lens/clients/dispatch/utils/lsp-diagnostics.js +2 -1
- package/extensions/dm-lens/clients/ephemeral-root.js +10 -20
- package/extensions/dm-lens/clients/file-kinds.js +6 -2
- package/extensions/dm-lens/clients/file-mutation-queue.js +4 -8
- package/extensions/dm-lens/clients/file-utils.js +167 -28
- package/extensions/dm-lens/clients/finding-delivery-gate.js +15 -1
- package/extensions/dm-lens/clients/finding-identity.js +56 -0
- package/extensions/dm-lens/clients/fix-run-restore.js +10 -0
- package/extensions/dm-lens/clients/format-service.js +23 -5
- package/extensions/dm-lens/clients/formatters.js +33 -25
- package/extensions/dm-lens/clients/git-guard.js +516 -85
- package/extensions/dm-lens/clients/govulncheck-client.js +8 -0
- package/extensions/dm-lens/clients/grammar-source.js +39 -5
- package/extensions/dm-lens/clients/gzip-stage-write.js +99 -18
- package/extensions/dm-lens/clients/inline-blocker-fields.js +1 -1
- package/extensions/dm-lens/clients/installer/index.js +83 -85
- package/extensions/dm-lens/clients/installer/managed-tool-refresh.js +211 -8
- package/extensions/dm-lens/clients/instance-reaper.js +19 -8
- package/extensions/dm-lens/clients/instance-registry.js +12 -0
- package/extensions/dm-lens/clients/jscpd-client.js +20 -4
- package/extensions/dm-lens/clients/language-profile.js +8 -7
- package/extensions/dm-lens/clients/language-registry.js +45 -4
- package/extensions/dm-lens/clients/latency-logger.js +10 -2
- package/extensions/dm-lens/clients/lens-config.js +14 -4
- package/extensions/dm-lens/clients/lens-engine.js +10 -2
- package/extensions/dm-lens/clients/lens-flag-registry.js +19 -3
- package/extensions/dm-lens/clients/line-alignment.js +200 -0
- package/extensions/dm-lens/clients/lsp/capabilities.js +2 -2
- package/extensions/dm-lens/clients/lsp/cascade-tier.js +148 -38
- package/extensions/dm-lens/clients/lsp/client-registry.js +906 -0
- package/extensions/dm-lens/clients/lsp/client.js +413 -108
- package/extensions/dm-lens/clients/lsp/config.js +151 -47
- package/extensions/dm-lens/clients/lsp/content-limits.js +2 -2
- package/extensions/dm-lens/clients/lsp/content-scan.js +69 -0
- package/extensions/dm-lens/clients/lsp/created-import-targets.js +134 -0
- package/extensions/dm-lens/clients/lsp/diagnostic-binding.js +34 -0
- package/extensions/dm-lens/clients/lsp/document-drift.js +63 -15
- package/extensions/dm-lens/clients/lsp/edits.js +109 -26
- package/extensions/dm-lens/clients/lsp/environment-gap.js +186 -0
- package/extensions/dm-lens/clients/lsp/file-server-match.js +26 -0
- package/extensions/dm-lens/clients/lsp/implicit-scope.js +208 -0
- package/extensions/dm-lens/clients/lsp/index.js +574 -916
- package/extensions/dm-lens/clients/lsp/inferred-project.js +37 -15
- package/extensions/dm-lens/clients/lsp/jvm-runtime.js +15 -9
- package/extensions/dm-lens/clients/lsp/language.js +8 -1
- package/extensions/dm-lens/clients/lsp/launch.js +93 -43
- package/extensions/dm-lens/clients/lsp/lombok.js +0 -13
- package/extensions/dm-lens/clients/lsp/path-utils.js +2 -0
- package/extensions/dm-lens/clients/lsp/position-encoding.js +0 -7
- package/extensions/dm-lens/clients/lsp/server-config-files.js +11 -0
- package/extensions/dm-lens/clients/lsp/server-traits.js +8 -2
- package/extensions/dm-lens/clients/lsp/server.js +273 -76
- package/extensions/dm-lens/clients/lsp/session-roots.js +38 -3
- package/extensions/dm-lens/clients/lsp/wait-policy/strategies.js +87 -5
- package/extensions/dm-lens/clients/lsp/watch-queue.js +23 -2
- package/extensions/dm-lens/clients/lsp/workspace-diagnostics-cache.js +183 -47
- package/extensions/dm-lens/clients/lsp/workspace-diagnostics-session.js +35 -0
- package/extensions/dm-lens/clients/lsp-mutation.js +1 -1
- package/extensions/dm-lens/clients/mcp/analyze.js +51 -13
- package/extensions/dm-lens/clients/mcp/ipc.js +24 -1
- package/extensions/dm-lens/clients/mcp/session.js +2 -7
- package/extensions/dm-lens/clients/memory-sampler.js +19 -1
- package/extensions/dm-lens/clients/metrics-history.js +16 -29
- package/extensions/dm-lens/clients/mutating-tool.js +4 -2
- package/extensions/dm-lens/clients/mutation-attribution.js +1 -4
- package/extensions/dm-lens/clients/observed-mutation.js +7 -1
- package/extensions/dm-lens/clients/opaque-mutation-scan.js +273 -59
- package/extensions/dm-lens/clients/opengrep-client.js +6 -1
- package/extensions/dm-lens/clients/opengrep-config.js +10 -5
- package/extensions/dm-lens/clients/opengrep-rule-pack.js +19 -0
- package/extensions/dm-lens/clients/out-of-band-changes.js +342 -0
- package/extensions/dm-lens/clients/package-manager.js +51 -62
- package/extensions/dm-lens/clients/package-root.js +8 -12
- package/extensions/dm-lens/clients/partial-edit-apply.js +8 -4
- package/extensions/dm-lens/clients/path-birth.js +58 -0
- package/extensions/dm-lens/clients/path-utils.js +145 -23
- package/extensions/dm-lens/clients/persist-worker-stats.js +8 -0
- package/extensions/dm-lens/clients/persistent-reverify.js +2 -1
- package/extensions/dm-lens/clients/pipeline.js +248 -35
- package/extensions/dm-lens/clients/probe-home-state.js +6 -0
- package/extensions/dm-lens/clients/project-changes.js +9 -3
- package/extensions/dm-lens/clients/project-diagnostics/fresh-fetch.js +1 -1
- package/extensions/dm-lens/clients/project-diagnostics/scanner.js +4 -2
- package/extensions/dm-lens/clients/project-lens-config.js +4 -6
- package/extensions/dm-lens/clients/project-root-markers.js +8 -0
- package/extensions/dm-lens/clients/project-snapshot-persist-worker.js +26 -8
- package/extensions/dm-lens/clients/project-snapshot.js +36 -10
- package/extensions/dm-lens/clients/python-environment.js +239 -12
- package/extensions/dm-lens/clients/read-guard-tool-lines.js +2 -8
- package/extensions/dm-lens/clients/read-guard.js +130 -43
- package/extensions/dm-lens/clients/review-graph/builder.js +102 -19
- package/extensions/dm-lens/clients/review-graph/git-identity.js +7 -2
- package/extensions/dm-lens/clients/review-graph/import-resolvers.js +9 -0
- package/extensions/dm-lens/clients/review-graph/tsconfig-paths.js +35 -2
- package/extensions/dm-lens/clients/ruff-client.js +0 -2
- package/extensions/dm-lens/clients/rules-scanner.js +0 -43
- package/extensions/dm-lens/clients/runtime-agent-end.js +37 -6
- package/extensions/dm-lens/clients/runtime-coordinator.js +177 -31
- package/extensions/dm-lens/clients/runtime-session.js +106 -66
- package/extensions/dm-lens/clients/runtime-tool-call.js +162 -65
- package/extensions/dm-lens/clients/runtime-tool-result.js +634 -147
- package/extensions/dm-lens/clients/runtime-turn.js +472 -150
- package/extensions/dm-lens/clients/rust-client.js +11 -13
- package/extensions/dm-lens/clients/safe-spawn.js +149 -17
- package/extensions/dm-lens/clients/sanitize.js +0 -169
- package/extensions/dm-lens/clients/search-read-registration.js +22 -4
- package/extensions/dm-lens/clients/session-lifecycle.js +44 -1
- package/extensions/dm-lens/clients/session-repository.js +119 -0
- package/extensions/dm-lens/clients/session-scope.js +1 -1
- package/extensions/dm-lens/clients/session-start-observability.js +12 -0
- package/extensions/dm-lens/clients/session-state-store.js +6 -1
- package/extensions/dm-lens/clients/sg-runner.js +5 -8
- package/extensions/dm-lens/clients/sgconfig.js +7 -14
- package/extensions/dm-lens/clients/single-flight.js +1 -0
- package/extensions/dm-lens/clients/source-filter.js +19 -16
- package/extensions/dm-lens/clients/source-walker.js +21 -3
- package/extensions/dm-lens/clients/startup-scan.js +18 -23
- package/extensions/dm-lens/clients/test-runner-client.js +21 -27
- package/extensions/dm-lens/clients/test-runner-delivery.js +2 -10
- package/extensions/dm-lens/clients/tool-config.js +24 -4
- package/extensions/dm-lens/clients/tool-cwd.js +11 -9
- package/extensions/dm-lens/clients/tool-policy.js +1 -8
- package/extensions/dm-lens/clients/tool-set-policy.js +32 -3
- package/extensions/dm-lens/clients/tree-sitter-client.js +70 -24
- package/extensions/dm-lens/clients/tree-sitter-query-loader.js +13 -1
- package/extensions/dm-lens/clients/tree-sitter-symbol-extractor.js +81 -56
- package/extensions/dm-lens/clients/warm-attach.js +33 -8
- package/extensions/dm-lens/clients/widget-state.js +48 -31
- package/extensions/dm-lens/clients/word-index-logger.js +3 -0
- package/extensions/dm-lens/clients/word-index.js +15 -2
- package/extensions/dm-lens/clients/workspace-topology.js +10 -8
- package/extensions/dm-lens/config/biome/core.jsonc +3 -3
- package/extensions/dm-lens/config/dependency-cruiser-eager-allowlist.json +1 -0
- package/extensions/dm-lens/dist/clients/actionable-warnings.js +8 -4
- package/extensions/dm-lens/dist/clients/advisory-provenance.js +11 -10
- package/extensions/dm-lens/dist/clients/agent-nudge.js +1 -1
- package/extensions/dm-lens/dist/clients/analysis-root.js +67 -34
- package/extensions/dm-lens/dist/clients/bash-file-access.js +550 -123
- package/extensions/dm-lens/dist/clients/blocker-freshness.js +195 -19
- package/extensions/dm-lens/dist/clients/blocker-past-eof.js +3 -1
- package/extensions/dm-lens/dist/clients/bounded-telemetry.js +3 -0
- package/extensions/dm-lens/dist/clients/cache-manager.js +22 -1
- package/extensions/dm-lens/dist/clients/cache-observability.js +275 -17
- package/extensions/dm-lens/dist/clients/cargo-manifest.js +8 -12
- package/extensions/dm-lens/dist/clients/cascade-format.js +160 -19
- package/extensions/dm-lens/dist/clients/codebase-model.js +2 -2
- package/extensions/dm-lens/dist/clients/config-locations.js +2 -8
- package/extensions/dm-lens/dist/clients/content-stamp.js +16 -0
- package/extensions/dm-lens/dist/clients/context-injection-ledger.js +157 -0
- package/extensions/dm-lens/dist/clients/deferred-runner-blockers.js +46 -6
- package/extensions/dm-lens/dist/clients/degradation-ledger.js +18 -1
- package/extensions/dm-lens/dist/clients/deps/ast-grep-napi.js +10 -0
- package/extensions/dm-lens/dist/clients/diagnostic-dispositions.js +28 -12
- package/extensions/dm-lens/dist/clients/disk-change-consumers.js +312 -0
- package/extensions/dm-lens/dist/clients/disk-change-subscribers.js +191 -0
- package/extensions/dm-lens/dist/clients/disk-changes.js +165 -0
- package/extensions/dm-lens/dist/clients/dispatch/auxiliary-lsp.js +10 -6
- package/extensions/dm-lens/dist/clients/dispatch/dispatcher.js +284 -61
- package/extensions/dm-lens/dist/clients/dispatch/fact-store.js +2 -8
- package/extensions/dm-lens/dist/clients/dispatch/facts/function-facts.js +87 -94
- package/extensions/dm-lens/dist/clients/dispatch/finding-policy.js +25 -1
- package/extensions/dm-lens/dist/clients/dispatch/indent-detect.js +1 -1
- package/extensions/dm-lens/dist/clients/dispatch/integration.js +333 -137
- package/extensions/dm-lens/dist/clients/dispatch/lane-copies.js +23 -0
- package/extensions/dm-lens/dist/clients/dispatch/pending-runner-findings.js +3 -0
- package/extensions/dm-lens/dist/clients/dispatch/pre-edit-seed.js +57 -0
- package/extensions/dm-lens/dist/clients/dispatch/rule-id-normalize.js +6 -1
- package/extensions/dm-lens/dist/clients/dispatch/rules/high-complexity.js +2 -17
- package/extensions/dm-lens/dist/clients/dispatch/rules/high-fan-out.js +1 -9
- package/extensions/dm-lens/dist/clients/dispatch/runner-context.js +5 -10
- package/extensions/dm-lens/dist/clients/dispatch/runners/ast-grep-literal-anchors.js +58 -0
- package/extensions/dm-lens/dist/clients/dispatch/runners/ast-grep-napi.js +59 -14
- package/extensions/dm-lens/dist/clients/dispatch/runners/biome-check.js +9 -18
- package/extensions/dm-lens/dist/clients/dispatch/runners/cue-vet.js +11 -21
- package/extensions/dm-lens/dist/clients/dispatch/runners/dart-analyze.js +1 -1
- package/extensions/dm-lens/dist/clients/dispatch/runners/detekt.js +4 -3
- package/extensions/dm-lens/dist/clients/dispatch/runners/dotnet-build.js +12 -6
- package/extensions/dm-lens/dist/clients/dispatch/runners/fish-indent.js +59 -5
- package/extensions/dm-lens/dist/clients/dispatch/runners/gleam-check.js +9 -19
- package/extensions/dm-lens/dist/clients/dispatch/runners/go-vet.js +2 -2
- package/extensions/dm-lens/dist/clients/dispatch/runners/golangci-lint.js +17 -1
- package/extensions/dm-lens/dist/clients/dispatch/runners/helm-lint.js +8 -5
- package/extensions/dm-lens/dist/clients/dispatch/runners/helm-render.js +1 -1
- package/extensions/dm-lens/dist/clients/dispatch/runners/ktlint.js +27 -5
- package/extensions/dm-lens/dist/clients/dispatch/runners/lsp.js +79 -30
- package/extensions/dm-lens/dist/clients/dispatch/runners/oxlint.js +9 -18
- package/extensions/dm-lens/dist/clients/dispatch/runners/shellcheck.js +11 -20
- package/extensions/dm-lens/dist/clients/dispatch/runners/shfmt.js +7 -0
- package/extensions/dm-lens/dist/clients/dispatch/runners/taplo.js +2 -1
- package/extensions/dm-lens/dist/clients/dispatch/runners/tree-sitter.js +29 -16
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/availability-policy.js +32 -4
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/candidate-probe.js +5 -0
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/diagnostic-parsers.js +2 -1
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/runner-helpers.js +1 -1
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/tool-failure.js +9 -19
- package/extensions/dm-lens/dist/clients/dispatch/runners/vale.js +2 -16
- package/extensions/dm-lens/dist/clients/dispatch/types.js +45 -0
- package/extensions/dm-lens/dist/clients/dispatch/utils/lsp-diagnostics.js +2 -1
- package/extensions/dm-lens/dist/clients/ephemeral-root.js +8 -20
- package/extensions/dm-lens/dist/clients/file-kinds.js +6 -2
- package/extensions/dm-lens/dist/clients/file-mutation-queue.js +4 -8
- package/extensions/dm-lens/dist/clients/file-utils.js +163 -29
- package/extensions/dm-lens/dist/clients/finding-delivery-gate.js +15 -1
- package/extensions/dm-lens/dist/clients/finding-identity.js +56 -0
- package/extensions/dm-lens/dist/clients/fix-run-restore.js +10 -0
- package/extensions/dm-lens/dist/clients/format-service.js +23 -5
- package/extensions/dm-lens/dist/clients/formatters.js +25 -25
- package/extensions/dm-lens/dist/clients/git-guard.js +507 -85
- package/extensions/dm-lens/dist/clients/govulncheck-client.js +5 -0
- package/extensions/dm-lens/dist/clients/grammar-source.js +39 -5
- package/extensions/dm-lens/dist/clients/gzip-stage-write.js +99 -18
- package/extensions/dm-lens/dist/clients/inline-blocker-fields.js +1 -1
- package/extensions/dm-lens/dist/clients/installer/index.js +76 -83
- package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh.js +208 -9
- package/extensions/dm-lens/dist/clients/instance-reaper.js +19 -8
- package/extensions/dm-lens/dist/clients/instance-registry.js +12 -0
- package/extensions/dm-lens/dist/clients/jscpd-client.js +15 -4
- package/extensions/dm-lens/dist/clients/language-profile.js +3 -7
- package/extensions/dm-lens/dist/clients/language-registry.js +45 -4
- package/extensions/dm-lens/dist/clients/latency-logger.js +10 -2
- package/extensions/dm-lens/dist/clients/lens-config.js +12 -4
- package/extensions/dm-lens/dist/clients/lens-engine.js +10 -3
- package/extensions/dm-lens/dist/clients/lens-flag-registry.js +19 -3
- package/extensions/dm-lens/dist/clients/line-alignment.js +200 -0
- package/extensions/dm-lens/dist/clients/lsp/capabilities.js +2 -2
- package/extensions/dm-lens/dist/clients/lsp/cascade-tier.js +148 -38
- package/extensions/dm-lens/dist/clients/lsp/client-registry.js +877 -0
- package/extensions/dm-lens/dist/clients/lsp/client.js +398 -109
- package/extensions/dm-lens/dist/clients/lsp/config.js +147 -47
- package/extensions/dm-lens/dist/clients/lsp/content-limits.js +2 -2
- package/extensions/dm-lens/dist/clients/lsp/content-scan.js +69 -0
- package/extensions/dm-lens/dist/clients/lsp/created-import-targets.js +134 -0
- package/extensions/dm-lens/dist/clients/lsp/diagnostic-binding.js +34 -0
- package/extensions/dm-lens/dist/clients/lsp/document-drift.js +63 -15
- package/extensions/dm-lens/dist/clients/lsp/edits.js +104 -26
- package/extensions/dm-lens/dist/clients/lsp/environment-gap.js +186 -0
- package/extensions/dm-lens/dist/clients/lsp/file-server-match.js +26 -0
- package/extensions/dm-lens/dist/clients/lsp/implicit-scope.js +205 -0
- package/extensions/dm-lens/dist/clients/lsp/index.js +547 -894
- package/extensions/dm-lens/dist/clients/lsp/inferred-project.js +34 -15
- package/extensions/dm-lens/dist/clients/lsp/jvm-runtime.js +15 -9
- package/extensions/dm-lens/dist/clients/lsp/language.js +4 -1
- package/extensions/dm-lens/dist/clients/lsp/launch.js +85 -43
- package/extensions/dm-lens/dist/clients/lsp/lombok.js +0 -13
- package/extensions/dm-lens/dist/clients/lsp/path-utils.js +1 -1
- package/extensions/dm-lens/dist/clients/lsp/position-encoding.js +0 -7
- package/extensions/dm-lens/dist/clients/lsp/server-config-files.js +11 -0
- package/extensions/dm-lens/dist/clients/lsp/server-traits.js +8 -2
- package/extensions/dm-lens/dist/clients/lsp/server.js +267 -80
- package/extensions/dm-lens/dist/clients/lsp/session-roots.js +34 -3
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/strategies.js +85 -5
- package/extensions/dm-lens/dist/clients/lsp/watch-queue.js +23 -2
- package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-cache.js +172 -47
- package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-session.js +35 -0
- package/extensions/dm-lens/dist/clients/lsp-mutation.js +1 -1
- package/extensions/dm-lens/dist/clients/mcp/analyze.js +51 -14
- package/extensions/dm-lens/dist/clients/mcp/ipc.js +24 -1
- package/extensions/dm-lens/dist/clients/mcp/session.js +2 -7
- package/extensions/dm-lens/dist/clients/memory-sampler.js +19 -1
- package/extensions/dm-lens/dist/clients/metrics-history.js +16 -29
- package/extensions/dm-lens/dist/clients/mutating-tool.js +4 -2
- package/extensions/dm-lens/dist/clients/mutation-attribution.js +1 -4
- package/extensions/dm-lens/dist/clients/observed-mutation.js +7 -1
- package/extensions/dm-lens/dist/clients/opaque-mutation-scan.js +260 -59
- package/extensions/dm-lens/dist/clients/opengrep-client.js +6 -1
- package/extensions/dm-lens/dist/clients/opengrep-config.js +10 -5
- package/extensions/dm-lens/dist/clients/opengrep-rule-pack.js +19 -0
- package/extensions/dm-lens/dist/clients/out-of-band-changes.js +329 -0
- package/extensions/dm-lens/dist/clients/package-manager.js +36 -62
- package/extensions/dm-lens/dist/clients/package-root.js +8 -12
- package/extensions/dm-lens/dist/clients/partial-edit-apply.js +8 -4
- package/extensions/dm-lens/dist/clients/path-birth.js +58 -0
- package/extensions/dm-lens/dist/clients/path-utils.js +142 -23
- package/extensions/dm-lens/dist/clients/persist-worker-stats.js +8 -0
- package/extensions/dm-lens/dist/clients/persistent-reverify.js +2 -1
- package/extensions/dm-lens/dist/clients/pipeline.js +229 -35
- package/extensions/dm-lens/dist/clients/probe-home-state.js +6 -0
- package/extensions/dm-lens/dist/clients/project-changes.js +9 -3
- package/extensions/dm-lens/dist/clients/project-diagnostics/fresh-fetch.js +1 -1
- package/extensions/dm-lens/dist/clients/project-diagnostics/scanner.js +4 -2
- package/extensions/dm-lens/dist/clients/project-lens-config.js +4 -6
- package/extensions/dm-lens/dist/clients/project-root-markers.js +8 -0
- package/extensions/dm-lens/dist/clients/project-snapshot-persist-worker.js +26 -8
- package/extensions/dm-lens/dist/clients/project-snapshot.js +33 -11
- package/extensions/dm-lens/dist/clients/python-environment.js +239 -13
- package/extensions/dm-lens/dist/clients/read-guard-tool-lines.js +2 -8
- package/extensions/dm-lens/dist/clients/read-guard.js +127 -39
- package/extensions/dm-lens/dist/clients/review-graph/builder.js +94 -22
- package/extensions/dm-lens/dist/clients/review-graph/git-identity.js +7 -2
- package/extensions/dm-lens/dist/clients/review-graph/import-resolvers.js +9 -0
- package/extensions/dm-lens/dist/clients/review-graph/tsconfig-paths.js +35 -2
- package/extensions/dm-lens/dist/clients/ruff-client.js +0 -2
- package/extensions/dm-lens/dist/clients/rules-scanner.js +0 -43
- package/extensions/dm-lens/dist/clients/runtime-agent-end.js +37 -6
- package/extensions/dm-lens/dist/clients/runtime-coordinator.js +168 -31
- package/extensions/dm-lens/dist/clients/runtime-session.js +103 -65
- package/extensions/dm-lens/dist/clients/runtime-tool-call.js +155 -64
- package/extensions/dm-lens/dist/clients/runtime-tool-result.js +586 -148
- package/extensions/dm-lens/dist/clients/runtime-turn.js +450 -152
- package/extensions/dm-lens/dist/clients/rust-client.js +11 -13
- package/extensions/dm-lens/dist/clients/safe-spawn.js +144 -17
- package/extensions/dm-lens/dist/clients/sanitize.js +0 -169
- package/extensions/dm-lens/dist/clients/search-read-registration.js +20 -4
- package/extensions/dm-lens/dist/clients/session-lifecycle.js +41 -1
- package/extensions/dm-lens/dist/clients/session-repository.js +113 -0
- package/extensions/dm-lens/dist/clients/session-scope.js +1 -1
- package/extensions/dm-lens/dist/clients/session-start-observability.js +12 -0
- package/extensions/dm-lens/dist/clients/session-state-store.js +6 -1
- package/extensions/dm-lens/dist/clients/sg-runner.js +5 -8
- package/extensions/dm-lens/dist/clients/sgconfig.js +7 -14
- package/extensions/dm-lens/dist/clients/single-flight.js +1 -0
- package/extensions/dm-lens/dist/clients/source-filter.js +19 -16
- package/extensions/dm-lens/dist/clients/source-walker.js +21 -3
- package/extensions/dm-lens/dist/clients/startup-scan.js +14 -23
- package/extensions/dm-lens/dist/clients/test-runner-client.js +17 -28
- package/extensions/dm-lens/dist/clients/test-runner-delivery.js +2 -10
- package/extensions/dm-lens/dist/clients/tool-config.js +24 -4
- package/extensions/dm-lens/dist/clients/tool-cwd.js +10 -9
- package/extensions/dm-lens/dist/clients/tool-policy.js +1 -8
- package/extensions/dm-lens/dist/clients/tool-set-policy.js +32 -3
- package/extensions/dm-lens/dist/clients/tree-sitter-client.js +69 -25
- package/extensions/dm-lens/dist/clients/tree-sitter-query-loader.js +13 -1
- package/extensions/dm-lens/dist/clients/tree-sitter-symbol-extractor.js +81 -56
- package/extensions/dm-lens/dist/clients/warm-attach.js +31 -9
- package/extensions/dm-lens/dist/clients/widget-state.js +48 -31
- package/extensions/dm-lens/dist/clients/word-index-logger.js +3 -0
- package/extensions/dm-lens/dist/clients/word-index.js +11 -2
- package/extensions/dm-lens/dist/clients/workspace-topology.js +10 -4
- package/extensions/dm-lens/dist/index.js +315 -144
- package/extensions/dm-lens/dist/mcp/analyze-cli.js +1 -1
- package/extensions/dm-lens/dist/mcp/cli.js +1 -1
- package/extensions/dm-lens/dist/mcp/server.js +16 -14
- package/extensions/dm-lens/dist/mcp/worker.js +1 -1
- package/extensions/dm-lens/dist/scripts/lib/process-scan.mjs +1 -1
- package/extensions/dm-lens/dist/tools/activate-tools.js +3 -2
- package/extensions/dm-lens/dist/tools/ast-grep-outline.js +6 -4
- package/extensions/dm-lens/dist/tools/ast-grep-replace.js +17 -10
- package/extensions/dm-lens/dist/tools/ast-grep-search.js +22 -19
- package/extensions/dm-lens/dist/tools/lens-diagnostic-mark.js +3 -3
- package/extensions/dm-lens/dist/tools/lens-diagnostics.js +245 -70
- package/extensions/dm-lens/dist/tools/lsp-diagnostics.js +276 -77
- package/extensions/dm-lens/dist/tools/lsp-navigation.js +152 -100
- package/extensions/dm-lens/dist/tools/module-report.js +2 -1
- package/extensions/dm-lens/dist/tools/shared.js +16 -2
- package/extensions/dm-lens/index.js +336 -141
- package/extensions/dm-lens/mcp/analyze-cli.js +1 -1
- package/extensions/dm-lens/mcp/cli.js +1 -1
- package/extensions/dm-lens/mcp/server.js +16 -13
- package/extensions/dm-lens/mcp/worker.js +1 -1
- package/extensions/dm-lens/package.json +1 -1
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-return-value-in-generator-test.yml +17 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-js-test.yml +86 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-test.yml +86 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/unchecked-numeric-parse-python-test.yml +15 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rules/no-return-value-in-generator.yml +9 -4
- package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute-js.yml +119 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute.yml +119 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rules/unchecked-numeric-parse-python.yml +13 -2
- package/extensions/dm-lens/rules/rule-catalog.json +25 -1
- package/extensions/dm-lens/scripts/lib/process-scan.mjs +1 -1
- package/extensions/dm-lens/skills/{pi-lens-ast-grep → dm-lens-ast-grep}/SKILL.md +1 -1
- package/extensions/dm-lens/tools/activate-tools.js +3 -2
- package/extensions/dm-lens/tools/ast-grep-outline.js +6 -4
- package/extensions/dm-lens/tools/ast-grep-replace.js +17 -10
- package/extensions/dm-lens/tools/ast-grep-search.js +27 -19
- package/extensions/dm-lens/tools/lens-diagnostic-mark.js +3 -3
- package/extensions/dm-lens/tools/lens-diagnostics.js +260 -68
- package/extensions/dm-lens/tools/lsp-diagnostics.js +303 -76
- package/extensions/dm-lens/tools/lsp-navigation.js +168 -102
- package/extensions/dm-lens/tools/module-report.js +2 -1
- package/extensions/dm-lens/tools/shared.js +16 -2
- package/extensions/dm-mcp-adapter/.github/workflows/ci.yml +82 -0
- package/extensions/dm-mcp-adapter/THIRD_PARTY_NOTICES.md +1 -1
- package/extensions/dm-mcp-adapter/VISION.md +94 -0
- package/extensions/dm-mcp-adapter/agent-dir.js +2 -2
- package/extensions/dm-mcp-adapter/bearer-command-resolver.js +5 -3
- package/extensions/dm-mcp-adapter/bench/server-memory.mjs +432 -0
- package/extensions/dm-mcp-adapter/bench/session.js +105 -0
- package/extensions/dm-mcp-adapter/bench/token-cost/data.mjs +231 -0
- package/extensions/dm-mcp-adapter/bench/token-cost/run.mjs +190 -0
- package/extensions/dm-mcp-adapter/bench/token-cost/server.mjs +109 -0
- package/extensions/dm-mcp-adapter/cli.js +55 -100
- package/extensions/dm-mcp-adapter/codemode-bridge.js +92 -0
- package/extensions/dm-mcp-adapter/commands.js +143 -26
- package/extensions/dm-mcp-adapter/config.js +303 -78
- package/extensions/dm-mcp-adapter/conformance/baseline-client.yml +22 -0
- package/extensions/dm-mcp-adapter/conformance/driver.js +200 -0
- package/extensions/dm-mcp-adapter/conformance/driver.sh +24 -0
- package/extensions/dm-mcp-adapter/conformance/run.sh +130 -0
- package/extensions/dm-mcp-adapter/deferred-tool-surface.js +69 -0
- package/extensions/dm-mcp-adapter/direct-tool-surface.js +96 -72
- package/extensions/dm-mcp-adapter/direct-tools.js +76 -53
- package/extensions/dm-mcp-adapter/dist/agent-dir.js +2 -2
- package/extensions/dm-mcp-adapter/dist/bearer-command-resolver.js +5 -3
- package/extensions/dm-mcp-adapter/dist/config.js +304 -55
- package/extensions/dm-mcp-adapter/dist/elicitation-handler.js +4 -0
- package/extensions/dm-mcp-adapter/dist/extraction-settings.js +43 -0
- package/extensions/dm-mcp-adapter/dist/mcp-probe.js +1 -1
- package/extensions/dm-mcp-adapter/dist/mcp-tasks.js +46 -7
- package/extensions/dm-mcp-adapter/dist/metadata-cache.js +93 -5
- package/extensions/dm-mcp-adapter/dist/output-shape.js +1 -1
- package/extensions/dm-mcp-adapter/dist/project-server-trust.js +108 -20
- package/extensions/dm-mcp-adapter/dist/request-headers-command.js +17 -1
- package/extensions/dm-mcp-adapter/dist/runtime-owner.js +7 -6
- package/extensions/dm-mcp-adapter/dist/sampling-handler.js +8 -2
- package/extensions/dm-mcp-adapter/dist/script-tools.js +72 -0
- package/extensions/dm-mcp-adapter/dist/semantic-settings.js +51 -0
- package/extensions/dm-mcp-adapter/dist/server-log.js +19 -0
- package/extensions/dm-mcp-adapter/dist/server-manager.js +62 -21
- package/extensions/dm-mcp-adapter/dist/task-entries.js +60 -0
- package/extensions/dm-mcp-adapter/dist/task-jobs.js +259 -0
- package/extensions/dm-mcp-adapter/dist/types.js +7 -0
- package/extensions/dm-mcp-adapter/dist/utils.js +33 -7
- package/extensions/dm-mcp-adapter/dm-host-tool-context.js +0 -0
- package/extensions/dm-mcp-adapter/elicitation-handler.js +4 -0
- package/extensions/dm-mcp-adapter/error-signal.js +12 -1
- package/extensions/dm-mcp-adapter/executor-accounts.js +192 -0
- package/extensions/dm-mcp-adapter/executor-app-tools.js +61 -0
- package/extensions/dm-mcp-adapter/executor-catalog.js +157 -0
- package/extensions/dm-mcp-adapter/executor-pauses.js +105 -0
- package/extensions/dm-mcp-adapter/extraction-settings.js +43 -0
- package/extensions/dm-mcp-adapter/extraction.js +396 -0
- package/extensions/dm-mcp-adapter/host-html-template.js +1 -1
- package/extensions/dm-mcp-adapter/host-managed.js +24 -5
- package/extensions/dm-mcp-adapter/index.js +761 -76
- package/extensions/dm-mcp-adapter/init.js +235 -11
- package/extensions/dm-mcp-adapter/jev-semantic-search.js +161 -0
- package/extensions/dm-mcp-adapter/mcp-code.js +12 -11
- package/extensions/dm-mcp-adapter/mcp-keyring-helper.cjs +1 -1
- package/extensions/dm-mcp-adapter/mcp-output-guard.js +7 -0
- package/extensions/dm-mcp-adapter/mcp-panel.js +23 -21
- package/extensions/dm-mcp-adapter/mcp-probe.js +1 -1
- package/extensions/dm-mcp-adapter/mcp-status.js +2 -1
- package/extensions/dm-mcp-adapter/mcp-tasks.js +46 -7
- package/extensions/dm-mcp-adapter/metadata-cache.js +93 -5
- package/extensions/dm-mcp-adapter/namespace-tools.js +12 -4
- package/extensions/dm-mcp-adapter/output-shape.js +1 -1
- package/extensions/dm-mcp-adapter/package.json +1 -1
- package/extensions/dm-mcp-adapter/pi-mcp.mp4 +0 -0
- package/extensions/dm-mcp-adapter/pi-signin-import.js +1 -1
- package/extensions/dm-mcp-adapter/project-server-trust.js +108 -20
- package/extensions/dm-mcp-adapter/proxy-modes.js +320 -110
- package/extensions/dm-mcp-adapter/request-headers-command.js +17 -1
- package/extensions/dm-mcp-adapter/runtime-owner.js +7 -6
- package/extensions/dm-mcp-adapter/sampling-handler.js +8 -2
- package/extensions/dm-mcp-adapter/script-tool-save.js +251 -0
- package/extensions/dm-mcp-adapter/script-tool-surface.js +100 -0
- package/extensions/dm-mcp-adapter/script-tools.js +72 -0
- package/extensions/dm-mcp-adapter/semantic-search.js +176 -50
- package/extensions/dm-mcp-adapter/semantic-settings.js +51 -0
- package/extensions/dm-mcp-adapter/server-log.js +19 -0
- package/extensions/dm-mcp-adapter/server-manager.js +64 -21
- package/extensions/dm-mcp-adapter/task-entries.js +60 -0
- package/extensions/dm-mcp-adapter/task-jobs.js +263 -0
- package/extensions/dm-mcp-adapter/tool-approval.js +49 -2
- package/extensions/dm-mcp-adapter/tool-metadata.js +70 -3
- package/extensions/dm-mcp-adapter/tool-registrar.js +8 -1
- package/extensions/dm-mcp-adapter/tool-result-renderer.js +10 -6
- package/extensions/dm-mcp-adapter/types.js +7 -0
- package/extensions/dm-mcp-adapter/ui-server.js +24 -18
- package/extensions/dm-mcp-adapter/ui-session.js +3 -3
- package/extensions/dm-mcp-adapter/upgrade-notice.js +42 -0
- package/extensions/dm-mcp-adapter/utils.js +33 -7
- package/extensions/dm-ponytail/extensions/ponytail.mjs +11 -3
- package/extensions/dm-ponytail/hooks/band/board.js +524 -0
- package/extensions/dm-ponytail/hooks/band/logo.js +2 -0
- package/extensions/dm-ponytail/hooks/band/metrics.js +238 -0
- package/extensions/dm-ponytail/hooks/band/register.js +532 -0
- package/extensions/dm-ponytail/hooks/claude-band.json +6 -0
- package/extensions/dm-ponytail/hooks/claude-codex-hooks.json +6 -6
- package/extensions/dm-ponytail/hooks/copilot-hooks.json +6 -6
- package/extensions/dm-ponytail/hooks/cursor-hooks.json +2 -2
- package/extensions/dm-ponytail/hooks/ponytail-activate.js +105 -70
- package/extensions/dm-ponytail/hooks/ponytail-band-import.js +308 -0
- package/extensions/dm-ponytail/hooks/ponytail-config.js +4 -0
- package/extensions/dm-ponytail/hooks/ponytail-instructions.js +1 -1
- package/extensions/dm-ponytail/hooks/ponytail-map.js +7 -3
- package/extensions/dm-ponytail/hooks/ponytail-mode-tracker.js +41 -4
- package/extensions/dm-ponytail/hooks/ponytail-runtime.js +11 -8
- package/extensions/dm-ponytail/pi-extension/index.js +11 -3
- package/extensions/dm-ponytail/skills/ponytail/SKILL.md +1 -1
- package/extensions/dm-ponytail/skills/ponytail-debt/SKILL.md +4 -5
- package/extensions/dm-ponytail/skills/ponytail-gain/SKILL.md +0 -1
- package/extensions/dm-ponytail/skills/ponytail-help/SKILL.md +6 -0
- package/extensions/dm-skills-manager/package.json +1 -1
- package/extensions/dm-subagents/VISION.md +98 -0
- package/extensions/dm-subagents/agents/evidence-auditor.md +1 -0
- package/extensions/dm-subagents/agents/oracle.md +1 -0
- package/extensions/dm-subagents/agents/reviewer.md +1 -0
- package/extensions/dm-subagents/package.json +2 -1
- package/extensions/dm-subagents/scripts/build-package.mjs +128 -0
- package/extensions/dm-subagents/skills/council-mode/SKILL.md +1 -4
- package/extensions/dm-subagents/skills/dm-subagents/SKILL.md +130 -106
- package/extensions/dm-subagents/skills/dm-subagents/references/execution-controls.md +4 -3
- package/extensions/dm-subagents/skills/dm-subagents/references/orchestration.md +124 -0
- package/extensions/dm-subagents/skills/dm-subagents/references/prompting-and-roles.md +96 -295
- package/extensions/dm-subagents/src/agents/agent-management.js +14 -19
- package/extensions/dm-subagents/src/agents/agent-memory.js +2 -1
- package/extensions/dm-subagents/src/agents/agent-serializer.js +1 -2
- package/extensions/dm-subagents/src/agents/agents.js +7 -8
- package/extensions/dm-subagents/src/agents/frontmatter.js +34 -16
- package/extensions/dm-subagents/src/agents/skills.js +1 -1
- package/extensions/dm-subagents/src/api/background-work.js +8 -5
- package/extensions/dm-subagents/src/api/external-runs.js +3 -4
- package/extensions/dm-subagents/src/extension/active-runs-prompt.js +20 -0
- package/extensions/dm-subagents/src/extension/config.js +12 -0
- package/extensions/dm-subagents/src/extension/declaration-pinning.js +20 -3
- package/extensions/dm-subagents/src/extension/herdr-dm-bridge.js +24 -12
- package/extensions/dm-subagents/src/extension/index.js +125 -20
- package/extensions/dm-subagents/src/extension/public-execution.js +3 -0
- package/extensions/dm-subagents/src/extension/reply-workflow-script.js +3 -2
- package/extensions/dm-subagents/src/extension/rpc.js +5 -3
- package/extensions/dm-subagents/src/extension/schemas.js +6 -5
- package/extensions/dm-subagents/src/extension/subagent-guide.js +1 -2
- package/extensions/dm-subagents/src/extension/tool-activation.js +60 -26
- package/extensions/dm-subagents/src/extension/tool-description.js +2 -2
- package/extensions/dm-subagents/src/extension/upgrade-notice.js +5 -1
- package/extensions/dm-subagents/src/intercom/native-supervisor-channel.js +143 -15
- package/extensions/dm-subagents/src/missions/actions.js +4 -1
- package/extensions/dm-subagents/src/missions/lifecycle.js +32 -8
- package/extensions/dm-subagents/src/missions/store.js +1 -0
- package/extensions/dm-subagents/src/runs/background/active-async-capacity.js +15 -9
- package/extensions/dm-subagents/src/runs/background/async-execution.js +30 -16
- package/extensions/dm-subagents/src/runs/background/async-job-tracker.js +12 -3
- package/extensions/dm-subagents/src/runs/background/async-resume.js +5 -3
- package/extensions/dm-subagents/src/runs/background/async-status-snapshot.js +4 -2
- package/extensions/dm-subagents/src/runs/background/async-status.js +32 -10
- package/extensions/dm-subagents/src/runs/background/auto-drain.js +2 -1
- package/extensions/dm-subagents/src/runs/background/await-async-run.js +2 -7
- package/extensions/dm-subagents/src/runs/background/boot-id.js +36 -0
- package/extensions/dm-subagents/src/runs/background/chain-root-attachment.js +4 -4
- package/extensions/dm-subagents/src/runs/background/index-segment.js +1 -1
- package/extensions/dm-subagents/src/runs/background/inspect-rpc.js +17 -3
- package/extensions/dm-subagents/src/runs/background/interrupted-elsewhere.js +55 -0
- package/extensions/dm-subagents/src/runs/background/notify.js +98 -10
- package/extensions/dm-subagents/src/runs/background/result-delivery-ownership.js +20 -22
- package/extensions/dm-subagents/src/runs/background/result-files.js +9 -6
- package/extensions/dm-subagents/src/runs/background/result-watcher.js +32 -17
- package/extensions/dm-subagents/src/runs/background/resume-guidance.js +2 -1
- package/extensions/dm-subagents/src/runs/background/retained-children.js +1 -1
- package/extensions/dm-subagents/src/runs/background/run-child-session.js +40 -21
- package/extensions/dm-subagents/src/runs/background/run-status.js +12 -5
- package/extensions/dm-subagents/src/runs/background/runner-aliases.js +7 -5
- package/extensions/dm-subagents/src/runs/background/runner-child-launch.js +1 -2
- package/extensions/dm-subagents/src/runs/background/stale-run-reconciler.js +89 -21
- package/extensions/dm-subagents/src/runs/background/subagent-runner-bootstrap.js +2 -0
- package/extensions/dm-subagents/src/runs/background/subagent-runner.js +190 -244
- package/extensions/dm-subagents/src/runs/background/subagent-wait.js +5 -2
- package/extensions/dm-subagents/src/runs/background/terminal-run-index.js +39 -4
- package/extensions/dm-subagents/src/runs/background/wait-subscriptions.js +5 -1
- package/extensions/dm-subagents/src/runs/background/workflow-terminal-proof.js +28 -2
- package/extensions/dm-subagents/src/runs/foreground/async-dismiss-action.js +2 -1
- package/extensions/dm-subagents/src/runs/foreground/async-steering-action.js +21 -7
- package/extensions/dm-subagents/src/runs/foreground/async-stop-action.js +10 -8
- package/extensions/dm-subagents/src/runs/foreground/command-action.js +2 -1
- package/extensions/dm-subagents/src/runs/foreground/execution.js +107 -66
- package/extensions/dm-subagents/src/runs/foreground/foreground-history.js +111 -32
- package/extensions/dm-subagents/src/runs/foreground/prompt-audit.js +2 -2
- package/extensions/dm-subagents/src/runs/foreground/subagent-executor.js +377 -126
- package/extensions/dm-subagents/src/runs/shared/async-status-projection.js +18 -1
- package/extensions/dm-subagents/src/runs/shared/child-commands.js +7 -1
- package/extensions/dm-subagents/src/runs/shared/child-runtime-config.js +1 -0
- package/extensions/dm-subagents/src/runs/shared/child-session.js +184 -65
- package/extensions/dm-subagents/src/runs/shared/child-tool-plan.js +14 -3
- package/extensions/dm-subagents/src/runs/shared/dm-spawn.js +71 -25
- package/extensions/dm-subagents/src/runs/shared/external-cli-runner.js +2 -1
- package/extensions/dm-subagents/src/runs/shared/herdr-connection.js +20 -10
- package/extensions/dm-subagents/src/runs/shared/herdr-external-adapters.js +1 -1
- package/extensions/dm-subagents/src/runs/shared/herdr-machine.js +50 -8
- package/extensions/dm-subagents/src/runs/shared/herdr-pane-host.js +212 -0
- package/extensions/dm-subagents/src/runs/shared/herdr-placed-run.js +47 -503
- package/extensions/dm-subagents/src/runs/shared/local-machine-access.js +29 -0
- package/extensions/dm-subagents/src/runs/shared/long-running-guard.js +70 -17
- package/extensions/dm-subagents/src/runs/shared/model-resolution.js +7 -1
- package/extensions/dm-subagents/src/runs/shared/nested-events.js +2 -0
- package/extensions/dm-subagents/src/runs/shared/orca-progress-tabs.js +2 -24
- package/extensions/dm-subagents/src/runs/shared/parallel-handoff.js +9 -6
- package/extensions/dm-subagents/src/runs/shared/partial-output.js +5 -0
- package/extensions/dm-subagents/src/runs/shared/placed-run-owner.js +157 -0
- package/extensions/dm-subagents/src/runs/shared/placement-host.js +166 -0
- package/extensions/dm-subagents/src/runs/shared/rex-machine.js +75 -0
- package/extensions/dm-subagents/src/runs/shared/rex-pane-host.js +306 -0
- package/extensions/dm-subagents/src/runs/shared/run-ownership.js +7 -0
- package/extensions/dm-subagents/src/runs/shared/single-output.js +29 -6
- package/extensions/dm-subagents/src/runs/shared/structured-output.js +1 -0
- package/extensions/dm-subagents/src/runs/shared/subagent-control.js +2 -1
- package/extensions/dm-subagents/src/runs/shared/subagent-prompt-runtime.js +177 -17
- package/extensions/dm-subagents/src/runs/shared/tool-budget.js +1 -1
- package/extensions/dm-subagents/src/shared/accessible-dir.js +1 -1
- package/extensions/dm-subagents/src/shared/child-transcript.js +1 -1
- package/extensions/dm-subagents/src/shared/completion-owner.js +1 -0
- package/extensions/dm-subagents/src/shared/dm-declarations.js +36 -1
- package/extensions/dm-subagents/src/shared/dm-safeguards.js +1 -1
- package/extensions/dm-subagents/src/shared/dm-settlement.js +2 -0
- package/extensions/dm-subagents/src/shared/extension-context.js +3 -0
- package/extensions/dm-subagents/src/shared/file-lease.js +4 -1
- package/extensions/dm-subagents/src/shared/fork-context.js +21 -8
- package/extensions/dm-subagents/src/shared/parent-wake.js +6 -11
- package/extensions/dm-subagents/src/shared/provider-diagnostics.js +59 -0
- package/extensions/dm-subagents/src/shared/session-identity.js +24 -0
- package/extensions/dm-subagents/src/shared/session-succession.js +18 -0
- package/extensions/dm-subagents/src/shared/types.js +5 -4
- package/extensions/dm-subagents/src/shared/utils.js +13 -0
- package/extensions/dm-subagents/src/slash/delegation-adapters.js +8 -1
- package/extensions/dm-subagents/src/slash/prompt-template-bridge.js +2 -1
- package/extensions/dm-subagents/src/slash/slash-commands.js +6 -4
- package/extensions/dm-subagents/src/slash/subagents-admin.js +3 -2
- package/extensions/dm-subagents/src/tui/dm-mouse-region.js +9 -1
- package/extensions/dm-subagents/src/tui/fleet-layout.js +19 -0
- package/extensions/dm-subagents/src/tui/fleet-status.js +20 -3
- package/extensions/dm-subagents/src/tui/fleet-viewport.js +59 -0
- package/extensions/dm-subagents/src/tui/fleet.js +92 -69
- package/extensions/dm-subagents/src/tui/render.js +45 -19
- package/extensions/dm-subagents/src/tui/subagent-messages.js +1 -0
- package/extensions/dm-subagents/src/watchdog/change-signature.js +1 -3
- package/extensions/dm-subagents/src/watchdog/diff-tool.js +7 -3
- package/extensions/dm-subagents/src/watchdog/permission-arbiter.js +15 -6
- package/extensions/dm-subagents/src/watchdog/register-main.js +10 -9
- package/extensions/dm-subagents/src/watchdog/review.js +9 -1
- package/extensions/dm-subagents/src/watchdog/runtime.js +3 -5
- package/extensions/dm-subagents/src/workflows/scripted-workflow.js +33 -6
- package/extensions/dm-subagents/src/workflows/structured-workflow-scripts.js +21 -8
- package/extensions/dm-subagents/src/workflows/workflow-auto-resume.js +81 -0
- package/extensions/dm-subagents/src/workflows/workflow-child-summary.js +18 -2
- package/extensions/dm-subagents/src/workflows/workflow-launch-record.js +45 -0
- package/extensions/dm-subagents/src/workflows/workflow-resources.js +2 -2
- package/extensions/dm-subagents/src/workflows/workflow-resume-claim.js +171 -0
- package/extensions/dm-subagents/src/workflows/workflow-resume.js +88 -0
- package/extensions/dm-subagents/src/workflows/workflow-reuse.js +72 -3
- package/extensions/dm-subagents/src/workflows/workflow-revival.js +1 -1
- package/extensions/dm-subagents/src/workflows/workflow-stop-cause.js +5 -0
- package/extensions/dm-web-access/.github/workflows/test.yml +28 -0
- package/extensions/dm-web-access/anysearch.js +3 -3
- package/extensions/dm-web-access/bocha.js +3 -3
- package/extensions/dm-web-access/brave-rate-limit.js +2 -2
- package/extensions/dm-web-access/brave.js +5 -10
- package/extensions/dm-web-access/brightdata-unlocker.js +2 -2
- package/extensions/dm-web-access/brightdata.js +3 -3
- package/extensions/dm-web-access/ceramic.js +2 -2
- package/extensions/dm-web-access/chrome-cookies.js +1 -1
- package/extensions/dm-web-access/claim-judge.js +147 -0
- package/extensions/dm-web-access/content-find.js +1 -1
- package/extensions/dm-web-access/credential-source.js +42 -5
- package/extensions/dm-web-access/curator-page.js +8 -2
- package/extensions/dm-web-access/curator-server.js +6 -0
- package/extensions/dm-web-access/deepseek.js +331 -0
- package/extensions/dm-web-access/duckduckgo-rate-limit.js +75 -0
- package/extensions/dm-web-access/duckduckgo.js +49 -43
- package/extensions/dm-web-access/endpoint-pdf-extract.js +30 -77
- package/extensions/dm-web-access/eval/claim-judge.mjs +96 -0
- package/extensions/dm-web-access/eval/field-extract.mjs +84 -0
- package/extensions/dm-web-access/eval/fixtures/claims-calibration.json +1026 -0
- package/extensions/dm-web-access/eval/fixtures/claims-holdout.json +896 -0
- package/extensions/dm-web-access/eval/fixtures/claims-sibling-holdout.json +226 -0
- package/extensions/dm-web-access/eval/fixtures/extract-calibration.json +12 -0
- package/extensions/dm-web-access/eval/fixtures/extract-holdout.json +172 -0
- package/extensions/dm-web-access/eval/fixtures/offtopic-calibration.json +103 -0
- package/extensions/dm-web-access/eval/fixtures/offtopic-holdout.json +307 -0
- package/extensions/dm-web-access/eval/offtopic-judge.mjs +66 -0
- package/extensions/dm-web-access/evidence/CONTRACT-EVIDENCE.md +496 -0
- package/extensions/dm-web-access/evidence/contract-probe.mjs +127 -0
- package/extensions/dm-web-access/exa.js +42 -4
- package/extensions/dm-web-access/extract.js +110 -19
- package/extensions/dm-web-access/fetch-params.js +12 -3
- package/extensions/dm-web-access/field-extract.js +324 -0
- package/extensions/dm-web-access/gemini-adc.js +47 -1
- package/extensions/dm-web-access/gemini-api.js +11 -0
- package/extensions/dm-web-access/gemini-search.js +204 -196
- package/extensions/dm-web-access/github-extract.js +1 -1
- package/extensions/dm-web-access/github-issue-pr.js +6 -6
- package/extensions/dm-web-access/index.js +159 -112
- package/extensions/dm-web-access/jina-search.js +6 -4
- package/extensions/dm-web-access/kagi.js +4 -4
- package/extensions/dm-web-access/keenable.js +2 -2
- package/extensions/dm-web-access/linkup.js +160 -0
- package/extensions/dm-web-access/mistral-search.js +4 -4
- package/extensions/dm-web-access/ninerouter.js +100 -0
- package/extensions/dm-web-access/offtopic-judge.js +56 -0
- package/extensions/dm-web-access/ollama.js +4 -4
- package/extensions/dm-web-access/openai-search.js +32 -12
- package/extensions/dm-web-access/package.json +1 -1
- package/extensions/dm-web-access/page-query.js +7 -4
- package/extensions/dm-web-access/parallel.js +6 -7
- package/extensions/dm-web-access/pdf-extract.js +1 -3
- package/extensions/dm-web-access/perplexity.js +6 -5
- package/extensions/dm-web-access/querit.js +3 -3
- package/extensions/dm-web-access/query-rewrite.js +32 -8
- package/extensions/dm-web-access/scripts/dm-extensions-dist.js +16 -0
- package/extensions/dm-web-access/scripts/publish.js +38 -0
- package/extensions/dm-web-access/search1api.js +3 -3
- package/extensions/dm-web-access/searchinfinity.js +3 -3
- package/extensions/dm-web-access/searxng.js +2 -1
- package/extensions/dm-web-access/serpapi.js +6 -5
- package/extensions/dm-web-access/serpbase.js +4 -4
- package/extensions/dm-web-access/serpdive.js +3 -3
- package/extensions/dm-web-access/serper.js +5 -4
- package/extensions/dm-web-access/serply.js +2 -2
- package/extensions/dm-web-access/source-check.js +22 -14
- package/extensions/dm-web-access/ssrf-protection.js +29 -4
- package/extensions/dm-web-access/summary-model-scope.js +11 -1
- package/extensions/dm-web-access/summary-review.js +36 -43
- package/extensions/dm-web-access/tool-activation.js +11 -2
- package/extensions/dm-web-access/upgrade-notice.js +41 -0
- package/extensions/dm-web-access/utils.js +51 -3
- package/extensions/dm-web-access/valyu.js +3 -3
- package/extensions/dm-web-access/video-extract.js +3 -2
- package/extensions/dm-web-access/web-tool-core.js +161 -51
- package/extensions/dm-web-access/xai-search.js +44 -9
- package/extensions/dm-web-access/xcrawl.js +3 -3
- package/extensions/dm-web-access/you.js +2 -2
- package/package.json +4 -4
- package/extensions/dm-web-access/dist/index.js +0 -28396
- package/extensions/dm-web-access/dist/mcp-cli.js +0 -28185
- /package/extensions/dm-lens/skills/{pi-lens-lsp-navigation → dm-lens-lsp-navigation}/SKILL.md +0 -0
- /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/SKILL.md +0 -0
- /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/reference.md +0 -0
- /package/extensions/dm-lens/skills/{pi-lens-write-tree-sitter-rule → dm-lens-write-tree-sitter-rule}/SKILL.md +0 -0
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { existsSync, readFileSync } from "node:fs";
|
|
2
|
+
import { setTimeout as sleep } from "node:timers/promises";
|
|
2
3
|
import { fetchRemoteUrl, loadSsrfConfig } from "./ssrf-protection.js";
|
|
3
4
|
import { getWebSearchConfigPath, isLoopbackHostname } from "./utils.js";
|
|
4
5
|
const DEFAULT_TIMEOUT_MS = 120000;
|
|
@@ -6,19 +7,17 @@ const MAX_POLL_INTERVAL_MS = 3000;
|
|
|
6
7
|
const MAX_RESPONSE_BYTES = 4 * 1024 * 1024;
|
|
7
8
|
const MAX_ERROR_BODY_BYTES = 300;
|
|
8
9
|
const CONFIG_PATH = getWebSearchConfigPath();
|
|
9
|
-
function
|
|
10
|
+
function pdfSection() {
|
|
10
11
|
if (!existsSync(CONFIG_PATH))
|
|
11
12
|
return {};
|
|
13
|
+
let parsed;
|
|
12
14
|
try {
|
|
13
|
-
|
|
14
|
-
return parsed && typeof parsed === "object" ? parsed : {};
|
|
15
|
+
parsed = JSON.parse(readFileSync(CONFIG_PATH, "utf-8"));
|
|
15
16
|
} catch (err) {
|
|
16
17
|
const message = err instanceof Error ? err.message : String(err);
|
|
17
18
|
throw new Error(`Failed to parse ${CONFIG_PATH}: ${message}`);
|
|
18
19
|
}
|
|
19
|
-
|
|
20
|
-
function pdfSection() {
|
|
21
|
-
const pdf = loadConfig().pdf;
|
|
20
|
+
const pdf = parsed?.pdf;
|
|
22
21
|
return pdf && typeof pdf === "object" ? pdf : {};
|
|
23
22
|
}
|
|
24
23
|
function normalizeString(value) {
|
|
@@ -31,21 +30,13 @@ export function getEndpointUrl() {
|
|
|
31
30
|
const configured = normalizeString(process.env.PDF_ENDPOINT_URL) ?? normalizeString(pdfSection().endpointUrl);
|
|
32
31
|
if (!configured)
|
|
33
32
|
return null;
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
url = new URL(configured);
|
|
37
|
-
} catch {
|
|
33
|
+
const protocol = URL.parse(configured)?.protocol;
|
|
34
|
+
if (protocol !== "http:" && protocol !== "https:") {
|
|
38
35
|
throw new Error(`Failed to parse pdf.endpointUrl: expected an absolute http(s) URL, got "${configured}"`);
|
|
39
36
|
}
|
|
40
|
-
if (url.protocol !== "http:" && url.protocol !== "https:") {
|
|
41
|
-
throw new Error(`Failed to parse pdf.endpointUrl: expected an http(s) URL, got "${configured}"`);
|
|
42
|
-
}
|
|
43
37
|
return configured.replace(/\/+$/, "");
|
|
44
38
|
}
|
|
45
|
-
|
|
46
|
-
return normalizeString(pdfSection().endpointEngine);
|
|
47
|
-
}
|
|
48
|
-
export function getEndpointTimeoutMs() {
|
|
39
|
+
function getEndpointTimeoutMs() {
|
|
49
40
|
const configured = pdfSection().endpointTimeoutMs;
|
|
50
41
|
if (typeof configured === "number" && Number.isFinite(configured) && configured > 0) {
|
|
51
42
|
return Math.min(configured, 300000);
|
|
@@ -59,37 +50,28 @@ export function isEndpointApiAvailable() {
|
|
|
59
50
|
return true;
|
|
60
51
|
}
|
|
61
52
|
}
|
|
62
|
-
function errorMessage(err) {
|
|
63
|
-
return err instanceof Error ? err.message : String(err);
|
|
64
|
-
}
|
|
65
53
|
async function readCapped(response, maxBytes, overflowThrows) {
|
|
66
|
-
const
|
|
67
|
-
if (!
|
|
54
|
+
const reader = response.body?.getReader();
|
|
55
|
+
if (!reader)
|
|
68
56
|
return "";
|
|
69
|
-
const reader = body.getReader();
|
|
70
57
|
const decoder = new TextDecoder;
|
|
71
58
|
let text = "";
|
|
72
59
|
let received = 0;
|
|
73
60
|
for (;; ) {
|
|
74
61
|
const { done, value } = await reader.read();
|
|
75
62
|
if (done)
|
|
76
|
-
|
|
63
|
+
return text + decoder.decode();
|
|
77
64
|
const room = maxBytes - received;
|
|
78
65
|
received += value.byteLength;
|
|
79
|
-
if (received
|
|
66
|
+
if (received >= maxBytes) {
|
|
80
67
|
await reader.cancel();
|
|
81
|
-
if (overflowThrows) {
|
|
68
|
+
if (overflowThrows && received > maxBytes) {
|
|
82
69
|
throw new Error("PDF parser endpoint returned an oversized response");
|
|
83
70
|
}
|
|
84
|
-
return text + decoder.decode(value.subarray(0, room)
|
|
71
|
+
return text + decoder.decode(value.subarray(0, room));
|
|
85
72
|
}
|
|
86
73
|
text += decoder.decode(value, { stream: true });
|
|
87
|
-
if (!overflowThrows && received === maxBytes) {
|
|
88
|
-
await reader.cancel();
|
|
89
|
-
return text + decoder.decode();
|
|
90
|
-
}
|
|
91
74
|
}
|
|
92
|
-
return text + decoder.decode();
|
|
93
75
|
}
|
|
94
76
|
async function readJson(response) {
|
|
95
77
|
const text = await readCapped(response, MAX_RESPONSE_BYTES, true);
|
|
@@ -102,23 +84,19 @@ async function readJson(response) {
|
|
|
102
84
|
}
|
|
103
85
|
async function errorBody(response) {
|
|
104
86
|
try {
|
|
105
|
-
const text =
|
|
87
|
+
const text = await readCapped(response, MAX_ERROR_BODY_BYTES, false);
|
|
106
88
|
return text ? `: ${text}` : "";
|
|
107
89
|
} catch {
|
|
108
90
|
return "";
|
|
109
91
|
}
|
|
110
92
|
}
|
|
111
|
-
export function stripNullCharacters(markdown) {
|
|
112
|
-
return markdown.includes("\x00") ? markdown.replace(/\x00/g, "") : markdown;
|
|
113
|
-
}
|
|
114
93
|
function markdownResult(payload) {
|
|
115
|
-
const markdown = typeof payload.markdown === "string" ?
|
|
94
|
+
const markdown = typeof payload.markdown === "string" ? payload.markdown.replaceAll("\x00", "") : "";
|
|
116
95
|
if (markdown.trim().length === 0) {
|
|
117
96
|
const error = normalizeString(payload.error);
|
|
118
97
|
throw new Error(error ? `PDF parser endpoint failed: ${error}` : "PDF parser endpoint returned no markdown");
|
|
119
98
|
}
|
|
120
|
-
|
|
121
|
-
return { markdown, ...pages !== undefined ? { pages } : {} };
|
|
99
|
+
return { markdown, pages: typeof payload.pages === "number" ? payload.pages : undefined };
|
|
122
100
|
}
|
|
123
101
|
export async function extractPDFViaEndpoint(buffer, options) {
|
|
124
102
|
options.signal?.throwIfAborted();
|
|
@@ -133,49 +111,29 @@ export async function extractPDFViaEndpoint(buffer, options) {
|
|
|
133
111
|
allowLoopback: isLoopbackHostname(new URL(endpointUrl).hostname),
|
|
134
112
|
...options.lookup ? { lookup: options.lookup } : {}
|
|
135
113
|
};
|
|
136
|
-
const engine =
|
|
114
|
+
const engine = normalizeString(pdfSection().endpointEngine);
|
|
137
115
|
const form = new FormData;
|
|
138
116
|
form.append("file", new Blob([buffer], { type: "application/pdf" }), "document.pdf");
|
|
139
117
|
if (engine)
|
|
140
118
|
form.append("engine", engine);
|
|
141
119
|
form.append("max_pages", String(options.maxPages));
|
|
142
|
-
const
|
|
120
|
+
const timeoutMs = options.timeoutMs ?? getEndpointTimeoutMs();
|
|
121
|
+
const deadline = Date.now() + timeoutMs;
|
|
143
122
|
const signal = options.signal;
|
|
144
|
-
const timeout = AbortSignal.timeout(
|
|
123
|
+
const timeout = AbortSignal.timeout(timeoutMs);
|
|
145
124
|
const combined = signal ? AbortSignal.any([signal, timeout]) : timeout;
|
|
146
125
|
const response = await fetchRemoteUrl(endpointUrl, { method: "POST", body: form, signal: combined }, guard);
|
|
147
126
|
if (!response.ok) {
|
|
148
127
|
throw new Error(`PDF parser endpoint returned HTTP ${response.status}${await errorBody(response)}`);
|
|
149
128
|
}
|
|
150
129
|
let payload = await readJson(response);
|
|
151
|
-
|
|
130
|
+
const jobId = normalizeString(payload.job_id);
|
|
131
|
+
if (typeof payload.markdown === "string" || !jobId) {
|
|
152
132
|
return markdownResult(payload);
|
|
153
133
|
}
|
|
154
|
-
const jobId = normalizeString(payload.job_id);
|
|
155
134
|
const jobsUrl = new URL(`jobs/${encodeURIComponent(jobId)}`, endpointUrl).toString();
|
|
156
|
-
let interval = 1000;
|
|
157
|
-
|
|
158
|
-
const remaining = deadline - Date.now();
|
|
159
|
-
if (remaining <= 0)
|
|
160
|
-
break;
|
|
161
|
-
const wait = Math.min(interval, Math.max(1, remaining), MAX_POLL_INTERVAL_MS);
|
|
162
|
-
interval = Math.min(interval * 2, MAX_POLL_INTERVAL_MS);
|
|
163
|
-
await new Promise((resolve, reject) => {
|
|
164
|
-
const timer = setTimeout(() => {
|
|
165
|
-
signal?.removeEventListener("abort", onAbort);
|
|
166
|
-
resolve();
|
|
167
|
-
}, wait);
|
|
168
|
-
const onAbort = () => {
|
|
169
|
-
clearTimeout(timer);
|
|
170
|
-
reject(new Error("PDF endpoint poll aborted"));
|
|
171
|
-
};
|
|
172
|
-
if (signal?.aborted) {
|
|
173
|
-
clearTimeout(timer);
|
|
174
|
-
reject(new Error("PDF endpoint poll aborted"));
|
|
175
|
-
return;
|
|
176
|
-
}
|
|
177
|
-
signal?.addEventListener("abort", onAbort, { once: true });
|
|
178
|
-
});
|
|
135
|
+
for (let interval = 1000;Date.now() < deadline; interval = Math.min(interval * 2, MAX_POLL_INTERVAL_MS)) {
|
|
136
|
+
await sleep(Math.min(interval, deadline - Date.now()), undefined, { signal });
|
|
179
137
|
const poll = await fetchRemoteUrl(jobsUrl, { signal: combined }, guard);
|
|
180
138
|
if (!poll.ok) {
|
|
181
139
|
throw new Error(`PDF parser job status returned HTTP ${poll.status}${await errorBody(poll)}`);
|
|
@@ -187,22 +145,17 @@ export async function extractPDFViaEndpoint(buffer, options) {
|
|
|
187
145
|
throw new Error(`PDF parser endpoint job failed: ${error}`);
|
|
188
146
|
}
|
|
189
147
|
if (status === "done") {
|
|
190
|
-
|
|
148
|
+
let result = payload.result;
|
|
191
149
|
if (typeof result === "string") {
|
|
192
|
-
|
|
150
|
+
const raw = result;
|
|
193
151
|
try {
|
|
194
|
-
|
|
152
|
+
result = JSON.parse(raw);
|
|
195
153
|
} catch {
|
|
196
|
-
return { markdown:
|
|
154
|
+
return { markdown: raw.replaceAll("\x00", "") };
|
|
197
155
|
}
|
|
198
|
-
if (parsed && typeof parsed === "object") {
|
|
199
|
-
return markdownResult(parsed);
|
|
200
|
-
}
|
|
201
|
-
throw new Error("PDF parser endpoint job completed without a result");
|
|
202
156
|
}
|
|
203
|
-
if (result && typeof result === "object")
|
|
157
|
+
if (result && typeof result === "object")
|
|
204
158
|
return markdownResult(result);
|
|
205
|
-
}
|
|
206
159
|
throw new Error("PDF parser endpoint job completed without a result");
|
|
207
160
|
}
|
|
208
161
|
}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import { ModelRegistry, ModelRuntime } from "@duckmind/dm-coding-agent";
|
|
2
|
+
import { readFileSync } from "node:fs";
|
|
3
|
+
import { parseArgs } from "node:util";
|
|
4
|
+
import { CLAIM_JUDGE_MODELS, judgeClaim } from "../claim-judge.js";
|
|
5
|
+
if (process.env.DM_WEB_ACCESS_REAL_SEMANTIC !== "1") {
|
|
6
|
+
console.error("This harness sends the fixture claims to the classifier providers and is billed to your accounts. Set DM_WEB_ACCESS_REAL_SEMANTIC=1 to run it.");
|
|
7
|
+
process.exit(2);
|
|
8
|
+
}
|
|
9
|
+
const { values } = parseArgs({ options: { models: { type: "string", default: Object.keys(CLAIM_JUDGE_MODELS).join(",") }, repeat: { type: "string", default: "1" } } });
|
|
10
|
+
const models = values.models.split(",").map((model) => model.trim()).filter(Boolean);
|
|
11
|
+
const repeat = Number(values.repeat);
|
|
12
|
+
for (const model of models) {
|
|
13
|
+
if (!Object.hasOwn(CLAIM_JUDGE_MODELS, model))
|
|
14
|
+
throw new Error(`Unknown model ${model}; use one of ${Object.keys(CLAIM_JUDGE_MODELS).join(", ")}`);
|
|
15
|
+
}
|
|
16
|
+
if (!Number.isInteger(repeat) || repeat < 1)
|
|
17
|
+
throw new Error("--repeat must be a positive integer");
|
|
18
|
+
const modelRegistry = new ModelRegistry(await ModelRuntime.create());
|
|
19
|
+
const LABELS = ["supported", "contradicted", "not_addressed"];
|
|
20
|
+
const fixtureSets = ["calibration", "holdout", "sibling-holdout"].map((name) => ({
|
|
21
|
+
name,
|
|
22
|
+
claims: JSON.parse(readFileSync(new URL(`./fixtures/claims-${name}.json`, import.meta.url), "utf8"))
|
|
23
|
+
}));
|
|
24
|
+
const percentile = (sorted, p) => sorted[Math.min(sorted.length - 1, Math.floor(sorted.length * p))];
|
|
25
|
+
const describe = ({ fixture, round, assessment, error, probabilities, otherSubject }, want) => `${fixture.id}${repeat > 1 ? ` round ${round + 1}` : ""}: want ${want}, got ${assessment.status}${error ? ` (${error})` : probabilities ? ` (${LABELS.map((label) => `${label} ${probabilities[label].toFixed(2)}`).join(", ")}${otherSubject === undefined ? "" : `, other subject ${otherSubject.toFixed(2)}`})` : ""}`;
|
|
26
|
+
const wanted = (fixture) => fixture.expected === "not_addressed" ? "unclear" : fixture.expected;
|
|
27
|
+
for (const model of models) {
|
|
28
|
+
for (const { name, claims } of fixtureSets) {
|
|
29
|
+
const runs = [];
|
|
30
|
+
for (let round = 0;round < repeat; round++) {
|
|
31
|
+
for (const fixture of claims) {
|
|
32
|
+
const started = performance.now();
|
|
33
|
+
const { assessment, error, probabilities, evidence, otherSubject } = await judgeClaim(model, fixture.claim, fixture.passages, modelRegistry);
|
|
34
|
+
const ms = performance.now() - started;
|
|
35
|
+
runs.push({ round, fixture, assessment, error, ms, probabilities, evidence, otherSubject });
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
const scored = runs.filter((run) => !run.fixture.limit);
|
|
39
|
+
let passed = 0, wrongSupported = 0, wrongContradicted = 0, evidenceMatched = 0, verdicts = 0;
|
|
40
|
+
const highestWrong = { supported: 0, contradicted: 0 };
|
|
41
|
+
const failures = [];
|
|
42
|
+
for (const run of scored) {
|
|
43
|
+
const { fixture, assessment, probabilities } = run;
|
|
44
|
+
const want = wanted(fixture);
|
|
45
|
+
if (assessment.status === want)
|
|
46
|
+
passed++;
|
|
47
|
+
else
|
|
48
|
+
failures.push(describe(run, want));
|
|
49
|
+
if (assessment.status === "supported" && want !== "supported")
|
|
50
|
+
wrongSupported++;
|
|
51
|
+
if (assessment.status === "contradicted" && want !== "contradicted")
|
|
52
|
+
wrongContradicted++;
|
|
53
|
+
if (assessment.status === want && want !== "unclear") {
|
|
54
|
+
verdicts++;
|
|
55
|
+
const cited = [...assessment.supporting_passages, ...assessment.contradicting_passages];
|
|
56
|
+
if (cited.some((id) => fixture.evidence.includes(id)))
|
|
57
|
+
evidenceMatched++;
|
|
58
|
+
}
|
|
59
|
+
if (probabilities) {
|
|
60
|
+
for (const label of ["supported", "contradicted"]) {
|
|
61
|
+
if (fixture.expected !== label)
|
|
62
|
+
highestWrong[label] = Math.max(highestWrong[label], probabilities[label]);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
let drift = 0;
|
|
67
|
+
for (const run of runs.filter((candidate) => candidate.round > 0 && candidate.probabilities)) {
|
|
68
|
+
const base = runs.find((candidate) => candidate.round === 0 && candidate.fixture.id === run.fixture.id)?.probabilities;
|
|
69
|
+
if (base)
|
|
70
|
+
drift = Math.max(drift, ...LABELS.map((label) => Math.abs(base[label] - run.probabilities[label])));
|
|
71
|
+
}
|
|
72
|
+
const latency = runs.map((run) => run.ms).sort((a, b) => a - b);
|
|
73
|
+
const verdictLatency = runs.filter((run) => run.otherSubject !== undefined || ["supported", "contradicted"].includes(run.assessment.status)).map((run) => run.ms).sort((a, b) => a - b);
|
|
74
|
+
const errors = runs.filter((run) => run.error).length;
|
|
75
|
+
const asked = runs.filter((run) => run.otherSubject !== undefined);
|
|
76
|
+
const correct = (run) => run.fixture.expected !== "not_addressed" && run.fixture.evidence.includes(run.evidence) && run.probabilities[run.fixture.expected] >= CLAIM_JUDGE_MODELS[model][run.fixture.expected];
|
|
77
|
+
const highestOnCorrect = Math.max(0, ...asked.filter(correct).map((run) => run.otherSubject));
|
|
78
|
+
console.log(`
|
|
79
|
+
${model} · ${name} (${scored.length / repeat} scored claims × ${repeat} rounds)`);
|
|
80
|
+
console.log(` pass ${passed}/${scored.length} wrong supported ${wrongSupported} wrong contradicted ${wrongContradicted} errors ${errors}`);
|
|
81
|
+
console.log(` highest wrong probability: supported ${highestWrong.supported.toFixed(2)}, contradicted ${highestWrong.contradicted.toFixed(2)}`);
|
|
82
|
+
console.log(` other subject asked ${asked.length} times, highest on a correct verdict's page ${highestOnCorrect.toFixed(2)}`);
|
|
83
|
+
console.log(` evidence matched ${evidenceMatched}/${verdicts}${repeat > 1 ? ` largest change across repeats ${drift.toFixed(2)}` : ""}`);
|
|
84
|
+
console.log(` latency p50 ${Math.round(percentile(latency, 0.5))} ms, p95 ${Math.round(percentile(latency, 0.95))} ms; claims that reached a verdict p50 ${Math.round(percentile(verdictLatency, 0.5) ?? 0)} ms`);
|
|
85
|
+
for (const failure of failures)
|
|
86
|
+
console.log(` FAIL ${failure}`);
|
|
87
|
+
for (const limit of new Set(runs.map((run) => run.fixture.limit).filter(Boolean))) {
|
|
88
|
+
const limited = runs.filter((run) => run.fixture.limit === limit);
|
|
89
|
+
console.log(` KNOWN LIMIT: ${limit} (${limited.length} results, not counted above)`);
|
|
90
|
+
for (const run of limited) {
|
|
91
|
+
const want = wanted(run.fixture);
|
|
92
|
+
console.log(` ${run.assessment.status === want ? "ok " : "MISS"} ${describe(run, want)}`);
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import { readFileSync } from "node:fs";
|
|
2
|
+
import { parseArgs } from "node:util";
|
|
3
|
+
import { ModelRegistry, ModelRuntime } from "@duckmind/dm-coding-agent";
|
|
4
|
+
import { extractPageFields, parseExtractFields } from "../field-extract.js";
|
|
5
|
+
if (process.env.DM_WEB_ACCESS_REAL_SEMANTIC !== "1") {
|
|
6
|
+
console.error("This harness sends the fixture pages to Cloudflare and is billed to your account. Set DM_WEB_ACCESS_REAL_SEMANTIC=1 to run it.");
|
|
7
|
+
process.exit(2);
|
|
8
|
+
}
|
|
9
|
+
const modelRegistry = new ModelRegistry(await ModelRuntime.create());
|
|
10
|
+
const credential = await modelRegistry.getProviderAuth("cloudflare-workers-ai");
|
|
11
|
+
if (!credential?.auth.apiKey || !credential.env?.CLOUDFLARE_ACCOUNT_ID) {
|
|
12
|
+
console.error("Cloudflare Workers AI is not set up in DM; set CLOUDFLARE_API_KEY and CLOUDFLARE_ACCOUNT_ID.");
|
|
13
|
+
process.exit(2);
|
|
14
|
+
}
|
|
15
|
+
const { values } = parseArgs({ options: { repeat: { type: "string", default: "1" } } });
|
|
16
|
+
const repeat = Number(values.repeat);
|
|
17
|
+
if (!Number.isInteger(repeat) || repeat < 1)
|
|
18
|
+
throw new Error("--repeat must be a positive integer");
|
|
19
|
+
const fixtureSets = ["calibration", "holdout"].map((name) => ({
|
|
20
|
+
name,
|
|
21
|
+
pages: JSON.parse(readFileSync(new URL(`./fixtures/extract-${name}.json`, import.meta.url), "utf8"))
|
|
22
|
+
}));
|
|
23
|
+
function same(type, got, want) {
|
|
24
|
+
if (Array.isArray(want))
|
|
25
|
+
return Array.isArray(got) && got.length === want.length && got.every((item, index) => same(type.replace(/^list\.?/, "") || "text", item, want[index]));
|
|
26
|
+
if (/^(number|integer|duration)/.test(type))
|
|
27
|
+
return typeof got === "number" && Math.abs(got - want) < 0.005;
|
|
28
|
+
if (type === "datetime")
|
|
29
|
+
return typeof got === "string" && got.slice(0, 16) === want;
|
|
30
|
+
if (type === "time")
|
|
31
|
+
return typeof got === "string" && got.slice(0, 5) === want;
|
|
32
|
+
if (type === "date")
|
|
33
|
+
return typeof got === "string" && got.slice(0, 10) === want;
|
|
34
|
+
return typeof got === "string" && got.trim() === String(want).trim();
|
|
35
|
+
}
|
|
36
|
+
const percentile = (sorted, p) => sorted[Math.min(sorted.length - 1, Math.floor(sorted.length * p))];
|
|
37
|
+
for (const { name, pages } of fixtureSets) {
|
|
38
|
+
const counts = { correct: 0, correctNull: 0, withheld: 0, wrongExtracted: 0, wrongWithheld: 0, missed: 0, errors: 0 };
|
|
39
|
+
let highestWrong = 0;
|
|
40
|
+
const latency = [];
|
|
41
|
+
const notes = new Set;
|
|
42
|
+
for (let round = 0;round < repeat; round++) {
|
|
43
|
+
for (const page of pages) {
|
|
44
|
+
const specs = parseExtractFields(Object.fromEntries(Object.entries(page.fields).map(([field, { type, instructions }]) => [field, instructions ? `${type}: ${instructions}` : type])));
|
|
45
|
+
const started = performance.now();
|
|
46
|
+
const extraction = await extractPageFields(page.page, specs, { modelRegistry }, undefined, page.referenceDate);
|
|
47
|
+
latency.push(performance.now() - started);
|
|
48
|
+
if ("error" in extraction) {
|
|
49
|
+
counts.errors++;
|
|
50
|
+
notes.add(`${page.id}: error ${extraction.error}`);
|
|
51
|
+
continue;
|
|
52
|
+
}
|
|
53
|
+
for (const [field, { type }] of Object.entries(page.fields)) {
|
|
54
|
+
const want = page.expected[field];
|
|
55
|
+
const result = extraction.fields[field];
|
|
56
|
+
let outcome;
|
|
57
|
+
if (want === null)
|
|
58
|
+
outcome = result.status === "extracted" ? "wrongExtracted" : result.status === "uncertain" ? "wrongWithheld" : "correctNull";
|
|
59
|
+
else if (result.status === "extracted")
|
|
60
|
+
outcome = same(type, result.value, want) ? "correct" : "wrongExtracted";
|
|
61
|
+
else if (result.status === "uncertain")
|
|
62
|
+
outcome = same(type, result.guess, want) ? "withheld" : "wrongWithheld";
|
|
63
|
+
else
|
|
64
|
+
outcome = "missed";
|
|
65
|
+
counts[outcome]++;
|
|
66
|
+
if ((outcome === "wrongExtracted" || outcome === "wrongWithheld") && result.confidence !== undefined)
|
|
67
|
+
highestWrong = Math.max(highestWrong, result.confidence);
|
|
68
|
+
if (outcome !== "correct" && outcome !== "correctNull") {
|
|
69
|
+
const shown = result.status === "extracted" ? result.value : result.status === "uncertain" ? result.guess : null;
|
|
70
|
+
notes.add(`${page.id}.${field}: ${outcome}, want ${JSON.stringify(want)}, got ${JSON.stringify(shown)}${result.confidence !== undefined ? ` at ${result.confidence.toFixed(3)}` : ""}${result.notFound ? " (not found on the page)" : ""}`);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
const fields = pages.reduce((total, page) => total + Object.keys(page.fields).length, 0);
|
|
76
|
+
latency.sort((a, b) => a - b);
|
|
77
|
+
console.log(`
|
|
78
|
+
clairic · ${name} (${pages.length} pages, ${fields} fields × ${repeat})`);
|
|
79
|
+
console.log(` correct ${counts.correct} correct-null ${counts.correctNull} withheld ${counts.withheld} wrong-extracted ${counts.wrongExtracted} wrong-withheld ${counts.wrongWithheld} missed ${counts.missed} errors ${counts.errors}`);
|
|
80
|
+
console.log(` highest wrong confidence ${highestWrong.toFixed(3)}`);
|
|
81
|
+
console.log(` latency p50 ${Math.round(percentile(latency, 0.5))} ms, p95 ${Math.round(percentile(latency, 0.95))} ms`);
|
|
82
|
+
for (const note of notes)
|
|
83
|
+
console.log(` ${note}`);
|
|
84
|
+
}
|