mixdog 0.7.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (404) hide show
  1. package/.claude-plugin/marketplace.json +31 -0
  2. package/.claude-plugin/plugin.json +20 -0
  3. package/.gitattributes +34 -0
  4. package/.mcp.json +14 -0
  5. package/ARCHITECTURE.md +77 -0
  6. package/CHANGELOG.md +7 -0
  7. package/CONTRIBUTING.md +45 -0
  8. package/DATA-FLOW.md +79 -0
  9. package/LICENSE +21 -0
  10. package/README.md +389 -0
  11. package/SECURITY.md +138 -0
  12. package/UNINSTALL.md +112 -0
  13. package/agents/maintenance.md +5 -0
  14. package/agents/memory-classification.md +30 -0
  15. package/agents/scheduler-task.md +18 -0
  16. package/agents/webhook-handler.md +27 -0
  17. package/agents/worker.md +24 -0
  18. package/bin/bridge +133 -0
  19. package/bin/statusline-launcher.mjs +78 -0
  20. package/bin/statusline-lib.mjs +550 -0
  21. package/bin/statusline.mjs +607 -0
  22. package/bun.lock +802 -0
  23. package/commands/config.md +16 -0
  24. package/commands/doctor.md +13 -0
  25. package/commands/setup.md +17 -0
  26. package/defaults/cycle3-review-prompt.md +90 -0
  27. package/defaults/hidden-roles.json +65 -0
  28. package/defaults/memory-chunk-prompt.md +63 -0
  29. package/defaults/memory-promote-prompt.md +135 -0
  30. package/defaults/mixdog-config.template.json +27 -0
  31. package/defaults/user-workflow.json +8 -0
  32. package/defaults/user-workflow.md +12 -0
  33. package/hooks/hooks.json +73 -0
  34. package/hooks/lib/active-instance.cjs +77 -0
  35. package/hooks/lib/permission-evaluator.cjs +411 -0
  36. package/hooks/lib/permission-route.cjs +63 -0
  37. package/hooks/lib/permission-rules.cjs +170 -0
  38. package/hooks/lib/settings-loader.cjs +116 -0
  39. package/hooks/post-tool-use.cjs +84 -0
  40. package/hooks/pre-mcp-sandbox.cjs +158 -0
  41. package/hooks/pre-tool-subagent.cjs +253 -0
  42. package/hooks/session-start.cjs +1372 -0
  43. package/hooks/turn-timer.cjs +82 -0
  44. package/lib/claude-md-writer.cjs +386 -0
  45. package/lib/config-cjs.cjs +61 -0
  46. package/lib/hook-pipe-path.cjs +10 -0
  47. package/lib/keychain-cjs.cjs +263 -0
  48. package/lib/plugin-paths.cjs +61 -0
  49. package/lib/rules-builder.cjs +241 -0
  50. package/lib/text-utils.cjs +61 -0
  51. package/native/README.md +117 -0
  52. package/native/prebuilt/linux-aarch64/mixdog-shim +0 -0
  53. package/native/prebuilt/linux-x86_64/mixdog-shim +0 -0
  54. package/native/prebuilt/macos-aarch64/mixdog-shim +0 -0
  55. package/native/prebuilt/macos-x86_64/mixdog-shim +0 -0
  56. package/native/prebuilt/windows-x86_64/mixdog-shim.exe +0 -0
  57. package/package.json +107 -0
  58. package/prompts/code-review.txt +16 -0
  59. package/prompts/security-audit.txt +17 -0
  60. package/rules/bridge/00-common.md +39 -0
  61. package/rules/bridge/20-skip-protocol.md +18 -0
  62. package/rules/bridge/30-explorer.md +33 -0
  63. package/rules/bridge/40-cycle1-agent.md +52 -0
  64. package/rules/bridge/41-cycle2-agent.md +62 -0
  65. package/rules/bridge/42-cycle3-agent.md +44 -0
  66. package/rules/lead/00-tool-lead.md +61 -0
  67. package/rules/lead/01-general.md +23 -0
  68. package/rules/lead/02-channels.md +49 -0
  69. package/rules/lead/03-team.md +27 -0
  70. package/rules/lead/04-workflow.md +20 -0
  71. package/rules/shared/00-language.md +14 -0
  72. package/rules/shared/01-tool.md +138 -0
  73. package/scripts/bootstrap.mjs +184 -0
  74. package/scripts/bridge-unify-smoke.mjs +308 -0
  75. package/scripts/build-runtime-linux.sh +348 -0
  76. package/scripts/build-runtime-macos.sh +217 -0
  77. package/scripts/build-runtime-windows.ps1 +242 -0
  78. package/scripts/builtin-utils-smoke.mjs +392 -0
  79. package/scripts/check-json.mjs +45 -0
  80. package/scripts/check-syntax-changed.mjs +102 -0
  81. package/scripts/check-syntax.mjs +58 -0
  82. package/scripts/code-graph-batch.test.mjs +33 -0
  83. package/scripts/config-preserve-smoke.mjs +180 -0
  84. package/scripts/doctor.mjs +484 -0
  85. package/scripts/edit-normalize-fuzz.mjs +130 -0
  86. package/scripts/edit-normalize-smoke.mjs +401 -0
  87. package/scripts/edit-operation-smoke.mjs +369 -0
  88. package/scripts/edit2-smoke.mjs +63 -0
  89. package/scripts/fuzzy-e2e.mjs +28 -0
  90. package/scripts/fuzzy-smoke.mjs +26 -0
  91. package/scripts/generate-runtime-manifest.mjs +166 -0
  92. package/scripts/guard-smoke.mjs +66 -0
  93. package/scripts/hidden-role-schema-smoke.mjs +162 -0
  94. package/scripts/hook-routing-smoke.mjs +29 -0
  95. package/scripts/inject-input.ps1 +204 -0
  96. package/scripts/io-complex-smoke.mjs +667 -0
  97. package/scripts/io-explore-bench.mjs +424 -0
  98. package/scripts/io-guardrails-smoke.mjs +205 -0
  99. package/scripts/io-mini-bench-baseline.json +11 -0
  100. package/scripts/io-mini-bench.mjs +216 -0
  101. package/scripts/io-route-harness.mjs +933 -0
  102. package/scripts/io-telemetry-report.mjs +691 -0
  103. package/scripts/mutation-bench.mjs +564 -0
  104. package/scripts/mutation-io-smoke.mjs +1081 -0
  105. package/scripts/native-patch-bridge-smoke.mjs +288 -0
  106. package/scripts/native-patch-smoke.mjs +304 -0
  107. package/scripts/patch-interior-context-smoke.mjs +49 -0
  108. package/scripts/patch-newline-utf8-smoke.mjs +157 -0
  109. package/scripts/perf-hook-smoke.mjs +71 -0
  110. package/scripts/permission-eval-smoke.mjs +426 -0
  111. package/scripts/prep-patch.mjs +53 -0
  112. package/scripts/prep-shim.mjs +96 -0
  113. package/scripts/provider-cache-smoke.mjs +687 -0
  114. package/scripts/report-runtime-health.mjs +132 -0
  115. package/scripts/run-mcp.mjs +1547 -0
  116. package/scripts/salvage-v4a-shatter.test.mjs +58 -0
  117. package/scripts/scoped-cache-io-smoke.mjs +103 -0
  118. package/scripts/shell-policy-round3-smoke.mjs +46 -0
  119. package/scripts/smoke-runtime-negative.ps1 +100 -0
  120. package/scripts/smoke-runtime-negative.sh +95 -0
  121. package/scripts/stall-policy-smoke.mjs +50 -0
  122. package/scripts/start-memory-worker.mjs +23 -0
  123. package/scripts/statusline-launcher-smoke.mjs +82 -0
  124. package/scripts/stress-atomic-write.mjs +1028 -0
  125. package/scripts/test-config-rmw-restore.mjs +122 -0
  126. package/scripts/test-fault-inject.mjs +164 -0
  127. package/scripts/test-large-file.mjs +174 -0
  128. package/scripts/tool-edge-smoke.mjs +209 -0
  129. package/scripts/uninstall.mjs +201 -0
  130. package/scripts/webhook-selfheal-smoke.mjs +29 -0
  131. package/scripts/write-overwrite-guard-smoke.mjs +56 -0
  132. package/server-main.mjs +3055 -0
  133. package/server.mjs +468 -0
  134. package/setup/config-merge.mjs +254 -0
  135. package/setup/install.mjs +120 -0
  136. package/setup/launch-core.mjs +507 -0
  137. package/setup/launch.mjs +101 -0
  138. package/setup/setup-server.mjs +3206 -0
  139. package/setup/setup.html +3693 -0
  140. package/skills/retro-skill-proposer/SKILL.md +92 -0
  141. package/skills/schedule-add/SKILL.md +77 -0
  142. package/skills/setup/SKILL.md +346 -0
  143. package/skills/webhook-add/SKILL.md +81 -0
  144. package/src/agent/bridge-stall-watchdog.mjs +337 -0
  145. package/src/agent/index.mjs +2138 -0
  146. package/src/agent/orchestrator/activity-bus.mjs +38 -0
  147. package/src/agent/orchestrator/ai-wrapped-dispatch.mjs +1010 -0
  148. package/src/agent/orchestrator/bridge-retry.mjs +220 -0
  149. package/src/agent/orchestrator/bridge-trace.mjs +583 -0
  150. package/src/agent/orchestrator/cache-mtime.mjs +58 -0
  151. package/src/agent/orchestrator/config.mjs +358 -0
  152. package/src/agent/orchestrator/context/collect.mjs +651 -0
  153. package/src/agent/orchestrator/dispatch-persist.mjs +549 -0
  154. package/src/agent/orchestrator/drain-registry.mjs +50 -0
  155. package/src/agent/orchestrator/explore-validator.mjs +8 -0
  156. package/src/agent/orchestrator/internal-roles.mjs +118 -0
  157. package/src/agent/orchestrator/internal-tools.mjs +88 -0
  158. package/src/agent/orchestrator/jobs.mjs +116 -0
  159. package/src/agent/orchestrator/mcp/client.mjs +364 -0
  160. package/src/agent/orchestrator/providers/anthropic-betas.mjs +21 -0
  161. package/src/agent/orchestrator/providers/anthropic-oauth.mjs +1745 -0
  162. package/src/agent/orchestrator/providers/anthropic.mjs +437 -0
  163. package/src/agent/orchestrator/providers/gemini.mjs +1175 -0
  164. package/src/agent/orchestrator/providers/grok-oauth.mjs +782 -0
  165. package/src/agent/orchestrator/providers/model-catalog.mjs +241 -0
  166. package/src/agent/orchestrator/providers/openai-compat.mjs +1467 -0
  167. package/src/agent/orchestrator/providers/openai-oauth-ws.mjs +1890 -0
  168. package/src/agent/orchestrator/providers/openai-oauth.mjs +1307 -0
  169. package/src/agent/orchestrator/providers/openai-ws.mjs +104 -0
  170. package/src/agent/orchestrator/providers/registry.mjs +192 -0
  171. package/src/agent/orchestrator/providers/retry-classifier.mjs +325 -0
  172. package/src/agent/orchestrator/session/abort-lookup.mjs +13 -0
  173. package/src/agent/orchestrator/session/cache/post-edit-marks.mjs +42 -0
  174. package/src/agent/orchestrator/session/cache/prefetch-cache.mjs +142 -0
  175. package/src/agent/orchestrator/session/cache/read-cache.mjs +319 -0
  176. package/src/agent/orchestrator/session/cache/scoped-cache-outcome.mjs +11 -0
  177. package/src/agent/orchestrator/session/cache/scoped-cache.mjs +361 -0
  178. package/src/agent/orchestrator/session/cache/util.mjs +49 -0
  179. package/src/agent/orchestrator/session/loop.mjs +1478 -0
  180. package/src/agent/orchestrator/session/manager.mjs +1975 -0
  181. package/src/agent/orchestrator/session/read-dedup.mjs +6 -0
  182. package/src/agent/orchestrator/session/result-classification.mjs +65 -0
  183. package/src/agent/orchestrator/session/save-session-worker.mjs +18 -0
  184. package/src/agent/orchestrator/session/store.mjs +624 -0
  185. package/src/agent/orchestrator/session/stream-watchdog.mjs +130 -0
  186. package/src/agent/orchestrator/session/tool-result-offload.mjs +166 -0
  187. package/src/agent/orchestrator/session/trim.mjs +491 -0
  188. package/src/agent/orchestrator/smart-bridge/CACHE-SHARD.md +115 -0
  189. package/src/agent/orchestrator/smart-bridge/bridge-llm.mjs +327 -0
  190. package/src/agent/orchestrator/smart-bridge/cache-obs.mjs +150 -0
  191. package/src/agent/orchestrator/smart-bridge/cache-strategy.mjs +228 -0
  192. package/src/agent/orchestrator/smart-bridge/index.mjs +215 -0
  193. package/src/agent/orchestrator/smart-bridge/profiles.mjs +37 -0
  194. package/src/agent/orchestrator/smart-bridge/registry.mjs +348 -0
  195. package/src/agent/orchestrator/smart-bridge/session-builder.mjs +116 -0
  196. package/src/agent/orchestrator/stall-policy.mjs +195 -0
  197. package/src/agent/orchestrator/tool-loop-guard.mjs +75 -0
  198. package/src/agent/orchestrator/tools/bash-policy-scan.mjs +77 -0
  199. package/src/agent/orchestrator/tools/bash-session.mjs +721 -0
  200. package/src/agent/orchestrator/tools/builtin/advisory-lock.mjs +171 -0
  201. package/src/agent/orchestrator/tools/builtin/arg-guard.mjs +455 -0
  202. package/src/agent/orchestrator/tools/builtin/atomic-write.mjs +236 -0
  203. package/src/agent/orchestrator/tools/builtin/bash-tool.mjs +480 -0
  204. package/src/agent/orchestrator/tools/builtin/binary-file.mjs +76 -0
  205. package/src/agent/orchestrator/tools/builtin/builtin-tools.mjs +256 -0
  206. package/src/agent/orchestrator/tools/builtin/cache-layers.mjs +386 -0
  207. package/src/agent/orchestrator/tools/builtin/cwd-utils.mjs +37 -0
  208. package/src/agent/orchestrator/tools/builtin/device-paths.mjs +154 -0
  209. package/src/agent/orchestrator/tools/builtin/diagnostics-tool.mjs +292 -0
  210. package/src/agent/orchestrator/tools/builtin/diff-utils.mjs +109 -0
  211. package/src/agent/orchestrator/tools/builtin/edit-base-guard.mjs +58 -0
  212. package/src/agent/orchestrator/tools/builtin/edit-byte-plan.mjs +240 -0
  213. package/src/agent/orchestrator/tools/builtin/edit-byte-utils.mjs +113 -0
  214. package/src/agent/orchestrator/tools/builtin/edit-commit.mjs +74 -0
  215. package/src/agent/orchestrator/tools/builtin/edit-context-utils.mjs +242 -0
  216. package/src/agent/orchestrator/tools/builtin/edit-diagnostics.mjs +211 -0
  217. package/src/agent/orchestrator/tools/builtin/edit-engine.mjs +1364 -0
  218. package/src/agent/orchestrator/tools/builtin/edit-failure-context.mjs +126 -0
  219. package/src/agent/orchestrator/tools/builtin/edit-hint.mjs +141 -0
  220. package/src/agent/orchestrator/tools/builtin/edit-match-utils.mjs +194 -0
  221. package/src/agent/orchestrator/tools/builtin/edit-partial-write.mjs +60 -0
  222. package/src/agent/orchestrator/tools/builtin/edit-stale-refresh.mjs +168 -0
  223. package/src/agent/orchestrator/tools/builtin/edit-tool.mjs +173 -0
  224. package/src/agent/orchestrator/tools/builtin/edit-utf8-guard.mjs +48 -0
  225. package/src/agent/orchestrator/tools/builtin/fs-reachability.mjs +48 -0
  226. package/src/agent/orchestrator/tools/builtin/fuzzy-match.mjs +99 -0
  227. package/src/agent/orchestrator/tools/builtin/glob-walk.mjs +170 -0
  228. package/src/agent/orchestrator/tools/builtin/grep-formatting.mjs +113 -0
  229. package/src/agent/orchestrator/tools/builtin/hash-utils.mjs +6 -0
  230. package/src/agent/orchestrator/tools/builtin/list-formatting.mjs +7 -0
  231. package/src/agent/orchestrator/tools/builtin/list-tool.mjs +593 -0
  232. package/src/agent/orchestrator/tools/builtin/native-edit-runner.mjs +89 -0
  233. package/src/agent/orchestrator/tools/builtin/notebook-edit-tool.mjs +300 -0
  234. package/src/agent/orchestrator/tools/builtin/open-config-tool.mjs +26 -0
  235. package/src/agent/orchestrator/tools/builtin/path-diagnostics.mjs +152 -0
  236. package/src/agent/orchestrator/tools/builtin/path-locks.mjs +35 -0
  237. package/src/agent/orchestrator/tools/builtin/path-utils.mjs +201 -0
  238. package/src/agent/orchestrator/tools/builtin/read-args.mjs +103 -0
  239. package/src/agent/orchestrator/tools/builtin/read-batch.mjs +172 -0
  240. package/src/agent/orchestrator/tools/builtin/read-constants.mjs +40 -0
  241. package/src/agent/orchestrator/tools/builtin/read-formatting.mjs +118 -0
  242. package/src/agent/orchestrator/tools/builtin/read-image-resize.mjs +189 -0
  243. package/src/agent/orchestrator/tools/builtin/read-image.mjs +88 -0
  244. package/src/agent/orchestrator/tools/builtin/read-lines.mjs +12 -0
  245. package/src/agent/orchestrator/tools/builtin/read-mode-tool.mjs +455 -0
  246. package/src/agent/orchestrator/tools/builtin/read-open.mjs +190 -0
  247. package/src/agent/orchestrator/tools/builtin/read-range-index.mjs +271 -0
  248. package/src/agent/orchestrator/tools/builtin/read-ranges.mjs +26 -0
  249. package/src/agent/orchestrator/tools/builtin/read-single-tool.mjs +728 -0
  250. package/src/agent/orchestrator/tools/builtin/read-snapshot-runtime.mjs +173 -0
  251. package/src/agent/orchestrator/tools/builtin/read-special-files.mjs +268 -0
  252. package/src/agent/orchestrator/tools/builtin/read-streaming.mjs +602 -0
  253. package/src/agent/orchestrator/tools/builtin/read-tool.mjs +530 -0
  254. package/src/agent/orchestrator/tools/builtin/read-windows.mjs +107 -0
  255. package/src/agent/orchestrator/tools/builtin/rename-tool.mjs +196 -0
  256. package/src/agent/orchestrator/tools/builtin/rg-runner.mjs +422 -0
  257. package/src/agent/orchestrator/tools/builtin/search-builders.mjs +158 -0
  258. package/src/agent/orchestrator/tools/builtin/search-tool.mjs +869 -0
  259. package/src/agent/orchestrator/tools/builtin/shell-analysis.mjs +653 -0
  260. package/src/agent/orchestrator/tools/builtin/shell-jobs.mjs +936 -0
  261. package/src/agent/orchestrator/tools/builtin/shell-output.mjs +36 -0
  262. package/src/agent/orchestrator/tools/builtin/shell-runtime.mjs +214 -0
  263. package/src/agent/orchestrator/tools/builtin/snapshot-helpers.mjs +143 -0
  264. package/src/agent/orchestrator/tools/builtin/snapshot-store.mjs +206 -0
  265. package/src/agent/orchestrator/tools/builtin/snapshot-validation.mjs +98 -0
  266. package/src/agent/orchestrator/tools/builtin/text-stats.mjs +69 -0
  267. package/src/agent/orchestrator/tools/builtin/windows-roots.mjs +23 -0
  268. package/src/agent/orchestrator/tools/builtin/write-tool.mjs +401 -0
  269. package/src/agent/orchestrator/tools/builtin.mjs +500 -0
  270. package/src/agent/orchestrator/tools/code-graph-prewarm-worker.mjs +39 -0
  271. package/src/agent/orchestrator/tools/code-graph-tool-defs.mjs +24 -0
  272. package/src/agent/orchestrator/tools/code-graph.mjs +4095 -0
  273. package/src/agent/orchestrator/tools/cwd-tool.mjs +298 -0
  274. package/src/agent/orchestrator/tools/destructive-warning.mjs +323 -0
  275. package/src/agent/orchestrator/tools/edit-normalize.mjs +603 -0
  276. package/src/agent/orchestrator/tools/env-scrub.mjs +100 -0
  277. package/src/agent/orchestrator/tools/graph-binary-fetcher.mjs +144 -0
  278. package/src/agent/orchestrator/tools/graph-manifest.json +26 -0
  279. package/src/agent/orchestrator/tools/host-input.mjs +204 -0
  280. package/src/agent/orchestrator/tools/mutation-content-cache.mjs +67 -0
  281. package/src/agent/orchestrator/tools/mutation-planner.mjs +75 -0
  282. package/src/agent/orchestrator/tools/next-call-utils.mjs +48 -0
  283. package/src/agent/orchestrator/tools/patch-binary-fetcher.mjs +133 -0
  284. package/src/agent/orchestrator/tools/patch-manifest.json +26 -0
  285. package/src/agent/orchestrator/tools/patch-tool-defs.mjs +20 -0
  286. package/src/agent/orchestrator/tools/patch.mjs +2754 -0
  287. package/src/agent/orchestrator/tools/progress-message.mjs +118 -0
  288. package/src/agent/orchestrator/tools/result-compression.mjs +279 -0
  289. package/src/agent/orchestrator/tools/shell-command.mjs +865 -0
  290. package/src/agent/orchestrator/tools/shell-exec-policy.mjs +89 -0
  291. package/src/agent/orchestrator/tools/shell-policy-danger-target.mjs +27 -0
  292. package/src/agent/orchestrator/tools/shell-policy-imports.mjs +7 -0
  293. package/src/agent/orchestrator/tools/shell-policy.mjs +345 -0
  294. package/src/agent/orchestrator/tools/shell-snapshot.mjs +313 -0
  295. package/src/agent/orchestrator/workflow-store.mjs +93 -0
  296. package/src/agent/tool-defs.mjs +103 -0
  297. package/src/channels/backends/discord.mjs +784 -0
  298. package/src/channels/data/voice-runtime-manifest.json +138 -0
  299. package/src/channels/index.mjs +3229 -0
  300. package/src/channels/lib/cli-worker-host.mjs +12 -0
  301. package/src/channels/lib/config-lock.mjs +13 -0
  302. package/src/channels/lib/config.mjs +292 -0
  303. package/src/channels/lib/drop-trace.mjs +71 -0
  304. package/src/channels/lib/event-pipeline.mjs +81 -0
  305. package/src/channels/lib/event-queue.mjs +345 -0
  306. package/src/channels/lib/executor.mjs +168 -0
  307. package/src/channels/lib/format.mjs +188 -0
  308. package/src/channels/lib/holidays.mjs +138 -0
  309. package/src/channels/lib/hook-pipe-server.mjs +802 -0
  310. package/src/channels/lib/interaction-workflows.mjs +184 -0
  311. package/src/channels/lib/memory-client.mjs +149 -0
  312. package/src/channels/lib/output-forwarder.mjs +765 -0
  313. package/src/channels/lib/runtime-paths.mjs +479 -0
  314. package/src/channels/lib/scheduler.mjs +723 -0
  315. package/src/channels/lib/session-control.mjs +36 -0
  316. package/src/channels/lib/session-discovery.mjs +103 -0
  317. package/src/channels/lib/settings.mjs +11 -0
  318. package/src/channels/lib/state-file.mjs +68 -0
  319. package/src/channels/lib/status-snapshot.mjs +219 -0
  320. package/src/channels/lib/tool-format.mjs +140 -0
  321. package/src/channels/lib/transcript-discovery.mjs +195 -0
  322. package/src/channels/lib/voice-runtime-fetcher.mjs +734 -0
  323. package/src/channels/lib/webhook.mjs +1179 -0
  324. package/src/channels/lib/whisper-server.mjs +477 -0
  325. package/src/channels/tool-defs.mjs +170 -0
  326. package/src/daemon/host.mjs +118 -0
  327. package/src/daemon/mcp-transport.mjs +47 -0
  328. package/src/daemon/session.mjs +100 -0
  329. package/src/daemon/thin-client.mjs +71 -0
  330. package/src/daemon/transport.mjs +163 -0
  331. package/src/memory/data/runtime-manifest.json +40 -0
  332. package/src/memory/index.mjs +3305 -0
  333. package/src/memory/lib/agent-ipc.mjs +93 -0
  334. package/src/memory/lib/bridge-trace-queries.mjs +120 -0
  335. package/src/memory/lib/core-memory-store.mjs +330 -0
  336. package/src/memory/lib/embedding-provider.mjs +269 -0
  337. package/src/memory/lib/embedding-worker.mjs +323 -0
  338. package/src/memory/lib/llm-worker-host.mjs +17 -0
  339. package/src/memory/lib/memory-cycle.mjs +11 -0
  340. package/src/memory/lib/memory-cycle1.mjs +641 -0
  341. package/src/memory/lib/memory-cycle2.mjs +1284 -0
  342. package/src/memory/lib/memory-cycle3.mjs +540 -0
  343. package/src/memory/lib/memory-embed.mjs +299 -0
  344. package/src/memory/lib/memory-extraction.mjs +5 -0
  345. package/src/memory/lib/memory-maintenance-store.mjs +32 -0
  346. package/src/memory/lib/memory-ops-policy.mjs +190 -0
  347. package/src/memory/lib/memory-recall-id-patch.mjs +15 -0
  348. package/src/memory/lib/memory-recall-read-query.mjs +7 -0
  349. package/src/memory/lib/memory-recall-scope-filter.mjs +63 -0
  350. package/src/memory/lib/memory-recall-store.mjs +621 -0
  351. package/src/memory/lib/memory-retrievers.mjs +112 -0
  352. package/src/memory/lib/memory-score.mjs +71 -0
  353. package/src/memory/lib/memory-text-utils.mjs +58 -0
  354. package/src/memory/lib/memory.mjs +412 -0
  355. package/src/memory/lib/model-profile.mjs +85 -0
  356. package/src/memory/lib/pg/adapter.mjs +308 -0
  357. package/src/memory/lib/pg/process.mjs +360 -0
  358. package/src/memory/lib/pg/supervisor.mjs +396 -0
  359. package/src/memory/lib/project-id-resolver.mjs +86 -0
  360. package/src/memory/lib/runtime-fetcher.mjs +442 -0
  361. package/src/memory/lib/trace-store.mjs +728 -0
  362. package/src/memory/tool-defs.mjs +79 -0
  363. package/src/search/index.mjs +1173 -0
  364. package/src/search/lib/backends/anthropic-oauth.mjs +98 -0
  365. package/src/search/lib/backends/exa.mjs +50 -0
  366. package/src/search/lib/backends/firecrawl.mjs +61 -0
  367. package/src/search/lib/backends/gemini-api.mjs +83 -0
  368. package/src/search/lib/backends/grok-oauth.mjs +86 -0
  369. package/src/search/lib/backends/index.mjs +150 -0
  370. package/src/search/lib/backends/openai-api.mjs +144 -0
  371. package/src/search/lib/backends/openai-oauth.mjs +98 -0
  372. package/src/search/lib/backends/openai-web-search.mjs +76 -0
  373. package/src/search/lib/backends/tavily.mjs +55 -0
  374. package/src/search/lib/backends/xai-api.mjs +113 -0
  375. package/src/search/lib/cache.mjs +131 -0
  376. package/src/search/lib/config.mjs +192 -0
  377. package/src/search/lib/formatter.mjs +115 -0
  378. package/src/search/lib/provider-usage.mjs +67 -0
  379. package/src/search/lib/providers.mjs +47 -0
  380. package/src/search/lib/search-intent.mjs +109 -0
  381. package/src/search/lib/setup-handler.mjs +261 -0
  382. package/src/search/lib/state.mjs +201 -0
  383. package/src/search/lib/web-tools.mjs +1207 -0
  384. package/src/search/tool-defs.mjs +83 -0
  385. package/src/setup/defender-exclusion.mjs +183 -0
  386. package/src/shared/abort-controller.mjs +15 -0
  387. package/src/shared/atomic-file.mjs +420 -0
  388. package/src/shared/config.mjs +350 -0
  389. package/src/shared/daemon-recycle.mjs +108 -0
  390. package/src/shared/disable-claude-builtins.mjs +88 -0
  391. package/src/shared/err-text.mjs +12 -0
  392. package/src/shared/llm/cost.mjs +66 -0
  393. package/src/shared/llm/http-agent.mjs +123 -0
  394. package/src/shared/llm/index.mjs +41 -0
  395. package/src/shared/llm/pid-cleanup.mjs +27 -0
  396. package/src/shared/llm/usage-log.mjs +47 -0
  397. package/src/shared/plugin-paths.mjs +58 -0
  398. package/src/shared/schedules-store.mjs +70 -0
  399. package/src/shared/seed.mjs +119 -0
  400. package/src/shared/user-cwd.mjs +213 -0
  401. package/src/shared/user-data-guard.mjs +238 -0
  402. package/src/status/aggregator.mjs +584 -0
  403. package/src/status/server.mjs +413 -0
  404. package/tools.json +1653 -0
@@ -0,0 +1,98 @@
1
+ /**
2
+ * Anthropic OAuth search backend.
3
+ *
4
+ * Reuses agent.providers.anthropic-oauth credentials (Claude Pro/Max bearer).
5
+ * Calls Messages API + web_search_20250305 server tool. Model is fixed to
6
+ * claude-haiku-4-5 — sonnet/opus over OAuth is rate-limited by Anthropic
7
+ * third-party policy (Jan 2026) and reserved for the agent itself.
8
+ */
9
+ import { providerHttpError } from '../state.mjs'
10
+ import { AnthropicOAuthProvider } from '../../../agent/orchestrator/providers/anthropic-oauth.mjs'
11
+
12
+ const API_URL = 'https://api.anthropic.com/v1/messages'
13
+ const ANTHROPIC_VERSION = '2023-06-01'
14
+ const BETA_HEADERS = 'oauth-2025-04-20,interleaved-thinking-2025-05-14,context-management-2025-06-27,extended-cache-ttl-2025-04-11'
15
+ const MODEL = 'claude-haiku-4-5-20251001'
16
+ const SYSTEM_PROMPT = 'You are an assistant for performing a web search tool use. Use web_search to find current information and reply concisely with the answer and citations.'
17
+
18
+ // Reuse one provider instance across searches so its in-memory token cache
19
+ // survives between calls — avoids re-loading credentials on every search.
20
+ // ensureAuth() still re-validates via mtime + expiry per use.
21
+ let _sharedProvider = null
22
+ function getSharedProvider() {
23
+ if (!_sharedProvider) _sharedProvider = new AnthropicOAuthProvider({})
24
+ return _sharedProvider
25
+ }
26
+
27
+ export async function searchViaAnthropicOAuth({ query, site, maxResults = 5, locale, warnings = [], signal }) {
28
+ const t0 = Date.now()
29
+ const provider = getSharedProvider()
30
+ await provider.ensureAuth({ reason: 'search' })
31
+ const tok = provider.credentials?.access_token || provider.credentials?.accessToken
32
+ if (!tok) throw new Error('[search:anthropic-oauth] no access_token available')
33
+ const webSearchTool = { type: 'web_search_20250305', name: 'web_search', max_uses: 2 }
34
+ if (site) webSearchTool.allowed_domains = [site]
35
+ if (locale?.country || locale?.city || locale?.region || locale?.timezone) {
36
+ webSearchTool.user_location = {
37
+ type: 'approximate',
38
+ ...(locale.country ? { country: locale.country } : {}),
39
+ ...(locale.city ? { city: locale.city } : {}),
40
+ ...(locale.region ? { region: locale.region } : {}),
41
+ ...(locale.timezone ? { timezone: locale.timezone } : {}),
42
+ }
43
+ }
44
+
45
+ const body = {
46
+ model: MODEL,
47
+ max_tokens: 1024,
48
+ system: [{ type: 'text', text: SYSTEM_PROMPT }],
49
+ messages: [{
50
+ role: 'user',
51
+ content: `${String(query)}\n\nReturn a concise answer and cite at most ${maxResults} source URLs.`,
52
+ }],
53
+ tools: [webSearchTool],
54
+ tool_choice: { type: 'tool', name: 'web_search' },
55
+ stream: false,
56
+ }
57
+
58
+ const res = await fetch(API_URL, {
59
+ method: 'POST',
60
+ headers: {
61
+ 'Authorization': `Bearer ${tok}`,
62
+ 'anthropic-version': ANTHROPIC_VERSION,
63
+ 'anthropic-beta': BETA_HEADERS,
64
+ 'anthropic-dangerous-direct-browser-access': 'true',
65
+ 'user-agent': 'claude-cli/2.1.77 (external, sdk-cli)',
66
+ 'x-app': 'cli',
67
+ 'Content-Type': 'application/json',
68
+ },
69
+ body: JSON.stringify(body),
70
+ signal,
71
+ })
72
+
73
+ if (res.status !== 200) {
74
+ const text = await res.text()
75
+ throw providerHttpError('anthropic-oauth', res.status, text)
76
+ }
77
+ const json = await res.json()
78
+ const blocks = json?.content || []
79
+ const answer = blocks.filter(b => b.type === 'text').map(b => b.text).join('').trim()
80
+ const citations = []
81
+ for (const b of blocks) {
82
+ if (b.type === 'web_search_tool_result' && Array.isArray(b.content)) {
83
+ for (const c of b.content) {
84
+ if (c?.url) citations.push({ title: c.title || '', url: c.url, snippet: '', source: 'anthropic-oauth' })
85
+ }
86
+ }
87
+ }
88
+ return {
89
+ backend: 'anthropic-oauth',
90
+ model: MODEL,
91
+ query,
92
+ answer,
93
+ citations: citations.slice(0, maxResults),
94
+ durationMs: Date.now() - t0,
95
+ usage: json?.usage || null,
96
+ warnings,
97
+ }
98
+ }
@@ -0,0 +1,50 @@
1
+ /**
2
+ * Exa semantic search backend.
3
+ *
4
+ * Uses search.credentials.exa.apiKey. POST /search with type:'auto' so Exa
5
+ * picks keyword vs neural mode. /contents endpoint integrates fetch-step.
6
+ */
7
+ import { providerHttpError } from '../state.mjs'
8
+ import { getSearchApiKey } from '../../../shared/config.mjs'
9
+
10
+ const URL = 'https://api.exa.ai/search'
11
+
12
+ export async function searchViaExa({ query, limit = 5, site, type = 'web', locale, signal }) {
13
+ const t0 = Date.now()
14
+ const key = getSearchApiKey('exa')
15
+ if (!key) throw new Error('[search:exa] no api key - register via mixdog-search setup -> search-keys')
16
+ const body = {
17
+ query: String(query),
18
+ numResults: limit,
19
+ type: 'auto',
20
+ ...(site ? { includeDomains: [site] } : {}),
21
+ ...(locale?.country ? { userLocation: locale.country } : {}),
22
+ ...(type === 'news' ? { category: 'news' } : {}),
23
+ }
24
+
25
+ const res = await fetch(URL, {
26
+ method: 'POST',
27
+ headers: { 'x-api-key': key, 'Content-Type': 'application/json' },
28
+ body: JSON.stringify(body),
29
+ signal,
30
+ })
31
+ if (res.status !== 200) {
32
+ const text = await res.text()
33
+ throw providerHttpError('exa', res.status, text)
34
+ }
35
+ const j = await res.json()
36
+ const citations = (j?.results || []).slice(0, limit).map(h => ({
37
+ title: h.title || '',
38
+ url: h.url || '',
39
+ snippet: (h.text || h.snippet || '').slice(0, 240),
40
+ publishedDate: h.publishedDate || h.published_date || null,
41
+ source: 'exa',
42
+ }))
43
+ return {
44
+ backend: 'exa',
45
+ query,
46
+ answer: '',
47
+ citations,
48
+ durationMs: Date.now() - t0,
49
+ }
50
+ }
@@ -0,0 +1,61 @@
1
+ /**
2
+ * Firecrawl search backend.
3
+ *
4
+ * Uses search.credentials.firecrawl.apiKey (managed via the Setup UI's
5
+ * search-keys section). Calls /v2/search and returns the raw SERP as
6
+ * citations. No AI synthesis layer — answer is empty by design; the caller
7
+ * (or mixdog model) is expected to consume citations directly.
8
+ */
9
+ import { providerHttpError } from '../state.mjs'
10
+ import { getSearchApiKey } from '../../../shared/config.mjs'
11
+
12
+ const SEARCH_URL = 'https://api.firecrawl.dev/v2/search'
13
+
14
+ export async function searchViaFirecrawl({ query, limit = 5, site, type = 'web', locale, signal }) {
15
+ const t0 = Date.now()
16
+ const key = getSearchApiKey('firecrawl')
17
+ if (!key) throw new Error('[search:firecrawl] no api key — register via mixdog-search setup -> search-keys')
18
+ const source = type === 'images' ? 'images' : type === 'news' ? 'news' : 'web'
19
+ const body = {
20
+ query: String(query),
21
+ limit,
22
+ sources: [source],
23
+ ...(site ? { includeDomains: [site] } : {}),
24
+ ...(locale?.country ? { country: locale.country } : {}),
25
+ }
26
+
27
+ const res = await fetch(SEARCH_URL, {
28
+ method: 'POST',
29
+ headers: {
30
+ 'Authorization': `Bearer ${key}`,
31
+ 'Content-Type': 'application/json',
32
+ },
33
+ body: JSON.stringify(body),
34
+ signal,
35
+ })
36
+
37
+ if (res.status !== 200) {
38
+ const text = await res.text()
39
+ throw providerHttpError('firecrawl', res.status, text)
40
+ }
41
+ const json = await res.json()
42
+ const data = Array.isArray(json?.data?.[source])
43
+ ? json.data[source]
44
+ : Array.isArray(json?.data)
45
+ ? json.data
46
+ : []
47
+ const citations = data.slice(0, limit).map(h => ({
48
+ title: h.title || '',
49
+ url: h.url || h.imageUrl || '',
50
+ snippet: (h.description || h.markdown || h.alt || '').slice(0, 240),
51
+ publishedDate: h.publishedDate || h.date || null,
52
+ source: 'firecrawl',
53
+ }))
54
+ return {
55
+ backend: 'firecrawl',
56
+ query,
57
+ answer: '',
58
+ citations,
59
+ durationMs: Date.now() - t0,
60
+ }
61
+ }
@@ -0,0 +1,83 @@
1
+ /**
2
+ * Gemini API key search backend.
3
+ *
4
+ * Reuses agent.providers.gemini.apiKey. Calls generateContent + google_search
5
+ * tool. Model is config-driven.
6
+ */
7
+ import { providerHttpError } from '../state.mjs'
8
+ import { getAgentApiKey } from '../../../shared/config.mjs'
9
+ import { GeminiProvider, ensureLatestGeminiModel } from '../../../agent/orchestrator/providers/gemini.mjs'
10
+
11
+ function isRecord(value) {
12
+ return typeof value === 'object' && value !== null && !Array.isArray(value)
13
+ }
14
+
15
+ let _geminiWarmProvider = null
16
+ let _geminiWarmProviderKey = ''
17
+ function getGeminiWarmProvider(apiKey) {
18
+ if (!_geminiWarmProvider || _geminiWarmProviderKey !== apiKey) {
19
+ _geminiWarmProvider = new GeminiProvider({ apiKey })
20
+ _geminiWarmProviderKey = apiKey
21
+ }
22
+ return _geminiWarmProvider
23
+ }
24
+
25
+ export async function searchViaGeminiApi({ query, model, maxResults = 5, warnings = [], signal }) {
26
+ const t0 = Date.now()
27
+ const key = getAgentApiKey('gemini')
28
+ if (!key) throw new Error('[search:gemini-api] no api key — set GEMINI_API_KEY or the Gemini provider key in setup')
29
+ const useModel = model || await ensureLatestGeminiModel(getGeminiWarmProvider(key))
30
+
31
+ const url = `https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(useModel)}:generateContent?key=${encodeURIComponent(key)}`
32
+ const res = await fetch(url, {
33
+ method: 'POST',
34
+ headers: { 'Content-Type': 'application/json' },
35
+ body: JSON.stringify({
36
+ contents: [{ parts: [{ text: String(query) }] }],
37
+ tools: [{ google_search: {} }],
38
+ }),
39
+ signal,
40
+ })
41
+ if (res.status !== 200) {
42
+ const text = await res.text()
43
+ throw providerHttpError('gemini-api', res.status, text)
44
+ }
45
+ const j = await res.json()
46
+ const malformed = () => { throw new Error('[search:gemini-api] malformed JSON response') }
47
+ if (!Array.isArray(j?.candidates)) malformed()
48
+ const cand = j.candidates[0]
49
+ if (!isRecord(cand) || !isRecord(cand.content)) malformed()
50
+ const parts = cand.content.parts
51
+ if (!Array.isArray(parts)) malformed()
52
+ const text = parts.map(p => (isRecord(p) && typeof p.text === 'string' ? p.text : undefined)).filter(Boolean).join('').trim()
53
+ if (!text) malformed()
54
+ const groundingMetadata = cand.groundingMetadata
55
+ const groundingChunks = groundingMetadata === undefined
56
+ ? []
57
+ : (isRecord(groundingMetadata) && Array.isArray(groundingMetadata.groundingChunks)
58
+ ? groundingMetadata.groundingChunks
59
+ : undefined)
60
+ if (!groundingChunks) malformed()
61
+ // Keep only well-formed web grounding chunks. Gemini may also emit non-web
62
+ // grounding sources (e.g. retrievedContext) and occasional empty entries;
63
+ // dropping those avoids blank citations without rejecting an otherwise valid
64
+ // grounded response.
65
+ const chunks = groundingChunks
66
+ .filter(c => isRecord(c) && isRecord(c.web) && typeof c.web.uri === 'string' && c.web.uri)
67
+ .map(c => ({
68
+ title: typeof c.web.title === 'string' ? c.web.title : '',
69
+ url: c.web.uri,
70
+ snippet: '',
71
+ source: 'gemini-api',
72
+ }))
73
+ return {
74
+ backend: 'gemini-api',
75
+ model: useModel,
76
+ query,
77
+ answer: text,
78
+ citations: chunks.slice(0, maxResults),
79
+ durationMs: Date.now() - t0,
80
+ usage: j?.usageMetadata || null,
81
+ warnings,
82
+ }
83
+ }
@@ -0,0 +1,86 @@
1
+ /**
2
+ * Grok (xAI) OAuth search backend.
3
+ *
4
+ * Same Responses API + web_search (Agent Tools) call as xai-api.mjs, but the
5
+ * Bearer is a refreshable OAuth access token from the Grok OAuth provider
6
+ * ("Grok Build" consent / ~/.grok/auth.json) instead of a static API key.
7
+ * Verified: this OAuth token drives api.x.ai/v1 /responses with the web_search
8
+ * server tool and returns real citations. Auth + refresh are owned by
9
+ * GrokOAuthProvider.ensureAuth().
10
+ */
11
+ import { providerHttpError } from '../state.mjs'
12
+ import { GrokOAuthProvider, ensureLatestGrokModel, normalizeGrokModelId } from '../../../agent/orchestrator/providers/grok-oauth.mjs'
13
+
14
+ const URL = 'https://api.x.ai/v1/responses'
15
+
16
+ // Reuse one provider instance across searches so its in-memory token cache
17
+ // (this.tokens) survives between calls — avoids re-reading grok-oauth.json on
18
+ // every search. ensureAuth() still re-validates via mtime + expiry per use.
19
+ let _sharedProvider = null
20
+ function getSharedProvider() {
21
+ if (!_sharedProvider) _sharedProvider = new GrokOAuthProvider({})
22
+ return _sharedProvider
23
+ }
24
+
25
+ export async function searchViaGrokOAuth({ query, model, maxResults = 5, warnings = [], signal }) {
26
+ const t0 = Date.now()
27
+ const provider = getSharedProvider()
28
+ const useModel = normalizeGrokModelId(
29
+ model || await ensureLatestGrokModel(provider),
30
+ )
31
+ const tokens = await provider.ensureAuth()
32
+ if (!tokens?.access_token) throw new Error('[search:grok-oauth] no access_token available — run the Grok CLI login or the Setup login first')
33
+
34
+ const res = await fetch(URL, {
35
+ method: 'POST',
36
+ headers: { 'Authorization': `Bearer ${tokens.access_token}`, 'Content-Type': 'application/json' },
37
+ body: JSON.stringify({
38
+ model: useModel,
39
+ input: String(query),
40
+ tools: [{ type: 'web_search' }],
41
+ }),
42
+ // Bearer-bearing request — refuse redirects so the OAuth token is never
43
+ // replayed to a redirect target.
44
+ redirect: 'error',
45
+ signal,
46
+ })
47
+ if (res.status !== 200) {
48
+ const text = await res.text()
49
+ throw providerHttpError('grok-oauth', res.status, text)
50
+ }
51
+ const j = await res.json()
52
+ const items = Array.isArray(j?.output) ? j.output : []
53
+ // xAI Responses emits output_text either as a direct output item or nested
54
+ // inside a message; a web_search turn typically pairs a web_search_call item
55
+ // with a direct output_text item. Collect both shapes (and a top-level
56
+ // output_text fallback) so a valid search answer is never dropped.
57
+ const textBlocks = []
58
+ for (const it of items) {
59
+ if (it?.type === 'output_text') textBlocks.push(it)
60
+ else if (it?.type === 'message') {
61
+ for (const c of (it.content || [])) if (c?.type === 'output_text') textBlocks.push(c)
62
+ }
63
+ }
64
+ let answer = textBlocks.map(b => b?.text || '').join('').trim()
65
+ if (!answer && typeof j?.output_text === 'string') answer = j.output_text.trim()
66
+ let citations = textBlocks
67
+ .flatMap(b => b?.annotations || [])
68
+ .filter(a => a?.url)
69
+ .map(a => ({ title: a.title || '', url: a.url || '', snippet: '', source: 'grok-oauth' }))
70
+ if (!citations.length && Array.isArray(j?.citations)) {
71
+ citations = j.citations
72
+ .map(c => (typeof c === 'string' ? { url: c } : c))
73
+ .filter(c => c?.url)
74
+ .map(c => ({ title: c.title || '', url: c.url, snippet: '', source: 'grok-oauth' }))
75
+ }
76
+ return {
77
+ backend: 'grok-oauth',
78
+ model: useModel,
79
+ query,
80
+ answer,
81
+ citations: citations.slice(0, maxResults),
82
+ durationMs: Date.now() - t0,
83
+ usage: j?.usage || null,
84
+ warnings,
85
+ }
86
+ }
@@ -0,0 +1,150 @@
1
+ /**
2
+ * Search backend dispatcher.
3
+ *
4
+ * `web_fetch` is provider-independent: it uses local readability+puppeteer
5
+ * extractors via src/search/lib/web-tools.mjs, not provider backends.
6
+ * 4xx HTTP from a search backend is surfaced as an error — no silent
7
+ * fallback.
8
+ */
9
+ import { searchViaAnthropicOAuth } from './anthropic-oauth.mjs'
10
+ import { searchViaFirecrawl } from './firecrawl.mjs'
11
+ import { searchViaOpenAIOAuth } from './openai-oauth.mjs'
12
+ import { searchViaOpenAIApi } from './openai-api.mjs'
13
+ import { searchViaGeminiApi } from './gemini-api.mjs'
14
+ import { searchViaXAIApi } from './xai-api.mjs'
15
+ import { searchViaGrokOAuth } from './grok-oauth.mjs'
16
+ import { searchViaTavily } from './tavily.mjs'
17
+ import { searchViaExa } from './exa.mjs'
18
+ import { normalizeSearchIntent } from '../search-intent.mjs'
19
+
20
+ /**
21
+ * Capability matrix for every supported provider.
22
+ *
23
+ * `siteMode` controls whether a site restriction is sent as a structured API/tool
24
+ * parameter or appended to the query for providers that expose no structured
25
+ * domain filter. `localeMode:none` means an explicit locale is ignored with a
26
+ * warning rather than being rewritten into the query.
27
+ */
28
+ export const PROVIDER_CAPS = Object.freeze({
29
+ 'anthropic-oauth': { searchTypes: ['web'], siteMode: 'tool', localeMode: 'tool' },
30
+ 'openai-oauth': { searchTypes: ['web', 'images'], siteMode: 'tool', localeMode: 'tool' },
31
+ 'openai-api': { searchTypes: ['web', 'images'], siteMode: 'tool', localeMode: 'tool' },
32
+ 'gemini-api': { searchTypes: ['web'], siteMode: 'query', localeMode: 'none' },
33
+ 'xai-api': { searchTypes: ['web'], siteMode: 'query', localeMode: 'none' },
34
+ 'grok-oauth': { searchTypes: ['web'], siteMode: 'query', localeMode: 'none' },
35
+ 'tavily': { searchTypes: ['web', 'news'], siteMode: 'api', localeMode: 'api' },
36
+ 'firecrawl': { searchTypes: ['web', 'news', 'images'], siteMode: 'api', localeMode: 'api' },
37
+ 'exa': { searchTypes: ['web', 'news'], siteMode: 'api', localeMode: 'api' },
38
+ })
39
+
40
+ export const SUPPORTED_PROVIDERS = Object.freeze(Object.keys(PROVIDER_CAPS))
41
+
42
+ function scopedQuery(intent, caps) {
43
+ return caps?.siteMode === 'api' || caps?.siteMode === 'tool'
44
+ ? intent.query
45
+ : intent.queryWithSite
46
+ }
47
+
48
+ function withSearchTimeout(signal, timeoutMs) {
49
+ const ms = Number(timeoutMs || 0)
50
+ if (!Number.isFinite(ms) || ms <= 0) return { signal, cleanup: () => {} }
51
+ const controller = new AbortController()
52
+ let timer = null
53
+ const abortFromParent = () => {
54
+ try { controller.abort(signal?.reason || new Error('search aborted')) } catch {}
55
+ }
56
+ if (signal?.aborted) {
57
+ abortFromParent()
58
+ } else if (signal) {
59
+ signal.addEventListener('abort', abortFromParent, { once: true })
60
+ }
61
+ timer = setTimeout(() => {
62
+ try { controller.abort(new Error(`search timeout after ${ms}ms`)) } catch {}
63
+ }, ms)
64
+ return {
65
+ signal: controller.signal,
66
+ cleanup: () => {
67
+ if (timer) clearTimeout(timer)
68
+ if (signal) signal.removeEventListener('abort', abortFromParent)
69
+ },
70
+ }
71
+ }
72
+
73
+ export async function dispatchSearchBackend({ provider, query, keywords, site, type, maxResults, contextSize, locale, signal, config }) {
74
+ const caps = PROVIDER_CAPS[provider]
75
+ if (!caps) {
76
+ throw new Error(`[search:dispatch] unknown provider "${provider}" — supported: ${SUPPORTED_PROVIDERS.join(', ')}`)
77
+ }
78
+ const models = config?.models || {}
79
+ const modelOptions = config?.modelOptions || {}
80
+ const openaiOpts = modelOptions.openai || {}
81
+ const intent = normalizeSearchIntent(
82
+ { query, keywords, site, type, maxResults, contextSize, locale, defaultContextSize: openaiOpts.searchContextSize || 'low' },
83
+ { caps, defaultMaxResults: config?.rawSearch?.maxResults || 5 },
84
+ )
85
+ const { signal: searchSignal, cleanup } = withSearchTimeout(signal, config?.requestTimeoutMs)
86
+ const common = {
87
+ query: scopedQuery(intent, caps),
88
+ rawQuery: intent.rawQuery,
89
+ site: intent.site,
90
+ type: intent.type,
91
+ requestedType: intent.requestedType,
92
+ maxResults: intent.maxResults,
93
+ limit: intent.maxResults,
94
+ locale: caps.localeMode === 'none' ? null : intent.locale,
95
+ contextSize: intent.contextSize,
96
+ signal: searchSignal,
97
+ }
98
+ try {
99
+ let result
100
+ switch (provider) {
101
+ case 'anthropic-oauth':
102
+ result = await searchViaAnthropicOAuth(common)
103
+ break
104
+ case 'firecrawl':
105
+ result = await searchViaFirecrawl(common)
106
+ break
107
+ case 'openai-oauth':
108
+ result = await searchViaOpenAIOAuth({ ...common, model: models.openai || undefined, effort: openaiOpts.effort, fast: openaiOpts.fast === true })
109
+ break
110
+ case 'openai-api':
111
+ result = await searchViaOpenAIApi({ ...common, model: models.openai || undefined, effort: openaiOpts.effort, fast: openaiOpts.fast === true })
112
+ break
113
+ case 'gemini-api':
114
+ result = await searchViaGeminiApi({ ...common, model: models.gemini || undefined })
115
+ break
116
+ case 'xai-api':
117
+ result = await searchViaXAIApi({ ...common, model: models.xai || undefined })
118
+ break
119
+ case 'grok-oauth':
120
+ // OAuth bearer (Grok CLI login) drives the same api.x.ai Responses +
121
+ // web_search call. Model is user-selectable from the live xAI catalog
122
+ // (shares the 'xai' model family → models.xai); when unset the backend
123
+ // resolves the newest chat model from the live catalog.
124
+ result = await searchViaGrokOAuth({ ...common, model: models.xai })
125
+ break
126
+ case 'tavily':
127
+ result = await searchViaTavily(common)
128
+ break
129
+ case 'exa':
130
+ result = await searchViaExa(common)
131
+ break
132
+ default:
133
+ throw new Error(`[search:dispatch] provider "${provider}" has no search case wired — PROVIDER_CAPS / switch are out of sync`)
134
+ }
135
+ return {
136
+ ...result,
137
+ query: result.query || intent.queryWithSite,
138
+ rawQuery: intent.rawQuery,
139
+ site: intent.site || undefined,
140
+ type: intent.type,
141
+ requestedType: intent.requestedType,
142
+ maxResults: intent.maxResults,
143
+ locale: caps.localeMode === 'none' ? null : intent.locale,
144
+ warnings: [...intent.warnings, ...(result.warnings || [])],
145
+ }
146
+ } finally {
147
+ cleanup()
148
+ }
149
+ }
150
+
@@ -0,0 +1,144 @@
1
+ /**
2
+ * OpenAI API key search backend.
3
+ *
4
+ * Reuses agent.providers.openai.apiKey. Calls Responses API + web_search
5
+ * server tool. Model is config-driven.
6
+ */
7
+ import { providerHttpError } from '../state.mjs'
8
+ import { getAgentApiKey } from '../../../shared/config.mjs'
9
+ import {
10
+ OPENAI_SEARCH_SYSTEM_INSTRUCTIONS,
11
+ buildOpenAISearchPrompt,
12
+ buildOpenAIWebSearchTool,
13
+ citationsFromText,
14
+ } from './openai-web-search.mjs'
15
+
16
+ const URL = 'https://api.openai.com/v1/responses'
17
+ const MODELS_URL = 'https://api.openai.com/v1/models'
18
+
19
+ function _codexFamily(id) {
20
+ const s = String(id || '').toLowerCase()
21
+ if (s.includes('nano')) return 'gpt-nano'
22
+ if (s.includes('mini')) return 'gpt-mini'
23
+ if (s.includes('codex')) return 'gpt-codex'
24
+ if (s.startsWith('gpt-5.5')) return 'gpt-5.5'
25
+ if (s.startsWith('gpt-5.4')) return 'gpt-5.4'
26
+ if (s.startsWith('gpt-5.2')) return 'gpt-5.2'
27
+ if (s.startsWith('gpt-5')) return 'gpt-5'
28
+ return 'gpt'
29
+ }
30
+
31
+ function _compareVersion(a, b) {
32
+ const na = (String(a).match(/gpt-(\d+)\.(\d+)/) || []).slice(1).map(Number)
33
+ const nb = (String(b).match(/gpt-(\d+)\.(\d+)/) || []).slice(1).map(Number)
34
+ for (let i = 0; i < Math.max(na.length, nb.length); i++) {
35
+ if ((na[i] || 0) !== (nb[i] || 0)) return (na[i] || 0) - (nb[i] || 0)
36
+ }
37
+ return String(a).localeCompare(String(b))
38
+ }
39
+
40
+ function _isMainCodexFamily(family) {
41
+ return typeof family === 'string' && family.startsWith('gpt-5')
42
+ }
43
+
44
+ function _pickLatestMainGpt5Model(ids) {
45
+ let best = null
46
+ for (const id of ids) {
47
+ if (!id || typeof id !== 'string') continue
48
+ const family = _codexFamily(id)
49
+ if (!_isMainCodexFamily(family)) continue
50
+ if (!best || _compareVersion(id, best) > 0) best = id
51
+ }
52
+ return best
53
+ }
54
+
55
+ async function ensureLatestOpenAIApiModel(apiKey, signal) {
56
+ const res = await fetch(MODELS_URL, {
57
+ method: 'GET',
58
+ headers: { Authorization: `Bearer ${apiKey}` },
59
+ redirect: 'error',
60
+ signal: signal ?? AbortSignal.timeout(10_000),
61
+ })
62
+ if (!res.ok) {
63
+ const text = await res.text().catch(() => '')
64
+ throw new Error(
65
+ `[search:openai-api] model catalog unavailable (${res.status}${text ? `: ${text.slice(0, 200)}` : ''}) — set search.models.openai to an explicit model id`,
66
+ )
67
+ }
68
+ const data = await res.json()
69
+ const ids = (Array.isArray(data?.data) ? data.data : [])
70
+ .map(m => m?.id)
71
+ .filter(Boolean)
72
+ const m = _pickLatestMainGpt5Model(ids)
73
+ if (m) return m
74
+ throw new Error(
75
+ '[search:openai-api] no default gpt-5 model in API catalog — set search.models.openai to an explicit model id',
76
+ )
77
+ }
78
+
79
+ export async function searchViaOpenAIApi({
80
+ query,
81
+ model,
82
+ effort,
83
+ fast = false,
84
+ site,
85
+ type = 'web',
86
+ maxResults = 5,
87
+ locale,
88
+ contextSize = 'low',
89
+ warnings = [],
90
+ signal,
91
+ }) {
92
+ const t0 = Date.now()
93
+ const key = getAgentApiKey('openai')
94
+ if (!key) throw new Error('[search:openai-api] no api key — set OPENAI_API_KEY or the OpenAI provider key in setup')
95
+ const useModel = model || await ensureLatestOpenAIApiModel(key, signal)
96
+
97
+ const payload = {
98
+ model: useModel,
99
+ instructions: OPENAI_SEARCH_SYSTEM_INSTRUCTIONS,
100
+ input: buildOpenAISearchPrompt(query, maxResults),
101
+ tools: [buildOpenAIWebSearchTool({ site, type, locale, contextSize })],
102
+ prompt_cache_key: `mixdog-search-openai-api-${useModel}`,
103
+ text: { verbosity: 'low' },
104
+ }
105
+ if (effort || /^gpt-5/i.test(String(useModel))) payload.reasoning = { effort: effort || 'low' }
106
+ if (fast === true) payload.service_tier = 'priority'
107
+ const res = await fetch(URL, {
108
+ method: 'POST',
109
+ headers: { 'Authorization': `Bearer ${key}`, 'Content-Type': 'application/json' },
110
+ body: JSON.stringify(payload),
111
+ signal,
112
+ })
113
+ if (res.status !== 200) {
114
+ const text = await res.text()
115
+ throw providerHttpError('openai-api', res.status, text)
116
+ }
117
+ const j = await res.json()
118
+ const items = j?.output || []
119
+ // Collect every output_text part across all message items — the model can
120
+ // split its answer (and citations) across multiple content parts and/or
121
+ // multiple messages. Reading only the first part drops the rest.
122
+ const textParts = items
123
+ .filter(it => it.type === 'message')
124
+ .flatMap(it => Array.isArray(it.content) ? it.content : [])
125
+ .filter(c => c.type === 'output_text')
126
+ const answer = (textParts.map(c => c?.text || '').join('').trim() || j?.output_text || '').trim()
127
+ const annotations = textParts
128
+ .flatMap(c => Array.isArray(c?.annotations) ? c.annotations : [])
129
+ .filter(a => a?.url)
130
+ .map(a => ({ title: a.title || '', url: a.url || '', snippet: '', source: 'openai-api' }))
131
+ const citations = annotations.length
132
+ ? annotations.slice(0, maxResults)
133
+ : citationsFromText(answer, maxResults, 'openai-api')
134
+ return {
135
+ backend: 'openai-api',
136
+ model: useModel,
137
+ query,
138
+ answer,
139
+ citations,
140
+ durationMs: Date.now() - t0,
141
+ usage: j?.usage || null,
142
+ warnings,
143
+ }
144
+ }