@staticn0va/wigolo 0.1.0 → 0.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (982) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +195 -73
  3. package/SKILL.md +382 -0
  4. package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
  5. package/assets/blocks/claude-code/wigolo-command.md +40 -0
  6. package/assets/blocks/cursor/wigolo.mdc +46 -0
  7. package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
  8. package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
  9. package/assets/skills/wigolo/SKILL.md +50 -0
  10. package/assets/skills/wigolo/rules/cache-first.md +30 -0
  11. package/assets/skills/wigolo/rules/synthesis.md +43 -0
  12. package/assets/skills/wigolo-agent/SKILL.md +73 -0
  13. package/assets/skills/wigolo-crawl/SKILL.md +60 -0
  14. package/assets/skills/wigolo-extract/SKILL.md +59 -0
  15. package/assets/skills/wigolo-fetch/SKILL.md +65 -0
  16. package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
  17. package/assets/skills/wigolo-research/SKILL.md +77 -0
  18. package/assets/skills/wigolo-search/SKILL.md +78 -0
  19. package/dist/agent/executor.d.ts +33 -0
  20. package/dist/agent/executor.d.ts.map +1 -0
  21. package/dist/agent/executor.js +233 -0
  22. package/dist/agent/executor.js.map +1 -0
  23. package/dist/agent/pipeline.d.ts +5 -0
  24. package/dist/agent/pipeline.d.ts.map +1 -0
  25. package/dist/agent/pipeline.js +208 -0
  26. package/dist/agent/pipeline.js.map +1 -0
  27. package/dist/agent/planner.d.ts +13 -0
  28. package/dist/agent/planner.d.ts.map +1 -0
  29. package/dist/agent/planner.js +271 -0
  30. package/dist/agent/planner.js.map +1 -0
  31. package/dist/agent/relevance.d.ts +15 -0
  32. package/dist/agent/relevance.d.ts.map +1 -0
  33. package/dist/agent/relevance.js +60 -0
  34. package/dist/agent/relevance.js.map +1 -0
  35. package/dist/cache/backfill-embeddings.d.ts +23 -0
  36. package/dist/cache/backfill-embeddings.d.ts.map +1 -0
  37. package/dist/cache/backfill-embeddings.js +105 -0
  38. package/dist/cache/backfill-embeddings.js.map +1 -0
  39. package/dist/cache/change-detector.d.ts +7 -0
  40. package/dist/cache/change-detector.d.ts.map +1 -0
  41. package/dist/cache/change-detector.js +43 -0
  42. package/dist/cache/change-detector.js.map +1 -0
  43. package/dist/cache/db.d.ts +1 -0
  44. package/dist/cache/db.d.ts.map +1 -1
  45. package/dist/cache/db.js +94 -22
  46. package/dist/cache/db.js.map +1 -1
  47. package/dist/cache/diff-summary.d.ts +2 -0
  48. package/dist/cache/diff-summary.d.ts.map +1 -0
  49. package/dist/cache/diff-summary.js +82 -0
  50. package/dist/cache/diff-summary.js.map +1 -0
  51. package/dist/cache/migrations/runner.d.ts +29 -0
  52. package/dist/cache/migrations/runner.d.ts.map +1 -0
  53. package/dist/cache/migrations/runner.js +147 -0
  54. package/dist/cache/migrations/runner.js.map +1 -0
  55. package/dist/cache/sqlite-vec-store.d.ts +42 -0
  56. package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
  57. package/dist/cache/sqlite-vec-store.js +176 -0
  58. package/dist/cache/sqlite-vec-store.js.map +1 -0
  59. package/dist/cache/store.d.ts +46 -1
  60. package/dist/cache/store.d.ts.map +1 -1
  61. package/dist/cache/store.js +362 -168
  62. package/dist/cache/store.js.map +1 -1
  63. package/dist/cli/agents/antigravity.d.ts +20 -0
  64. package/dist/cli/agents/antigravity.d.ts.map +1 -0
  65. package/dist/cli/agents/antigravity.js +49 -0
  66. package/dist/cli/agents/antigravity.js.map +1 -0
  67. package/dist/cli/agents/claude-code.d.ts +25 -0
  68. package/dist/cli/agents/claude-code.d.ts.map +1 -0
  69. package/dist/cli/agents/claude-code.js +111 -0
  70. package/dist/cli/agents/claude-code.js.map +1 -0
  71. package/dist/cli/agents/cursor.d.ts +21 -0
  72. package/dist/cli/agents/cursor.d.ts.map +1 -0
  73. package/dist/cli/agents/cursor.js +58 -0
  74. package/dist/cli/agents/cursor.js.map +1 -0
  75. package/dist/cli/agents/gemini-cli.d.ts +21 -0
  76. package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
  77. package/dist/cli/agents/gemini-cli.js +55 -0
  78. package/dist/cli/agents/gemini-cli.js.map +1 -0
  79. package/dist/cli/agents/registry.d.ts +21 -0
  80. package/dist/cli/agents/registry.d.ts.map +1 -0
  81. package/dist/cli/agents/registry.js +27 -0
  82. package/dist/cli/agents/registry.js.map +1 -0
  83. package/dist/cli/agents/utils.d.ts +26 -0
  84. package/dist/cli/agents/utils.d.ts.map +1 -0
  85. package/dist/cli/agents/utils.js +136 -0
  86. package/dist/cli/agents/utils.js.map +1 -0
  87. package/dist/cli/agents/vscode.d.ts +21 -0
  88. package/dist/cli/agents/vscode.d.ts.map +1 -0
  89. package/dist/cli/agents/vscode.js +62 -0
  90. package/dist/cli/agents/vscode.js.map +1 -0
  91. package/dist/cli/auth.d.ts +2 -0
  92. package/dist/cli/auth.d.ts.map +1 -0
  93. package/dist/cli/auth.js +94 -0
  94. package/dist/cli/auth.js.map +1 -0
  95. package/dist/cli/backfill.d.ts +2 -0
  96. package/dist/cli/backfill.d.ts.map +1 -0
  97. package/dist/cli/backfill.js +58 -0
  98. package/dist/cli/backfill.js.map +1 -0
  99. package/dist/cli/daemon.d.ts +6 -1
  100. package/dist/cli/daemon.d.ts.map +1 -1
  101. package/dist/cli/daemon.js +61 -3
  102. package/dist/cli/daemon.js.map +1 -1
  103. package/dist/cli/doctor.d.ts +8 -0
  104. package/dist/cli/doctor.d.ts.map +1 -0
  105. package/dist/cli/doctor.js +318 -0
  106. package/dist/cli/doctor.js.map +1 -0
  107. package/dist/cli/health.d.ts +1 -1
  108. package/dist/cli/health.d.ts.map +1 -1
  109. package/dist/cli/health.js +42 -3
  110. package/dist/cli/health.js.map +1 -1
  111. package/dist/cli/help.d.ts +6 -0
  112. package/dist/cli/help.d.ts.map +1 -0
  113. package/dist/cli/help.js +63 -0
  114. package/dist/cli/help.js.map +1 -0
  115. package/dist/cli/index.d.ts +1 -1
  116. package/dist/cli/index.d.ts.map +1 -1
  117. package/dist/cli/index.js +35 -7
  118. package/dist/cli/index.js.map +1 -1
  119. package/dist/cli/init.d.ts +2 -0
  120. package/dist/cli/init.d.ts.map +1 -0
  121. package/dist/cli/init.js +201 -0
  122. package/dist/cli/init.js.map +1 -0
  123. package/dist/cli/plugin.d.ts +5 -0
  124. package/dist/cli/plugin.d.ts.map +1 -0
  125. package/dist/cli/plugin.js +185 -0
  126. package/dist/cli/plugin.js.map +1 -0
  127. package/dist/cli/setup-mcp.d.ts +2 -0
  128. package/dist/cli/setup-mcp.d.ts.map +1 -0
  129. package/dist/cli/setup-mcp.js +114 -0
  130. package/dist/cli/setup-mcp.js.map +1 -0
  131. package/dist/cli/shell.d.ts +2 -0
  132. package/dist/cli/shell.d.ts.map +1 -0
  133. package/dist/cli/shell.js +86 -0
  134. package/dist/cli/shell.js.map +1 -0
  135. package/dist/cli/status.d.ts +2 -0
  136. package/dist/cli/status.d.ts.map +1 -0
  137. package/dist/cli/status.js +31 -0
  138. package/dist/cli/status.js.map +1 -0
  139. package/dist/cli/telemetry.d.ts +10 -0
  140. package/dist/cli/telemetry.d.ts.map +1 -0
  141. package/dist/cli/telemetry.js +56 -0
  142. package/dist/cli/telemetry.js.map +1 -0
  143. package/dist/cli/tui/agents-types.d.ts +28 -0
  144. package/dist/cli/tui/agents-types.d.ts.map +1 -0
  145. package/dist/cli/tui/agents-types.js +1 -0
  146. package/dist/cli/tui/agents-types.js.map +1 -0
  147. package/dist/cli/tui/agents.d.ts +11 -0
  148. package/dist/cli/tui/agents.d.ts.map +1 -0
  149. package/dist/cli/tui/agents.js +93 -0
  150. package/dist/cli/tui/agents.js.map +1 -0
  151. package/dist/cli/tui/banner.d.ts +3 -0
  152. package/dist/cli/tui/banner.d.ts.map +1 -0
  153. package/dist/cli/tui/banner.js +30 -0
  154. package/dist/cli/tui/banner.js.map +1 -0
  155. package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
  156. package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
  157. package/dist/cli/tui/components/AgentSelect.js +116 -0
  158. package/dist/cli/tui/components/AgentSelect.js.map +1 -0
  159. package/dist/cli/tui/components/Banner.d.ts +6 -0
  160. package/dist/cli/tui/components/Banner.d.ts.map +1 -0
  161. package/dist/cli/tui/components/Banner.js +25 -0
  162. package/dist/cli/tui/components/Banner.js.map +1 -0
  163. package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
  164. package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
  165. package/dist/cli/tui/components/BrowserSelect.js +19 -0
  166. package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
  167. package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
  168. package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
  169. package/dist/cli/tui/components/InstallProgress.js +67 -0
  170. package/dist/cli/tui/components/InstallProgress.js.map +1 -0
  171. package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
  172. package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
  173. package/dist/cli/tui/components/SkillInstall.js +94 -0
  174. package/dist/cli/tui/components/SkillInstall.js.map +1 -0
  175. package/dist/cli/tui/components/Summary.d.ts +22 -0
  176. package/dist/cli/tui/components/Summary.d.ts.map +1 -0
  177. package/dist/cli/tui/components/Summary.js +135 -0
  178. package/dist/cli/tui/components/Summary.js.map +1 -0
  179. package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
  180. package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
  181. package/dist/cli/tui/components/SystemCheck.js +71 -0
  182. package/dist/cli/tui/components/SystemCheck.js.map +1 -0
  183. package/dist/cli/tui/components/Verification.d.ts +8 -0
  184. package/dist/cli/tui/components/Verification.d.ts.map +1 -0
  185. package/dist/cli/tui/components/Verification.js +63 -0
  186. package/dist/cli/tui/components/Verification.js.map +1 -0
  187. package/dist/cli/tui/config-writer-cli.d.ts +12 -0
  188. package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
  189. package/dist/cli/tui/config-writer-cli.js +39 -0
  190. package/dist/cli/tui/config-writer-cli.js.map +1 -0
  191. package/dist/cli/tui/config-writer-json.d.ts +16 -0
  192. package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
  193. package/dist/cli/tui/config-writer-json.js +86 -0
  194. package/dist/cli/tui/config-writer-json.js.map +1 -0
  195. package/dist/cli/tui/config-writer-toml.d.ts +16 -0
  196. package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
  197. package/dist/cli/tui/config-writer-toml.js +83 -0
  198. package/dist/cli/tui/config-writer-toml.js.map +1 -0
  199. package/dist/cli/tui/config-writer.d.ts +25 -0
  200. package/dist/cli/tui/config-writer.d.ts.map +1 -0
  201. package/dist/cli/tui/config-writer.js +101 -0
  202. package/dist/cli/tui/config-writer.js.map +1 -0
  203. package/dist/cli/tui/detect-helpers.d.ts +6 -0
  204. package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
  205. package/dist/cli/tui/detect-helpers.js +45 -0
  206. package/dist/cli/tui/detect-helpers.js.map +1 -0
  207. package/dist/cli/tui/extras-prompt.d.ts +7 -0
  208. package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
  209. package/dist/cli/tui/extras-prompt.js +42 -0
  210. package/dist/cli/tui/extras-prompt.js.map +1 -0
  211. package/dist/cli/tui/flags-types.d.ts +19 -0
  212. package/dist/cli/tui/flags-types.d.ts.map +1 -0
  213. package/dist/cli/tui/flags-types.js +23 -0
  214. package/dist/cli/tui/flags-types.js.map +1 -0
  215. package/dist/cli/tui/flags.d.ts +5 -0
  216. package/dist/cli/tui/flags.d.ts.map +1 -0
  217. package/dist/cli/tui/flags.js +132 -0
  218. package/dist/cli/tui/flags.js.map +1 -0
  219. package/dist/cli/tui/format.d.ts +14 -0
  220. package/dist/cli/tui/format.d.ts.map +1 -0
  221. package/dist/cli/tui/format.js +37 -0
  222. package/dist/cli/tui/format.js.map +1 -0
  223. package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
  224. package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
  225. package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
  226. package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
  227. package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
  228. package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
  229. package/dist/cli/tui/hooks/useInstall.js +90 -0
  230. package/dist/cli/tui/hooks/useInstall.js.map +1 -0
  231. package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
  232. package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
  233. package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
  234. package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
  235. package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
  236. package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
  237. package/dist/cli/tui/hooks/useVerify.js +71 -0
  238. package/dist/cli/tui/hooks/useVerify.js.map +1 -0
  239. package/dist/cli/tui/ink-init.d.ts +2 -0
  240. package/dist/cli/tui/ink-init.d.ts.map +1 -0
  241. package/dist/cli/tui/ink-init.js +198 -0
  242. package/dist/cli/tui/ink-init.js.map +1 -0
  243. package/dist/cli/tui/reporter-auto.d.ts +7 -0
  244. package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
  245. package/dist/cli/tui/reporter-auto.js +15 -0
  246. package/dist/cli/tui/reporter-auto.js.map +1 -0
  247. package/dist/cli/tui/reporter.d.ts +26 -0
  248. package/dist/cli/tui/reporter.d.ts.map +1 -0
  249. package/dist/cli/tui/reporter.js +32 -0
  250. package/dist/cli/tui/reporter.js.map +1 -0
  251. package/dist/cli/tui/run-command.d.ts +14 -0
  252. package/dist/cli/tui/run-command.d.ts.map +1 -0
  253. package/dist/cli/tui/run-command.js +72 -0
  254. package/dist/cli/tui/run-command.js.map +1 -0
  255. package/dist/cli/tui/select-agents.d.ts +6 -0
  256. package/dist/cli/tui/select-agents.d.ts.map +1 -0
  257. package/dist/cli/tui/select-agents.js +32 -0
  258. package/dist/cli/tui/select-agents.js.map +1 -0
  259. package/dist/cli/tui/status-agents.d.ts +11 -0
  260. package/dist/cli/tui/status-agents.d.ts.map +1 -0
  261. package/dist/cli/tui/status-agents.js +53 -0
  262. package/dist/cli/tui/status-agents.js.map +1 -0
  263. package/dist/cli/tui/status-cache.d.ts +6 -0
  264. package/dist/cli/tui/status-cache.d.ts.map +1 -0
  265. package/dist/cli/tui/status-cache.js +39 -0
  266. package/dist/cli/tui/status-cache.js.map +1 -0
  267. package/dist/cli/tui/status-format.d.ts +14 -0
  268. package/dist/cli/tui/status-format.d.ts.map +1 -0
  269. package/dist/cli/tui/status-format.js +41 -0
  270. package/dist/cli/tui/status-format.js.map +1 -0
  271. package/dist/cli/tui/status-python.d.ts +6 -0
  272. package/dist/cli/tui/status-python.d.ts.map +1 -0
  273. package/dist/cli/tui/status-python.js +30 -0
  274. package/dist/cli/tui/status-python.js.map +1 -0
  275. package/dist/cli/tui/system-check.d.ts +24 -0
  276. package/dist/cli/tui/system-check.d.ts.map +1 -0
  277. package/dist/cli/tui/system-check.js +103 -0
  278. package/dist/cli/tui/system-check.js.map +1 -0
  279. package/dist/cli/tui/tui-reporter.d.ts +19 -0
  280. package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
  281. package/dist/cli/tui/tui-reporter.js +95 -0
  282. package/dist/cli/tui/tui-reporter.js.map +1 -0
  283. package/dist/cli/tui/utils/config-writer.d.ts +3 -0
  284. package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
  285. package/dist/cli/tui/utils/config-writer.js +22 -0
  286. package/dist/cli/tui/utils/config-writer.js.map +1 -0
  287. package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
  288. package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
  289. package/dist/cli/tui/utils/suppress-logs.js +11 -0
  290. package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
  291. package/dist/cli/tui/verify-suggestions.d.ts +5 -0
  292. package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
  293. package/dist/cli/tui/verify-suggestions.js +20 -0
  294. package/dist/cli/tui/verify-suggestions.js.map +1 -0
  295. package/dist/cli/tui/verify.d.ts +14 -0
  296. package/dist/cli/tui/verify.d.ts.map +1 -0
  297. package/dist/cli/tui/verify.js +101 -0
  298. package/dist/cli/tui/verify.js.map +1 -0
  299. package/dist/cli/tui/version.d.ts +2 -0
  300. package/dist/cli/tui/version.d.ts.map +1 -0
  301. package/dist/cli/tui/version.js +14 -0
  302. package/dist/cli/tui/version.js.map +1 -0
  303. package/dist/cli/uninstall.d.ts +2 -0
  304. package/dist/cli/uninstall.d.ts.map +1 -0
  305. package/dist/cli/uninstall.js +57 -0
  306. package/dist/cli/uninstall.js.map +1 -0
  307. package/dist/cli/warmup.d.ts +10 -2
  308. package/dist/cli/warmup.d.ts.map +1 -1
  309. package/dist/cli/warmup.js +226 -93
  310. package/dist/cli/warmup.js.map +1 -1
  311. package/dist/config.d.ts +28 -2
  312. package/dist/config.d.ts.map +1 -1
  313. package/dist/config.js +106 -56
  314. package/dist/config.js.map +1 -1
  315. package/dist/crawl/crawler.d.ts +6 -0
  316. package/dist/crawl/crawler.d.ts.map +1 -1
  317. package/dist/crawl/crawler.js +210 -209
  318. package/dist/crawl/crawler.js.map +1 -1
  319. package/dist/crawl/dedup.d.ts +1 -0
  320. package/dist/crawl/dedup.d.ts.map +1 -1
  321. package/dist/crawl/dedup.js +124 -81
  322. package/dist/crawl/dedup.js.map +1 -1
  323. package/dist/crawl/etag-incremental.d.ts +43 -0
  324. package/dist/crawl/etag-incremental.d.ts.map +1 -0
  325. package/dist/crawl/etag-incremental.js +94 -0
  326. package/dist/crawl/etag-incremental.js.map +1 -0
  327. package/dist/crawl/index-to-vec.d.ts +10 -0
  328. package/dist/crawl/index-to-vec.d.ts.map +1 -0
  329. package/dist/crawl/index-to-vec.js +44 -0
  330. package/dist/crawl/index-to-vec.js.map +1 -0
  331. package/dist/crawl/mapper.js +136 -164
  332. package/dist/crawl/mapper.js.map +1 -1
  333. package/dist/crawl/rate-limiter.js +63 -66
  334. package/dist/crawl/rate-limiter.js.map +1 -1
  335. package/dist/crawl/robots.js +58 -57
  336. package/dist/crawl/robots.js.map +1 -1
  337. package/dist/crawl/sitemap-first.d.ts +12 -0
  338. package/dist/crawl/sitemap-first.d.ts.map +1 -0
  339. package/dist/crawl/sitemap-first.js +47 -0
  340. package/dist/crawl/sitemap-first.js.map +1 -0
  341. package/dist/crawl/sitemap.js +33 -32
  342. package/dist/crawl/sitemap.js.map +1 -1
  343. package/dist/crawl/url-utils.d.ts +1 -0
  344. package/dist/crawl/url-utils.d.ts.map +1 -1
  345. package/dist/crawl/url-utils.js +49 -37
  346. package/dist/crawl/url-utils.js.map +1 -1
  347. package/dist/daemon/health-check.d.ts +16 -0
  348. package/dist/daemon/health-check.d.ts.map +1 -0
  349. package/dist/daemon/health-check.js +33 -0
  350. package/dist/daemon/health-check.js.map +1 -0
  351. package/dist/daemon/http-server.d.ts +26 -0
  352. package/dist/daemon/http-server.d.ts.map +1 -0
  353. package/dist/daemon/http-server.js +275 -0
  354. package/dist/daemon/http-server.js.map +1 -0
  355. package/dist/daemon/proxy.d.ts +10 -0
  356. package/dist/daemon/proxy.d.ts.map +1 -0
  357. package/dist/daemon/proxy.js +93 -0
  358. package/dist/daemon/proxy.js.map +1 -0
  359. package/dist/embedding/embed.d.ts +59 -0
  360. package/dist/embedding/embed.d.ts.map +1 -0
  361. package/dist/embedding/embed.js +233 -0
  362. package/dist/embedding/embed.js.map +1 -0
  363. package/dist/embedding/fastembed-provider.d.ts +19 -0
  364. package/dist/embedding/fastembed-provider.d.ts.map +1 -0
  365. package/dist/embedding/fastembed-provider.js +51 -0
  366. package/dist/embedding/fastembed-provider.js.map +1 -0
  367. package/dist/embedding/key-terms.d.ts +12 -0
  368. package/dist/embedding/key-terms.d.ts.map +1 -0
  369. package/dist/embedding/key-terms.js +234 -0
  370. package/dist/embedding/key-terms.js.map +1 -0
  371. package/dist/extraction/boilerplate.d.ts +15 -0
  372. package/dist/extraction/boilerplate.d.ts.map +1 -0
  373. package/dist/extraction/boilerplate.js +52 -0
  374. package/dist/extraction/boilerplate.js.map +1 -0
  375. package/dist/extraction/defuddle.d.ts.map +1 -1
  376. package/dist/extraction/defuddle.js +27 -23
  377. package/dist/extraction/defuddle.js.map +1 -1
  378. package/dist/extraction/extract.d.ts.map +1 -1
  379. package/dist/extraction/extract.js +76 -76
  380. package/dist/extraction/extract.js.map +1 -1
  381. package/dist/extraction/jsonld.js +50 -54
  382. package/dist/extraction/jsonld.js.map +1 -1
  383. package/dist/extraction/lang-hints.d.ts +2 -0
  384. package/dist/extraction/lang-hints.d.ts.map +1 -0
  385. package/dist/extraction/lang-hints.js +30 -0
  386. package/dist/extraction/lang-hints.js.map +1 -0
  387. package/dist/extraction/llm-fallback.d.ts +17 -0
  388. package/dist/extraction/llm-fallback.d.ts.map +1 -0
  389. package/dist/extraction/llm-fallback.js +130 -0
  390. package/dist/extraction/llm-fallback.js.map +1 -0
  391. package/dist/extraction/markdown-sanitize.d.ts +2 -0
  392. package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
  393. package/dist/extraction/markdown-sanitize.js +151 -0
  394. package/dist/extraction/markdown-sanitize.js.map +1 -0
  395. package/dist/extraction/markdown.d.ts +11 -0
  396. package/dist/extraction/markdown.d.ts.map +1 -1
  397. package/dist/extraction/markdown.js +195 -91
  398. package/dist/extraction/markdown.js.map +1 -1
  399. package/dist/extraction/pipeline.d.ts +8 -0
  400. package/dist/extraction/pipeline.d.ts.map +1 -1
  401. package/dist/extraction/pipeline.js +57 -91
  402. package/dist/extraction/pipeline.js.map +1 -1
  403. package/dist/extraction/readability.d.ts +1 -1
  404. package/dist/extraction/readability.d.ts.map +1 -1
  405. package/dist/extraction/readability.js +28 -29
  406. package/dist/extraction/readability.js.map +1 -1
  407. package/dist/extraction/schema.d.ts +12 -0
  408. package/dist/extraction/schema.d.ts.map +1 -1
  409. package/dist/extraction/schema.js +135 -72
  410. package/dist/extraction/schema.js.map +1 -1
  411. package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
  412. package/dist/extraction/site-extractors/docs-generic.js +81 -91
  413. package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
  414. package/dist/extraction/site-extractors/github.d.ts.map +1 -1
  415. package/dist/extraction/site-extractors/github.js +87 -95
  416. package/dist/extraction/site-extractors/github.js.map +1 -1
  417. package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
  418. package/dist/extraction/site-extractors/mdn.js +46 -54
  419. package/dist/extraction/site-extractors/mdn.js.map +1 -1
  420. package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
  421. package/dist/extraction/site-extractors/stackoverflow.js +71 -80
  422. package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
  423. package/dist/extraction/structured-data.d.ts +4 -0
  424. package/dist/extraction/structured-data.d.ts.map +1 -0
  425. package/dist/extraction/structured-data.js +173 -0
  426. package/dist/extraction/structured-data.js.map +1 -0
  427. package/dist/extraction/structured.d.ts +4 -0
  428. package/dist/extraction/structured.d.ts.map +1 -0
  429. package/dist/extraction/structured.js +163 -0
  430. package/dist/extraction/structured.js.map +1 -0
  431. package/dist/extraction/v1/classifier.d.ts +3 -0
  432. package/dist/extraction/v1/classifier.d.ts.map +1 -0
  433. package/dist/extraction/v1/classifier.js +110 -0
  434. package/dist/extraction/v1/classifier.js.map +1 -0
  435. package/dist/extraction/v1/extract-provider.d.ts +16 -0
  436. package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
  437. package/dist/extraction/v1/extract-provider.js +43 -0
  438. package/dist/extraction/v1/extract-provider.js.map +1 -0
  439. package/dist/extraction/v1/local-llm.d.ts +8 -0
  440. package/dist/extraction/v1/local-llm.d.ts.map +1 -0
  441. package/dist/extraction/v1/local-llm.js +58 -0
  442. package/dist/extraction/v1/local-llm.js.map +1 -0
  443. package/dist/extraction/v1/news.d.ts +3 -0
  444. package/dist/extraction/v1/news.d.ts.map +1 -0
  445. package/dist/extraction/v1/news.js +61 -0
  446. package/dist/extraction/v1/news.js.map +1 -0
  447. package/dist/extraction/v1/product.d.ts +3 -0
  448. package/dist/extraction/v1/product.d.ts.map +1 -0
  449. package/dist/extraction/v1/product.js +166 -0
  450. package/dist/extraction/v1/product.js.map +1 -0
  451. package/dist/extraction/v1/recipe.d.ts +3 -0
  452. package/dist/extraction/v1/recipe.d.ts.map +1 -0
  453. package/dist/extraction/v1/recipe.js +136 -0
  454. package/dist/extraction/v1/recipe.js.map +1 -0
  455. package/dist/extraction/v1/routed.d.ts +17 -0
  456. package/dist/extraction/v1/routed.d.ts.map +1 -0
  457. package/dist/extraction/v1/routed.js +68 -0
  458. package/dist/extraction/v1/routed.js.map +1 -0
  459. package/dist/extraction/v1/schemas/Article.d.ts +11 -0
  460. package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
  461. package/dist/extraction/v1/schemas/Article.js +23 -0
  462. package/dist/extraction/v1/schemas/Article.js.map +1 -0
  463. package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
  464. package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
  465. package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
  466. package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
  467. package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
  468. package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
  469. package/dist/extraction/v1/schemas/EventListing.js +122 -0
  470. package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
  471. package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
  472. package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
  473. package/dist/extraction/v1/schemas/Paper.js +156 -0
  474. package/dist/extraction/v1/schemas/Paper.js.map +1 -0
  475. package/dist/extraction/v1/schemas/Product.d.ts +17 -0
  476. package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
  477. package/dist/extraction/v1/schemas/Product.js +149 -0
  478. package/dist/extraction/v1/schemas/Product.js.map +1 -0
  479. package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
  480. package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
  481. package/dist/extraction/v1/schemas/Recipe.js +160 -0
  482. package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
  483. package/dist/extraction/v1/schemas/index.d.ts +13 -0
  484. package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
  485. package/dist/extraction/v1/schemas/index.js +44 -0
  486. package/dist/extraction/v1/schemas/index.js.map +1 -0
  487. package/dist/extraction/v1/site-extractors.d.ts +5 -0
  488. package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
  489. package/dist/extraction/v1/site-extractors.js +31 -0
  490. package/dist/extraction/v1/site-extractors.js.map +1 -0
  491. package/dist/fetch/action-executor.d.ts +28 -0
  492. package/dist/fetch/action-executor.d.ts.map +1 -0
  493. package/dist/fetch/action-executor.js +88 -0
  494. package/dist/fetch/action-executor.js.map +1 -0
  495. package/dist/fetch/auth.d.ts +2 -1
  496. package/dist/fetch/auth.d.ts.map +1 -1
  497. package/dist/fetch/auth.js +56 -26
  498. package/dist/fetch/auth.js.map +1 -1
  499. package/dist/fetch/browser-pool.d.ts +30 -11
  500. package/dist/fetch/browser-pool.d.ts.map +1 -1
  501. package/dist/fetch/browser-pool.js +303 -127
  502. package/dist/fetch/browser-pool.js.map +1 -1
  503. package/dist/fetch/browser-selector.d.ts +17 -0
  504. package/dist/fetch/browser-selector.d.ts.map +1 -0
  505. package/dist/fetch/browser-selector.js +72 -0
  506. package/dist/fetch/browser-selector.js.map +1 -0
  507. package/dist/fetch/browser-types.d.ts +3 -0
  508. package/dist/fetch/browser-types.d.ts.map +1 -0
  509. package/dist/fetch/browser-types.js +45 -0
  510. package/dist/fetch/browser-types.js.map +1 -0
  511. package/dist/fetch/cdp-client.d.ts +9 -0
  512. package/dist/fetch/cdp-client.d.ts.map +1 -0
  513. package/dist/fetch/cdp-client.js +89 -0
  514. package/dist/fetch/cdp-client.js.map +1 -0
  515. package/dist/fetch/content-check.js +39 -46
  516. package/dist/fetch/content-check.js.map +1 -1
  517. package/dist/fetch/http-client.d.ts +4 -0
  518. package/dist/fetch/http-client.d.ts.map +1 -1
  519. package/dist/fetch/http-client.js +147 -128
  520. package/dist/fetch/http-client.js.map +1 -1
  521. package/dist/fetch/lightpanda.d.ts +28 -0
  522. package/dist/fetch/lightpanda.d.ts.map +1 -0
  523. package/dist/fetch/lightpanda.js +174 -0
  524. package/dist/fetch/lightpanda.js.map +1 -0
  525. package/dist/fetch/playwright-tier.d.ts +19 -0
  526. package/dist/fetch/playwright-tier.d.ts.map +1 -0
  527. package/dist/fetch/playwright-tier.js +76 -0
  528. package/dist/fetch/playwright-tier.js.map +1 -0
  529. package/dist/fetch/router.d.ts +49 -3
  530. package/dist/fetch/router.d.ts.map +1 -1
  531. package/dist/fetch/router.js +185 -81
  532. package/dist/fetch/router.js.map +1 -1
  533. package/dist/index.js +97 -17
  534. package/dist/index.js.map +1 -1
  535. package/dist/instructions.d.ts +31 -0
  536. package/dist/instructions.d.ts.map +1 -0
  537. package/dist/instructions.js +245 -0
  538. package/dist/instructions.js.map +1 -0
  539. package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
  540. package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
  541. package/dist/integrations/cloud/llm/anthropic.js +41 -0
  542. package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
  543. package/dist/integrations/cloud/llm/cache.d.ts +5 -0
  544. package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
  545. package/dist/integrations/cloud/llm/cache.js +49 -0
  546. package/dist/integrations/cloud/llm/cache.js.map +1 -0
  547. package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
  548. package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
  549. package/dist/integrations/cloud/llm/gemini.js +37 -0
  550. package/dist/integrations/cloud/llm/gemini.js.map +1 -0
  551. package/dist/integrations/cloud/llm/groq.d.ts +3 -0
  552. package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
  553. package/dist/integrations/cloud/llm/groq.js +74 -0
  554. package/dist/integrations/cloud/llm/groq.js.map +1 -0
  555. package/dist/integrations/cloud/llm/hash.d.ts +3 -0
  556. package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
  557. package/dist/integrations/cloud/llm/hash.js +26 -0
  558. package/dist/integrations/cloud/llm/hash.js.map +1 -0
  559. package/dist/integrations/cloud/llm/openai.d.ts +3 -0
  560. package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
  561. package/dist/integrations/cloud/llm/openai.js +43 -0
  562. package/dist/integrations/cloud/llm/openai.js.map +1 -0
  563. package/dist/integrations/cloud/llm/select.d.ts +5 -0
  564. package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
  565. package/dist/integrations/cloud/llm/select.js +30 -0
  566. package/dist/integrations/cloud/llm/select.js.map +1 -0
  567. package/dist/integrations/cloud/llm/types.d.ts +24 -0
  568. package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
  569. package/dist/integrations/cloud/llm/types.js +1 -0
  570. package/dist/integrations/cloud/llm/types.js.map +1 -0
  571. package/dist/integrations/cloud/llm/validate.d.ts +6 -0
  572. package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
  573. package/dist/integrations/cloud/llm/validate.js +63 -0
  574. package/dist/integrations/cloud/llm/validate.js.map +1 -0
  575. package/dist/logger.d.ts +4 -1
  576. package/dist/logger.d.ts.map +1 -1
  577. package/dist/logger.js +71 -30
  578. package/dist/logger.js.map +1 -1
  579. package/dist/pdf-parse.d.js +1 -0
  580. package/dist/pdf-parse.d.js.map +1 -0
  581. package/dist/plugins/loader.d.ts +20 -0
  582. package/dist/plugins/loader.d.ts.map +1 -0
  583. package/dist/plugins/loader.js +157 -0
  584. package/dist/plugins/loader.js.map +1 -0
  585. package/dist/plugins/registry.d.ts +26 -0
  586. package/dist/plugins/registry.d.ts.map +1 -0
  587. package/dist/plugins/registry.js +71 -0
  588. package/dist/plugins/registry.js.map +1 -0
  589. package/dist/plugins/validate.d.ts +9 -0
  590. package/dist/plugins/validate.d.ts.map +1 -0
  591. package/dist/plugins/validate.js +79 -0
  592. package/dist/plugins/validate.js.map +1 -0
  593. package/dist/providers/embed-provider.d.ts +11 -0
  594. package/dist/providers/embed-provider.d.ts.map +1 -0
  595. package/dist/providers/embed-provider.js +24 -0
  596. package/dist/providers/embed-provider.js.map +1 -0
  597. package/dist/providers/extract-provider.d.ts +23 -0
  598. package/dist/providers/extract-provider.d.ts.map +1 -0
  599. package/dist/providers/extract-provider.js +25 -0
  600. package/dist/providers/extract-provider.js.map +1 -0
  601. package/dist/providers/rerank-provider.d.ts +16 -0
  602. package/dist/providers/rerank-provider.d.ts.map +1 -0
  603. package/dist/providers/rerank-provider.js +28 -0
  604. package/dist/providers/rerank-provider.js.map +1 -0
  605. package/dist/providers/search-provider.d.ts +25 -0
  606. package/dist/providers/search-provider.d.ts.map +1 -0
  607. package/dist/providers/search-provider.js +44 -0
  608. package/dist/providers/search-provider.js.map +1 -0
  609. package/dist/providers/vector-store.d.ts +27 -0
  610. package/dist/providers/vector-store.d.ts.map +1 -0
  611. package/dist/providers/vector-store.js +27 -0
  612. package/dist/providers/vector-store.js.map +1 -0
  613. package/dist/python-env.d.ts +9 -0
  614. package/dist/python-env.d.ts.map +1 -0
  615. package/dist/python-env.js +13 -0
  616. package/dist/python-env.js.map +1 -0
  617. package/dist/repl/commands/agent.d.ts +5 -0
  618. package/dist/repl/commands/agent.d.ts.map +1 -0
  619. package/dist/repl/commands/agent.js +62 -0
  620. package/dist/repl/commands/agent.js.map +1 -0
  621. package/dist/repl/commands/cache.d.ts +4 -0
  622. package/dist/repl/commands/cache.d.ts.map +1 -0
  623. package/dist/repl/commands/cache.js +43 -0
  624. package/dist/repl/commands/cache.js.map +1 -0
  625. package/dist/repl/commands/crawl.d.ts +7 -0
  626. package/dist/repl/commands/crawl.d.ts.map +1 -0
  627. package/dist/repl/commands/crawl.js +44 -0
  628. package/dist/repl/commands/crawl.js.map +1 -0
  629. package/dist/repl/commands/extract.d.ts +5 -0
  630. package/dist/repl/commands/extract.d.ts.map +1 -0
  631. package/dist/repl/commands/extract.js +47 -0
  632. package/dist/repl/commands/extract.js.map +1 -0
  633. package/dist/repl/commands/fetch.d.ts +5 -0
  634. package/dist/repl/commands/fetch.d.ts.map +1 -0
  635. package/dist/repl/commands/fetch.js +67 -0
  636. package/dist/repl/commands/fetch.js.map +1 -0
  637. package/dist/repl/commands/find-similar.d.ts +5 -0
  638. package/dist/repl/commands/find-similar.d.ts.map +1 -0
  639. package/dist/repl/commands/find-similar.js +74 -0
  640. package/dist/repl/commands/find-similar.js.map +1 -0
  641. package/dist/repl/commands/research.d.ts +5 -0
  642. package/dist/repl/commands/research.d.ts.map +1 -0
  643. package/dist/repl/commands/research.js +65 -0
  644. package/dist/repl/commands/research.js.map +1 -0
  645. package/dist/repl/commands/search.d.ts +5 -0
  646. package/dist/repl/commands/search.d.ts.map +1 -0
  647. package/dist/repl/commands/search.js +74 -0
  648. package/dist/repl/commands/search.js.map +1 -0
  649. package/dist/repl/commands/types.d.ts +9 -0
  650. package/dist/repl/commands/types.d.ts.map +1 -0
  651. package/dist/repl/commands/types.js +1 -0
  652. package/dist/repl/commands/types.js.map +1 -0
  653. package/dist/repl/formatters.d.ts +13 -0
  654. package/dist/repl/formatters.d.ts.map +1 -0
  655. package/dist/repl/formatters.js +283 -0
  656. package/dist/repl/formatters.js.map +1 -0
  657. package/dist/repl/parser.d.ts +9 -0
  658. package/dist/repl/parser.d.ts.map +1 -0
  659. package/dist/repl/parser.js +86 -0
  660. package/dist/repl/parser.js.map +1 -0
  661. package/dist/repl/shell.d.ts +8 -0
  662. package/dist/repl/shell.d.ts.map +1 -0
  663. package/dist/repl/shell.js +184 -0
  664. package/dist/repl/shell.js.map +1 -0
  665. package/dist/research/branch-exploration.d.ts +14 -0
  666. package/dist/research/branch-exploration.d.ts.map +1 -0
  667. package/dist/research/branch-exploration.js +100 -0
  668. package/dist/research/branch-exploration.js.map +1 -0
  669. package/dist/research/brief.d.ts +5 -0
  670. package/dist/research/brief.d.ts.map +1 -0
  671. package/dist/research/brief.js +242 -0
  672. package/dist/research/brief.js.map +1 -0
  673. package/dist/research/citation-graph.d.ts +9 -0
  674. package/dist/research/citation-graph.d.ts.map +1 -0
  675. package/dist/research/citation-graph.js +114 -0
  676. package/dist/research/citation-graph.js.map +1 -0
  677. package/dist/research/decompose.d.ts +14 -0
  678. package/dist/research/decompose.d.ts.map +1 -0
  679. package/dist/research/decompose.js +439 -0
  680. package/dist/research/decompose.js.map +1 -0
  681. package/dist/research/pipeline.d.ts +5 -0
  682. package/dist/research/pipeline.d.ts.map +1 -0
  683. package/dist/research/pipeline.js +269 -0
  684. package/dist/research/pipeline.js.map +1 -0
  685. package/dist/research/synthesis-local.d.ts +16 -0
  686. package/dist/research/synthesis-local.d.ts.map +1 -0
  687. package/dist/research/synthesis-local.js +73 -0
  688. package/dist/research/synthesis-local.js.map +1 -0
  689. package/dist/research/synthesize.d.ts +10 -0
  690. package/dist/research/synthesize.d.ts.map +1 -0
  691. package/dist/research/synthesize.js +137 -0
  692. package/dist/research/synthesize.js.map +1 -0
  693. package/dist/search/answer-synthesis.d.ts +33 -0
  694. package/dist/search/answer-synthesis.d.ts.map +1 -0
  695. package/dist/search/answer-synthesis.js +244 -0
  696. package/dist/search/answer-synthesis.js.map +1 -0
  697. package/dist/search/context-formatter.d.ts +3 -0
  698. package/dist/search/context-formatter.d.ts.map +1 -0
  699. package/dist/search/context-formatter.js +56 -0
  700. package/dist/search/context-formatter.js.map +1 -0
  701. package/dist/search/dedup.d.ts +1 -0
  702. package/dist/search/dedup.d.ts.map +1 -1
  703. package/dist/search/dedup.js +40 -32
  704. package/dist/search/dedup.js.map +1 -1
  705. package/dist/search/engines/arxiv.d.ts +7 -0
  706. package/dist/search/engines/arxiv.d.ts.map +1 -0
  707. package/dist/search/engines/arxiv.js +70 -0
  708. package/dist/search/engines/arxiv.js.map +1 -0
  709. package/dist/search/engines/bing-news.d.ts +7 -0
  710. package/dist/search/engines/bing-news.d.ts.map +1 -0
  711. package/dist/search/engines/bing-news.js +97 -0
  712. package/dist/search/engines/bing-news.js.map +1 -0
  713. package/dist/search/engines/bing.d.ts +1 -0
  714. package/dist/search/engines/bing.d.ts.map +1 -1
  715. package/dist/search/engines/bing.js +100 -44
  716. package/dist/search/engines/bing.js.map +1 -1
  717. package/dist/search/engines/devdocs.d.ts +6 -0
  718. package/dist/search/engines/devdocs.d.ts.map +1 -0
  719. package/dist/search/engines/devdocs.js +56 -0
  720. package/dist/search/engines/devdocs.js.map +1 -0
  721. package/dist/search/engines/duckduckgo.d.ts.map +1 -1
  722. package/dist/search/engines/duckduckgo.js +56 -44
  723. package/dist/search/engines/duckduckgo.js.map +1 -1
  724. package/dist/search/engines/github-code.d.ts +7 -0
  725. package/dist/search/engines/github-code.d.ts.map +1 -0
  726. package/dist/search/engines/github-code.js +55 -0
  727. package/dist/search/engines/github-code.js.map +1 -0
  728. package/dist/search/engines/hn-algolia.d.ts +7 -0
  729. package/dist/search/engines/hn-algolia.d.ts.map +1 -0
  730. package/dist/search/engines/hn-algolia.js +76 -0
  731. package/dist/search/engines/hn-algolia.js.map +1 -0
  732. package/dist/search/engines/lobsters.d.ts +7 -0
  733. package/dist/search/engines/lobsters.d.ts.map +1 -0
  734. package/dist/search/engines/lobsters.js +83 -0
  735. package/dist/search/engines/lobsters.js.map +1 -0
  736. package/dist/search/engines/mdn.d.ts +7 -0
  737. package/dist/search/engines/mdn.d.ts.map +1 -0
  738. package/dist/search/engines/mdn.js +48 -0
  739. package/dist/search/engines/mdn.js.map +1 -0
  740. package/dist/search/engines/semantic-scholar.d.ts +7 -0
  741. package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
  742. package/dist/search/engines/semantic-scholar.js +69 -0
  743. package/dist/search/engines/semantic-scholar.js.map +1 -0
  744. package/dist/search/engines/stackoverflow.d.ts +7 -0
  745. package/dist/search/engines/stackoverflow.d.ts.map +1 -0
  746. package/dist/search/engines/stackoverflow.js +73 -0
  747. package/dist/search/engines/stackoverflow.js.map +1 -0
  748. package/dist/search/engines/startpage.d.ts.map +1 -1
  749. package/dist/search/engines/startpage.js +65 -46
  750. package/dist/search/engines/startpage.js.map +1 -1
  751. package/dist/search/evidence.d.ts +25 -0
  752. package/dist/search/evidence.d.ts.map +1 -0
  753. package/dist/search/evidence.js +220 -0
  754. package/dist/search/evidence.js.map +1 -0
  755. package/dist/search/filters.js +49 -55
  756. package/dist/search/filters.js.map +1 -1
  757. package/dist/search/find-similar/crawl-rank.d.ts +9 -0
  758. package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
  759. package/dist/search/find-similar/crawl-rank.js +272 -0
  760. package/dist/search/find-similar/crawl-rank.js.map +1 -0
  761. package/dist/search/find-similar/mode.d.ts +4 -0
  762. package/dist/search/find-similar/mode.d.ts.map +1 -0
  763. package/dist/search/find-similar/mode.js +12 -0
  764. package/dist/search/find-similar/mode.js.map +1 -0
  765. package/dist/search/find-similar.d.ts +5 -0
  766. package/dist/search/find-similar.d.ts.map +1 -0
  767. package/dist/search/find-similar.js +509 -0
  768. package/dist/search/find-similar.js.map +1 -0
  769. package/dist/search/highlights.d.ts +19 -0
  770. package/dist/search/highlights.d.ts.map +1 -0
  771. package/dist/search/highlights.js +167 -0
  772. package/dist/search/highlights.js.map +1 -0
  773. package/dist/search/language-filter.d.ts +29 -0
  774. package/dist/search/language-filter.d.ts.map +1 -0
  775. package/dist/search/language-filter.js +126 -0
  776. package/dist/search/language-filter.js.map +1 -0
  777. package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
  778. package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
  779. package/dist/search/legacy/searxng-orchestrator.js +501 -0
  780. package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
  781. package/dist/search/legacy/searxng-provider.d.ts +7 -0
  782. package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
  783. package/dist/search/legacy/searxng-provider.js +11 -0
  784. package/dist/search/legacy/searxng-provider.js.map +1 -0
  785. package/dist/search/multi-query.d.ts +25 -0
  786. package/dist/search/multi-query.d.ts.map +1 -0
  787. package/dist/search/multi-query.js +228 -0
  788. package/dist/search/multi-query.js.map +1 -0
  789. package/dist/search/query.js +32 -34
  790. package/dist/search/query.js.map +1 -1
  791. package/dist/search/rerank.d.ts +3 -1
  792. package/dist/search/rerank.d.ts.map +1 -1
  793. package/dist/search/rerank.js +44 -35
  794. package/dist/search/rerank.js.map +1 -1
  795. package/dist/search/reranker/authority-boost.d.ts +3 -0
  796. package/dist/search/reranker/authority-boost.d.ts.map +1 -0
  797. package/dist/search/reranker/authority-boost.js +179 -0
  798. package/dist/search/reranker/authority-boost.js.map +1 -0
  799. package/dist/search/reranker/consensus-boost.d.ts +3 -0
  800. package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
  801. package/dist/search/reranker/consensus-boost.js +27 -0
  802. package/dist/search/reranker/consensus-boost.js.map +1 -0
  803. package/dist/search/reranker/recency-boost.d.ts +3 -0
  804. package/dist/search/reranker/recency-boost.d.ts.map +1 -0
  805. package/dist/search/reranker/recency-boost.js +13 -0
  806. package/dist/search/reranker/recency-boost.js.map +1 -0
  807. package/dist/search/reranker/recency.d.ts +3 -0
  808. package/dist/search/reranker/recency.d.ts.map +1 -0
  809. package/dist/search/reranker/recency.js +23 -0
  810. package/dist/search/reranker/recency.js.map +1 -0
  811. package/dist/search/reranker/transformers-rerank-provider.d.ts +12 -0
  812. package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
  813. package/dist/search/reranker/transformers-rerank-provider.js +78 -0
  814. package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
  815. package/dist/search/rrf.d.ts +17 -0
  816. package/dist/search/rrf.d.ts.map +1 -0
  817. package/dist/search/rrf.js +39 -0
  818. package/dist/search/rrf.js.map +1 -0
  819. package/dist/search/sampling.d.ts +25 -0
  820. package/dist/search/sampling.d.ts.map +1 -0
  821. package/dist/search/sampling.js +52 -0
  822. package/dist/search/sampling.js.map +1 -0
  823. package/dist/search/searxng.d.ts.map +1 -1
  824. package/dist/search/searxng.js +69 -79
  825. package/dist/search/searxng.js.map +1 -1
  826. package/dist/search/tokens.d.ts +3 -0
  827. package/dist/search/tokens.d.ts.map +1 -0
  828. package/dist/search/tokens.js +39 -0
  829. package/dist/search/tokens.js.map +1 -0
  830. package/dist/search/truncate.d.ts +6 -0
  831. package/dist/search/truncate.d.ts.map +1 -0
  832. package/dist/search/truncate.js +26 -0
  833. package/dist/search/truncate.js.map +1 -0
  834. package/dist/search/url-unwrap.d.ts +3 -0
  835. package/dist/search/url-unwrap.d.ts.map +1 -0
  836. package/dist/search/url-unwrap.js +43 -0
  837. package/dist/search/url-unwrap.js.map +1 -0
  838. package/dist/search/v1/context-rank.d.ts +13 -0
  839. package/dist/search/v1/context-rank.d.ts.map +1 -0
  840. package/dist/search/v1/context-rank.js +74 -0
  841. package/dist/search/v1/context-rank.js.map +1 -0
  842. package/dist/search/v1/engine-base.d.ts +27 -0
  843. package/dist/search/v1/engine-base.d.ts.map +1 -0
  844. package/dist/search/v1/engine-base.js +110 -0
  845. package/dist/search/v1/engine-base.js.map +1 -0
  846. package/dist/search/v1/intent-router.d.ts +22 -0
  847. package/dist/search/v1/intent-router.d.ts.map +1 -0
  848. package/dist/search/v1/intent-router.js +138 -0
  849. package/dist/search/v1/intent-router.js.map +1 -0
  850. package/dist/search/v1/orchestrator.d.ts +24 -0
  851. package/dist/search/v1/orchestrator.d.ts.map +1 -0
  852. package/dist/search/v1/orchestrator.js +163 -0
  853. package/dist/search/v1/orchestrator.js.map +1 -0
  854. package/dist/search/v1/recency-boost.d.ts +9 -0
  855. package/dist/search/v1/recency-boost.d.ts.map +1 -0
  856. package/dist/search/v1/recency-boost.js +37 -0
  857. package/dist/search/v1/recency-boost.js.map +1 -0
  858. package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
  859. package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
  860. package/dist/search/v1/recent-cache-dedup.js +85 -0
  861. package/dist/search/v1/recent-cache-dedup.js.map +1 -0
  862. package/dist/search/v1/rss/feed-config.d.ts +21 -0
  863. package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
  864. package/dist/search/v1/rss/feed-config.js +90 -0
  865. package/dist/search/v1/rss/feed-config.js.map +1 -0
  866. package/dist/search/v1/rss/feed-parser.d.ts +14 -0
  867. package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
  868. package/dist/search/v1/rss/feed-parser.js +104 -0
  869. package/dist/search/v1/rss/feed-parser.js.map +1 -0
  870. package/dist/search/v1/rss/feed-poller.d.ts +22 -0
  871. package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
  872. package/dist/search/v1/rss/feed-poller.js +102 -0
  873. package/dist/search/v1/rss/feed-poller.js.map +1 -0
  874. package/dist/search/v1/rss/feed-store.d.ts +30 -0
  875. package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
  876. package/dist/search/v1/rss/feed-store.js +134 -0
  877. package/dist/search/v1/rss/feed-store.js.map +1 -0
  878. package/dist/search/v1/rss/rss-engine.d.ts +6 -0
  879. package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
  880. package/dist/search/v1/rss/rss-engine.js +28 -0
  881. package/dist/search/v1/rss/rss-engine.js.map +1 -0
  882. package/dist/search/v1/v1-provider.d.ts +7 -0
  883. package/dist/search/v1/v1-provider.d.ts.map +1 -0
  884. package/dist/search/v1/v1-provider.js +68 -0
  885. package/dist/search/v1/v1-provider.js.map +1 -0
  886. package/dist/search/v1/verticals/code.d.ts +4 -0
  887. package/dist/search/v1/verticals/code.d.ts.map +1 -0
  888. package/dist/search/v1/verticals/code.js +20 -0
  889. package/dist/search/v1/verticals/code.js.map +1 -0
  890. package/dist/search/v1/verticals/docs.d.ts +4 -0
  891. package/dist/search/v1/verticals/docs.d.ts.map +1 -0
  892. package/dist/search/v1/verticals/docs.js +20 -0
  893. package/dist/search/v1/verticals/docs.js.map +1 -0
  894. package/dist/search/v1/verticals/general.d.ts +4 -0
  895. package/dist/search/v1/verticals/general.d.ts.map +1 -0
  896. package/dist/search/v1/verticals/general.js +22 -0
  897. package/dist/search/v1/verticals/general.js.map +1 -0
  898. package/dist/search/v1/verticals/news.d.ts +10 -0
  899. package/dist/search/v1/verticals/news.d.ts.map +1 -0
  900. package/dist/search/v1/verticals/news.js +52 -0
  901. package/dist/search/v1/verticals/news.js.map +1 -0
  902. package/dist/search/v1/verticals/papers.d.ts +4 -0
  903. package/dist/search/v1/verticals/papers.d.ts.map +1 -0
  904. package/dist/search/v1/verticals/papers.js +23 -0
  905. package/dist/search/v1/verticals/papers.js.map +1 -0
  906. package/dist/search/validator.js +31 -31
  907. package/dist/search/validator.js.map +1 -1
  908. package/dist/searxng/bootstrap.d.ts +30 -0
  909. package/dist/searxng/bootstrap.d.ts.map +1 -1
  910. package/dist/searxng/bootstrap.js +223 -85
  911. package/dist/searxng/bootstrap.js.map +1 -1
  912. package/dist/searxng/docker.d.ts.map +1 -1
  913. package/dist/searxng/docker.js +69 -60
  914. package/dist/searxng/docker.js.map +1 -1
  915. package/dist/searxng/process.d.ts +13 -1
  916. package/dist/searxng/process.d.ts.map +1 -1
  917. package/dist/searxng/process.js +231 -164
  918. package/dist/searxng/process.js.map +1 -1
  919. package/dist/server/backend-status.d.ts +13 -0
  920. package/dist/server/backend-status.d.ts.map +1 -0
  921. package/dist/server/backend-status.js +40 -0
  922. package/dist/server/backend-status.js.map +1 -0
  923. package/dist/server/tool-schemas.d.ts +549 -0
  924. package/dist/server/tool-schemas.d.ts.map +1 -0
  925. package/dist/server/tool-schemas.js +464 -0
  926. package/dist/server/tool-schemas.js.map +1 -0
  927. package/dist/server/warmup-on-start.d.ts +9 -0
  928. package/dist/server/warmup-on-start.d.ts.map +1 -0
  929. package/dist/server/warmup-on-start.js +55 -0
  930. package/dist/server/warmup-on-start.js.map +1 -0
  931. package/dist/server.d.ts +17 -0
  932. package/dist/server.d.ts.map +1 -1
  933. package/dist/server.js +454 -297
  934. package/dist/server.js.map +1 -1
  935. package/dist/tools/agent.d.ts +5 -0
  936. package/dist/tools/agent.d.ts.map +1 -0
  937. package/dist/tools/agent.js +128 -0
  938. package/dist/tools/agent.js.map +1 -0
  939. package/dist/tools/cache.d.ts +2 -1
  940. package/dist/tools/cache.d.ts.map +1 -1
  941. package/dist/tools/cache.js +175 -44
  942. package/dist/tools/cache.js.map +1 -1
  943. package/dist/tools/crawl.d.ts.map +1 -1
  944. package/dist/tools/crawl.js +171 -88
  945. package/dist/tools/crawl.js.map +1 -1
  946. package/dist/tools/extract.d.ts +2 -2
  947. package/dist/tools/extract.d.ts.map +1 -1
  948. package/dist/tools/extract.js +175 -59
  949. package/dist/tools/extract.js.map +1 -1
  950. package/dist/tools/fetch.d.ts +2 -2
  951. package/dist/tools/fetch.d.ts.map +1 -1
  952. package/dist/tools/fetch.js +161 -68
  953. package/dist/tools/fetch.js.map +1 -1
  954. package/dist/tools/find-similar.d.ts +5 -0
  955. package/dist/tools/find-similar.d.ts.map +1 -0
  956. package/dist/tools/find-similar.js +127 -0
  957. package/dist/tools/find-similar.js.map +1 -0
  958. package/dist/tools/research.d.ts +5 -0
  959. package/dist/tools/research.d.ts.map +1 -0
  960. package/dist/tools/research.js +107 -0
  961. package/dist/tools/research.js.map +1 -0
  962. package/dist/tools/search.d.ts +10 -2
  963. package/dist/tools/search.d.ts.map +1 -1
  964. package/dist/tools/search.js +13 -158
  965. package/dist/tools/search.js.map +1 -1
  966. package/dist/types.d.ts +350 -7
  967. package/dist/types.d.ts.map +1 -1
  968. package/dist/types.js +6 -1
  969. package/dist/types.js.map +1 -1
  970. package/dist/util/mode.d.ts +4 -0
  971. package/dist/util/mode.d.ts.map +1 -0
  972. package/dist/util/mode.js +34 -0
  973. package/dist/util/mode.js.map +1 -0
  974. package/package.json +78 -8
  975. package/dist/extraction/trafilatura.d.ts +0 -6
  976. package/dist/extraction/trafilatura.d.ts.map +0 -1
  977. package/dist/extraction/trafilatura.js +0 -105
  978. package/dist/extraction/trafilatura.js.map +0 -1
  979. package/dist/search/flashrank.d.ts +0 -12
  980. package/dist/search/flashrank.d.ts.map +0 -1
  981. package/dist/search/flashrank.js +0 -63
  982. package/dist/search/flashrank.js.map +0 -1
@@ -0,0 +1,275 @@
1
+ import { randomUUID } from "node:crypto";
2
+ import { createServer } from "node:http";
3
+ import { StreamableHTTPServerTransport } from "@modelcontextprotocol/sdk/server/streamableHttp.js";
4
+ import { SSEServerTransport } from "@modelcontextprotocol/sdk/server/sse.js";
5
+ import { isInitializeRequest } from "@modelcontextprotocol/sdk/types.js";
6
+ import { initSubsystems, createMcpServer } from "../server.js";
7
+ import { probeHealth } from "./health-check.js";
8
+ import { createLogger } from "../logger.js";
9
+ const log = createLogger("server");
10
+ class DaemonHttpServer {
11
+ httpServer = null;
12
+ subsystems = null;
13
+ startedAt = 0;
14
+ stopped = false;
15
+ sessions = /* @__PURE__ */ new Map();
16
+ sseSessions = /* @__PURE__ */ new Map();
17
+ port;
18
+ host;
19
+ constructor(options) {
20
+ this.port = options.port;
21
+ this.host = options.host;
22
+ }
23
+ async start() {
24
+ this.startedAt = Date.now();
25
+ this.stopped = false;
26
+ try {
27
+ this.subsystems = await initSubsystems();
28
+ } catch (err) {
29
+ log.error("Failed to initialize subsystems", { error: String(err) });
30
+ throw err;
31
+ }
32
+ this.subsystems.bootstrapSearxng().catch((err) => {
33
+ log.warn("SearXNG bootstrap failed in daemon mode", { error: String(err) });
34
+ });
35
+ this.httpServer = createServer((req, res) => {
36
+ this.handleRequest(req, res).catch((err) => {
37
+ log.error("Unhandled request error", { error: String(err) });
38
+ if (!res.headersSent) {
39
+ res.writeHead(500, { "Content-Type": "application/json" });
40
+ res.end(JSON.stringify({ error: "Internal server error" }));
41
+ }
42
+ });
43
+ });
44
+ return new Promise((resolve, reject) => {
45
+ this.httpServer.on("error", (err) => {
46
+ log.error("HTTP server error", { error: String(err) });
47
+ reject(err);
48
+ });
49
+ this.httpServer.listen(this.port, this.host, () => {
50
+ const addr = this.httpServer.address();
51
+ let resolvedPort = this.port;
52
+ if (addr && typeof addr === "object") {
53
+ resolvedPort = addr.port;
54
+ }
55
+ const url = `http://${this.host}:${resolvedPort}`;
56
+ log.info("Daemon HTTP server started", { url });
57
+ resolve(url);
58
+ });
59
+ });
60
+ }
61
+ async handleRequest(req, res) {
62
+ const url = new URL(req.url ?? "/", `http://${req.headers.host ?? "localhost"}`);
63
+ const pathname = url.pathname;
64
+ const method = req.method ?? "GET";
65
+ if (pathname === "/health" && method === "GET") {
66
+ return this.handleHealthRequest(res);
67
+ }
68
+ if (pathname === "/mcp" && method === "POST") {
69
+ return this.handleStreamableHttpRequest(req, res);
70
+ }
71
+ if (pathname === "/mcp" && method === "GET") {
72
+ return this.handleStreamableHttpGet(req, res);
73
+ }
74
+ if (pathname === "/mcp" && method === "DELETE") {
75
+ return this.handleStreamableHttpDelete(req, res);
76
+ }
77
+ if (pathname === "/sse" && method === "GET") {
78
+ return this.handleSseRequest(req, res);
79
+ }
80
+ if (pathname === "/messages" && method === "POST") {
81
+ const sessionId = url.searchParams.get("sessionId");
82
+ return this.handleSseMessageRequest(req, res, sessionId);
83
+ }
84
+ res.writeHead(404, { "Content-Type": "application/json" });
85
+ res.end(JSON.stringify({ error: "Not found" }));
86
+ }
87
+ handleHealthRequest(res) {
88
+ try {
89
+ const report = probeHealth({
90
+ backendStatus: this.subsystems?.backendStatus ?? null,
91
+ browserPool: this.subsystems?.browserPool ?? null,
92
+ startedAt: this.startedAt
93
+ });
94
+ const statusCode = report.status === "down" ? 503 : 200;
95
+ res.writeHead(statusCode, { "Content-Type": "application/json" });
96
+ res.end(JSON.stringify(report));
97
+ } catch (err) {
98
+ log.error("Health check failed", { error: String(err) });
99
+ res.writeHead(500, { "Content-Type": "application/json" });
100
+ res.end(JSON.stringify({ status: "down", error: String(err) }));
101
+ }
102
+ }
103
+ async handleStreamableHttpRequest(req, res) {
104
+ if (!this.subsystems) {
105
+ res.writeHead(503, { "Content-Type": "application/json" });
106
+ res.end(JSON.stringify({ error: "Server not ready" }));
107
+ return;
108
+ }
109
+ try {
110
+ const body = await this.readJsonBody(req);
111
+ const sessionId = req.headers["mcp-session-id"];
112
+ if (sessionId && this.sessions.has(sessionId)) {
113
+ const session = this.sessions.get(sessionId);
114
+ await session.transport.handleRequest(req, res, body);
115
+ return;
116
+ }
117
+ if (!sessionId && isInitializeRequest(body)) {
118
+ const transport = new StreamableHTTPServerTransport({
119
+ sessionIdGenerator: () => randomUUID(),
120
+ onsessioninitialized: (newSessionId) => {
121
+ log.debug("StreamableHTTP session initialized", { sessionId: newSessionId });
122
+ this.sessions.set(newSessionId, { transport, server });
123
+ }
124
+ });
125
+ transport.onclose = () => {
126
+ const sid = transport.sessionId;
127
+ if (sid && this.sessions.has(sid)) {
128
+ log.debug("StreamableHTTP session closed", { sessionId: sid });
129
+ this.sessions.delete(sid);
130
+ }
131
+ };
132
+ const server = createMcpServer(this.subsystems);
133
+ await server.connect(transport);
134
+ await transport.handleRequest(req, res, body);
135
+ return;
136
+ }
137
+ res.writeHead(400, { "Content-Type": "application/json" });
138
+ res.end(JSON.stringify({
139
+ jsonrpc: "2.0",
140
+ error: { code: -32e3, message: "Bad Request: No valid session ID provided" },
141
+ id: null
142
+ }));
143
+ } catch (err) {
144
+ log.error("StreamableHTTP request failed", { error: String(err) });
145
+ if (!res.headersSent) {
146
+ res.writeHead(500, { "Content-Type": "application/json" });
147
+ res.end(JSON.stringify({ error: String(err) }));
148
+ }
149
+ }
150
+ }
151
+ async handleStreamableHttpGet(req, res) {
152
+ const sessionId = req.headers["mcp-session-id"];
153
+ if (!sessionId || !this.sessions.has(sessionId)) {
154
+ res.writeHead(400, { "Content-Type": "application/json" });
155
+ res.end(JSON.stringify({ error: "Invalid or missing session ID" }));
156
+ return;
157
+ }
158
+ const session = this.sessions.get(sessionId);
159
+ await session.transport.handleRequest(req, res);
160
+ }
161
+ async handleStreamableHttpDelete(req, res) {
162
+ const sessionId = req.headers["mcp-session-id"];
163
+ if (!sessionId || !this.sessions.has(sessionId)) {
164
+ res.writeHead(400, { "Content-Type": "application/json" });
165
+ res.end(JSON.stringify({ error: "Invalid or missing session ID" }));
166
+ return;
167
+ }
168
+ const session = this.sessions.get(sessionId);
169
+ await session.transport.handleRequest(req, res);
170
+ }
171
+ async handleSseRequest(_req, res) {
172
+ if (!this.subsystems) {
173
+ res.writeHead(503, { "Content-Type": "application/json" });
174
+ res.end(JSON.stringify({ error: "Server not ready" }));
175
+ return;
176
+ }
177
+ try {
178
+ const transport = new SSEServerTransport("/messages", res);
179
+ const server = createMcpServer(this.subsystems);
180
+ await server.connect(transport);
181
+ const sessionId = transport.sessionId;
182
+ this.sseSessions.set(sessionId, { transport, server });
183
+ res.on("close", () => {
184
+ this.sseSessions.delete(sessionId);
185
+ log.debug("SSE session closed", { sessionId });
186
+ });
187
+ log.debug("SSE session started", { sessionId });
188
+ } catch (err) {
189
+ log.error("SSE connection failed", { error: String(err) });
190
+ if (!res.headersSent) {
191
+ res.writeHead(500, { "Content-Type": "application/json" });
192
+ res.end(JSON.stringify({ error: String(err) }));
193
+ }
194
+ }
195
+ }
196
+ async handleSseMessageRequest(req, res, sessionId) {
197
+ if (!sessionId || !this.sseSessions.has(sessionId)) {
198
+ res.writeHead(400, { "Content-Type": "application/json" });
199
+ res.end(JSON.stringify({ error: "Invalid or missing sessionId query parameter" }));
200
+ return;
201
+ }
202
+ try {
203
+ const session = this.sseSessions.get(sessionId);
204
+ await session.transport.handlePostMessage(req, res);
205
+ } catch (err) {
206
+ log.error("SSE message handling failed", { error: String(err) });
207
+ if (!res.headersSent) {
208
+ res.writeHead(500, { "Content-Type": "application/json" });
209
+ res.end(JSON.stringify({ error: String(err) }));
210
+ }
211
+ }
212
+ }
213
+ readJsonBody(req, maxBytes = 10 * 1024 * 1024) {
214
+ return new Promise((resolve, reject) => {
215
+ const chunks = [];
216
+ let size = 0;
217
+ req.on("data", (chunk) => {
218
+ size += chunk.length;
219
+ if (size > maxBytes) {
220
+ req.destroy();
221
+ reject(new Error("Request body too large"));
222
+ return;
223
+ }
224
+ chunks.push(chunk);
225
+ });
226
+ req.on("end", () => {
227
+ try {
228
+ resolve(JSON.parse(Buffer.concat(chunks).toString()));
229
+ } catch (err) {
230
+ reject(err);
231
+ }
232
+ });
233
+ req.on("error", reject);
234
+ });
235
+ }
236
+ async stop() {
237
+ if (this.stopped) return;
238
+ this.stopped = true;
239
+ log.info("Stopping daemon HTTP server");
240
+ for (const [id, session] of this.sessions) {
241
+ try {
242
+ await session.transport.close();
243
+ } catch {
244
+ log.debug("StreamableHTTP transport close failed", { sessionId: id });
245
+ }
246
+ }
247
+ this.sessions.clear();
248
+ for (const [id, session] of this.sseSessions) {
249
+ try {
250
+ await session.transport.close();
251
+ } catch {
252
+ log.debug("SSE transport close failed", { sessionId: id });
253
+ }
254
+ }
255
+ this.sseSessions.clear();
256
+ if (this.subsystems) {
257
+ try {
258
+ await this.subsystems.shutdown();
259
+ } catch (err) {
260
+ log.error("Subsystems shutdown failed", { error: String(err) });
261
+ }
262
+ this.subsystems = null;
263
+ }
264
+ if (this.httpServer) {
265
+ await new Promise((resolve) => {
266
+ this.httpServer.close(() => resolve());
267
+ });
268
+ this.httpServer = null;
269
+ }
270
+ }
271
+ }
272
+ export {
273
+ DaemonHttpServer
274
+ };
275
+ //# sourceMappingURL=http-server.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/daemon/http-server.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport { createServer, type Server as HttpServer, type IncomingMessage, type ServerResponse } from 'node:http';\nimport { Server } from '@modelcontextprotocol/sdk/server/index.js';\nimport { StreamableHTTPServerTransport } from '@modelcontextprotocol/sdk/server/streamableHttp.js';\nimport { SSEServerTransport } from '@modelcontextprotocol/sdk/server/sse.js';\nimport { isInitializeRequest } from '@modelcontextprotocol/sdk/types.js';\nimport { initSubsystems, createMcpServer, type Subsystems } from '../server.js';\nimport { probeHealth } from './health-check.js';\nimport { createLogger } from '../logger.js';\n\nconst log = createLogger('server');\n\nexport interface DaemonOptions {\n port: number;\n host: string;\n}\n\nexport class DaemonHttpServer {\n private httpServer: HttpServer | null = null;\n private subsystems: Subsystems | null = null;\n private startedAt: number = 0;\n private stopped = false;\n private sessions = new Map<string, { transport: StreamableHTTPServerTransport; server: Server }>();\n private sseSessions = new Map<string, { transport: SSEServerTransport; server: Server }>();\n private readonly port: number;\n private readonly host: string;\n\n constructor(options: DaemonOptions) {\n this.port = options.port;\n this.host = options.host;\n }\n\n async start(): Promise<string> {\n this.startedAt = Date.now();\n this.stopped = false;\n\n try {\n this.subsystems = await initSubsystems();\n } catch (err) {\n log.error('Failed to initialize subsystems', { error: String(err) });\n throw err;\n }\n\n this.subsystems.bootstrapSearxng().catch((err) => {\n log.warn('SearXNG bootstrap failed in daemon mode', { error: String(err) });\n });\n\n this.httpServer = createServer((req, res) => {\n this.handleRequest(req, res).catch((err) => {\n log.error('Unhandled request error', { error: String(err) });\n if (!res.headersSent) {\n res.writeHead(500, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({ error: 'Internal server error' }));\n }\n });\n });\n\n return new Promise<string>((resolve, reject) => {\n this.httpServer!.on('error', (err) => {\n log.error('HTTP server error', { error: String(err) });\n reject(err);\n });\n\n this.httpServer!.listen(this.port, this.host, () => {\n const addr = this.httpServer!.address();\n let resolvedPort = this.port;\n if (addr && typeof addr === 'object') {\n resolvedPort = addr.port;\n }\n const url = `http://${this.host}:${resolvedPort}`;\n log.info('Daemon HTTP server started', { url });\n resolve(url);\n });\n });\n }\n\n private async handleRequest(req: IncomingMessage, res: ServerResponse): Promise<void> {\n const url = new URL(req.url ?? '/', `http://${req.headers.host ?? 'localhost'}`);\n const pathname = url.pathname;\n const method = req.method ?? 'GET';\n\n if (pathname === '/health' && method === 'GET') {\n return this.handleHealthRequest(res);\n }\n\n if (pathname === '/mcp' && method === 'POST') {\n return this.handleStreamableHttpRequest(req, res);\n }\n\n if (pathname === '/mcp' && method === 'GET') {\n return this.handleStreamableHttpGet(req, res);\n }\n\n if (pathname === '/mcp' && method === 'DELETE') {\n return this.handleStreamableHttpDelete(req, res);\n }\n\n if (pathname === '/sse' && method === 'GET') {\n return this.handleSseRequest(req, res);\n }\n\n if (pathname === '/messages' && method === 'POST') {\n const sessionId = url.searchParams.get('sessionId');\n return this.handleSseMessageRequest(req, res, sessionId);\n }\n\n res.writeHead(404, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({ error: 'Not found' }));\n }\n\n private handleHealthRequest(res: ServerResponse): void {\n try {\n const report = probeHealth({\n backendStatus: this.subsystems?.backendStatus ?? null,\n browserPool: this.subsystems?.browserPool ?? null,\n startedAt: this.startedAt,\n });\n\n const statusCode = report.status === 'down' ? 503 : 200;\n res.writeHead(statusCode, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify(report));\n } catch (err) {\n log.error('Health check failed', { error: String(err) });\n res.writeHead(500, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({ status: 'down', error: String(err) }));\n }\n }\n\n private async handleStreamableHttpRequest(req: IncomingMessage, res: ServerResponse): Promise<void> {\n if (!this.subsystems) {\n res.writeHead(503, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({ error: 'Server not ready' }));\n return;\n }\n\n try {\n const body = await this.readJsonBody(req);\n const sessionId = req.headers['mcp-session-id'] as string | undefined;\n\n if (sessionId && this.sessions.has(sessionId)) {\n const session = this.sessions.get(sessionId)!;\n await session.transport.handleRequest(req, res, body);\n return;\n }\n\n if (!sessionId && isInitializeRequest(body)) {\n const transport = new StreamableHTTPServerTransport({\n sessionIdGenerator: () => randomUUID(),\n onsessioninitialized: (newSessionId: string) => {\n log.debug('StreamableHTTP session initialized', { sessionId: newSessionId });\n this.sessions.set(newSessionId, { transport, server });\n },\n });\n\n transport.onclose = () => {\n const sid = transport.sessionId;\n if (sid && this.sessions.has(sid)) {\n log.debug('StreamableHTTP session closed', { sessionId: sid });\n this.sessions.delete(sid);\n }\n };\n\n const server = createMcpServer(this.subsystems);\n await server.connect(transport);\n await transport.handleRequest(req, res, body);\n return;\n }\n\n res.writeHead(400, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({\n jsonrpc: '2.0',\n error: { code: -32000, message: 'Bad Request: No valid session ID provided' },\n id: null,\n }));\n } catch (err) {\n log.error('StreamableHTTP request failed', { error: String(err) });\n if (!res.headersSent) {\n res.writeHead(500, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({ error: String(err) }));\n }\n }\n }\n\n private async handleStreamableHttpGet(req: IncomingMessage, res: ServerResponse): Promise<void> {\n const sessionId = req.headers['mcp-session-id'] as string | undefined;\n if (!sessionId || !this.sessions.has(sessionId)) {\n res.writeHead(400, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({ error: 'Invalid or missing session ID' }));\n return;\n }\n const session = this.sessions.get(sessionId)!;\n await session.transport.handleRequest(req, res);\n }\n\n private async handleStreamableHttpDelete(req: IncomingMessage, res: ServerResponse): Promise<void> {\n const sessionId = req.headers['mcp-session-id'] as string | undefined;\n if (!sessionId || !this.sessions.has(sessionId)) {\n res.writeHead(400, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({ error: 'Invalid or missing session ID' }));\n return;\n }\n const session = this.sessions.get(sessionId)!;\n await session.transport.handleRequest(req, res);\n }\n\n private async handleSseRequest(_req: IncomingMessage, res: ServerResponse): Promise<void> {\n if (!this.subsystems) {\n res.writeHead(503, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({ error: 'Server not ready' }));\n return;\n }\n\n try {\n const transport = new SSEServerTransport('/messages', res);\n const server = createMcpServer(this.subsystems);\n\n await server.connect(transport);\n\n const sessionId = transport.sessionId;\n this.sseSessions.set(sessionId, { transport, server });\n\n res.on('close', () => {\n this.sseSessions.delete(sessionId);\n log.debug('SSE session closed', { sessionId });\n });\n\n log.debug('SSE session started', { sessionId });\n } catch (err) {\n log.error('SSE connection failed', { error: String(err) });\n if (!res.headersSent) {\n res.writeHead(500, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({ error: String(err) }));\n }\n }\n }\n\n private async handleSseMessageRequest(\n req: IncomingMessage,\n res: ServerResponse,\n sessionId: string | null,\n ): Promise<void> {\n if (!sessionId || !this.sseSessions.has(sessionId)) {\n res.writeHead(400, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({ error: 'Invalid or missing sessionId query parameter' }));\n return;\n }\n\n try {\n const session = this.sseSessions.get(sessionId)!;\n await session.transport.handlePostMessage(req, res);\n } catch (err) {\n log.error('SSE message handling failed', { error: String(err) });\n if (!res.headersSent) {\n res.writeHead(500, { 'Content-Type': 'application/json' });\n res.end(JSON.stringify({ error: String(err) }));\n }\n }\n }\n\n private readJsonBody(req: IncomingMessage, maxBytes = 10 * 1024 * 1024): Promise<unknown> {\n return new Promise((resolve, reject) => {\n const chunks: Buffer[] = [];\n let size = 0;\n req.on('data', (chunk: Buffer) => {\n size += chunk.length;\n if (size > maxBytes) {\n req.destroy();\n reject(new Error('Request body too large'));\n return;\n }\n chunks.push(chunk);\n });\n req.on('end', () => {\n try {\n resolve(JSON.parse(Buffer.concat(chunks).toString()));\n } catch (err) {\n reject(err);\n }\n });\n req.on('error', reject);\n });\n }\n\n async stop(): Promise<void> {\n if (this.stopped) return;\n this.stopped = true;\n\n log.info('Stopping daemon HTTP server');\n\n for (const [id, session] of this.sessions) {\n try {\n await session.transport.close();\n } catch {\n log.debug('StreamableHTTP transport close failed', { sessionId: id });\n }\n }\n this.sessions.clear();\n\n for (const [id, session] of this.sseSessions) {\n try {\n await session.transport.close();\n } catch {\n log.debug('SSE transport close failed', { sessionId: id });\n }\n }\n this.sseSessions.clear();\n\n if (this.subsystems) {\n try {\n await this.subsystems.shutdown();\n } catch (err) {\n log.error('Subsystems shutdown failed', { error: String(err) });\n }\n this.subsystems = null;\n }\n\n if (this.httpServer) {\n await new Promise<void>((resolve) => {\n this.httpServer!.close(() => resolve());\n });\n this.httpServer = null;\n }\n }\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAC3B,SAAS,oBAA0F;AAEnG,SAAS,qCAAqC;AAC9C,SAAS,0BAA0B;AACnC,SAAS,2BAA2B;AACpC,SAAS,gBAAgB,uBAAwC;AACjE,SAAS,mBAAmB;AAC5B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAO1B,MAAM,iBAAiB;AAAA,EACpB,aAAgC;AAAA,EAChC,aAAgC;AAAA,EAChC,YAAoB;AAAA,EACpB,UAAU;AAAA,EACV,WAAW,oBAAI,IAA0E;AAAA,EACzF,cAAc,oBAAI,IAA+D;AAAA,EACxE;AAAA,EACA;AAAA,EAEjB,YAAY,SAAwB;AAClC,SAAK,OAAO,QAAQ;AACpB,SAAK,OAAO,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAM,QAAyB;AAC7B,SAAK,YAAY,KAAK,IAAI;AAC1B,SAAK,UAAU;AAEf,QAAI;AACF,WAAK,aAAa,MAAM,eAAe;AAAA,IACzC,SAAS,KAAK;AACZ,UAAI,MAAM,mCAAmC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AACnE,YAAM;AAAA,IACR;AAEA,SAAK,WAAW,iBAAiB,EAAE,MAAM,CAAC,QAAQ;AAChD,UAAI,KAAK,2CAA2C,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,IAC5E,CAAC;AAED,SAAK,aAAa,aAAa,CAAC,KAAK,QAAQ;AAC3C,WAAK,cAAc,KAAK,GAAG,EAAE,MAAM,CAAC,QAAQ;AAC1C,YAAI,MAAM,2BAA2B,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAC3D,YAAI,CAAC,IAAI,aAAa;AACpB,cAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,cAAI,IAAI,KAAK,UAAU,EAAE,OAAO,wBAAwB,CAAC,CAAC;AAAA,QAC5D;AAAA,MACF,CAAC;AAAA,IACH,CAAC;AAED,WAAO,IAAI,QAAgB,CAAC,SAAS,WAAW;AAC9C,WAAK,WAAY,GAAG,SAAS,CAAC,QAAQ;AACpC,YAAI,MAAM,qBAAqB,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AACrD,eAAO,GAAG;AAAA,MACZ,CAAC;AAED,WAAK,WAAY,OAAO,KAAK,MAAM,KAAK,MAAM,MAAM;AAClD,cAAM,OAAO,KAAK,WAAY,QAAQ;AACtC,YAAI,eAAe,KAAK;AACxB,YAAI,QAAQ,OAAO,SAAS,UAAU;AACpC,yBAAe,KAAK;AAAA,QACtB;AACA,cAAM,MAAM,UAAU,KAAK,IAAI,IAAI,YAAY;AAC/C,YAAI,KAAK,8BAA8B,EAAE,IAAI,CAAC;AAC9C,gBAAQ,GAAG;AAAA,MACb,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,cAAc,KAAsB,KAAoC;AACpF,UAAM,MAAM,IAAI,IAAI,IAAI,OAAO,KAAK,UAAU,IAAI,QAAQ,QAAQ,WAAW,EAAE;AAC/E,UAAM,WAAW,IAAI;AACrB,UAAM,SAAS,IAAI,UAAU;AAE7B,QAAI,aAAa,aAAa,WAAW,OAAO;AAC9C,aAAO,KAAK,oBAAoB,GAAG;AAAA,IACrC;AAEA,QAAI,aAAa,UAAU,WAAW,QAAQ;AAC5C,aAAO,KAAK,4BAA4B,KAAK,GAAG;AAAA,IAClD;AAEA,QAAI,aAAa,UAAU,WAAW,OAAO;AAC3C,aAAO,KAAK,wBAAwB,KAAK,GAAG;AAAA,IAC9C;AAEA,QAAI,aAAa,UAAU,WAAW,UAAU;AAC9C,aAAO,KAAK,2BAA2B,KAAK,GAAG;AAAA,IACjD;AAEA,QAAI,aAAa,UAAU,WAAW,OAAO;AAC3C,aAAO,KAAK,iBAAiB,KAAK,GAAG;AAAA,IACvC;AAEA,QAAI,aAAa,eAAe,WAAW,QAAQ;AACjD,YAAM,YAAY,IAAI,aAAa,IAAI,WAAW;AAClD,aAAO,KAAK,wBAAwB,KAAK,KAAK,SAAS;AAAA,IACzD;AAEA,QAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,QAAI,IAAI,KAAK,UAAU,EAAE,OAAO,YAAY,CAAC,CAAC;AAAA,EAChD;AAAA,EAEQ,oBAAoB,KAA2B;AACrD,QAAI;AACF,YAAM,SAAS,YAAY;AAAA,QACzB,eAAe,KAAK,YAAY,iBAAiB;AAAA,QACjD,aAAa,KAAK,YAAY,eAAe;AAAA,QAC7C,WAAW,KAAK;AAAA,MAClB,CAAC;AAED,YAAM,aAAa,OAAO,WAAW,SAAS,MAAM;AACpD,UAAI,UAAU,YAAY,EAAE,gBAAgB,mBAAmB,CAAC;AAChE,UAAI,IAAI,KAAK,UAAU,MAAM,CAAC;AAAA,IAChC,SAAS,KAAK;AACZ,UAAI,MAAM,uBAAuB,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AACvD,UAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,UAAI,IAAI,KAAK,UAAU,EAAE,QAAQ,QAAQ,OAAO,OAAO,GAAG,EAAE,CAAC,CAAC;AAAA,IAChE;AAAA,EACF;AAAA,EAEA,MAAc,4BAA4B,KAAsB,KAAoC;AAClG,QAAI,CAAC,KAAK,YAAY;AACpB,UAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,UAAI,IAAI,KAAK,UAAU,EAAE,OAAO,mBAAmB,CAAC,CAAC;AACrD;AAAA,IACF;AAEA,QAAI;AACF,YAAM,OAAO,MAAM,KAAK,aAAa,GAAG;AACxC,YAAM,YAAY,IAAI,QAAQ,gBAAgB;AAE9C,UAAI,aAAa,KAAK,SAAS,IAAI,SAAS,GAAG;AAC7C,cAAM,UAAU,KAAK,SAAS,IAAI,SAAS;AAC3C,cAAM,QAAQ,UAAU,cAAc,KAAK,KAAK,IAAI;AACpD;AAAA,MACF;AAEA,UAAI,CAAC,aAAa,oBAAoB,IAAI,GAAG;AAC3C,cAAM,YAAY,IAAI,8BAA8B;AAAA,UAClD,oBAAoB,MAAM,WAAW;AAAA,UACrC,sBAAsB,CAAC,iBAAyB;AAC9C,gBAAI,MAAM,sCAAsC,EAAE,WAAW,aAAa,CAAC;AAC3E,iBAAK,SAAS,IAAI,cAAc,EAAE,WAAW,OAAO,CAAC;AAAA,UACvD;AAAA,QACF,CAAC;AAED,kBAAU,UAAU,MAAM;AACxB,gBAAM,MAAM,UAAU;AACtB,cAAI,OAAO,KAAK,SAAS,IAAI,GAAG,GAAG;AACjC,gBAAI,MAAM,iCAAiC,EAAE,WAAW,IAAI,CAAC;AAC7D,iBAAK,SAAS,OAAO,GAAG;AAAA,UAC1B;AAAA,QACF;AAEA,cAAM,SAAS,gBAAgB,KAAK,UAAU;AAC9C,cAAM,OAAO,QAAQ,SAAS;AAC9B,cAAM,UAAU,cAAc,KAAK,KAAK,IAAI;AAC5C;AAAA,MACF;AAEA,UAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,UAAI,IAAI,KAAK,UAAU;AAAA,QACrB,SAAS;AAAA,QACT,OAAO,EAAE,MAAM,OAAQ,SAAS,4CAA4C;AAAA,QAC5E,IAAI;AAAA,MACN,CAAC,CAAC;AAAA,IACJ,SAAS,KAAK;AACZ,UAAI,MAAM,iCAAiC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AACjE,UAAI,CAAC,IAAI,aAAa;AACpB,YAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,YAAI,IAAI,KAAK,UAAU,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC,CAAC;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,wBAAwB,KAAsB,KAAoC;AAC9F,UAAM,YAAY,IAAI,QAAQ,gBAAgB;AAC9C,QAAI,CAAC,aAAa,CAAC,KAAK,SAAS,IAAI,SAAS,GAAG;AAC/C,UAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,UAAI,IAAI,KAAK,UAAU,EAAE,OAAO,gCAAgC,CAAC,CAAC;AAClE;AAAA,IACF;AACA,UAAM,UAAU,KAAK,SAAS,IAAI,SAAS;AAC3C,UAAM,QAAQ,UAAU,cAAc,KAAK,GAAG;AAAA,EAChD;AAAA,EAEA,MAAc,2BAA2B,KAAsB,KAAoC;AACjG,UAAM,YAAY,IAAI,QAAQ,gBAAgB;AAC9C,QAAI,CAAC,aAAa,CAAC,KAAK,SAAS,IAAI,SAAS,GAAG;AAC/C,UAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,UAAI,IAAI,KAAK,UAAU,EAAE,OAAO,gCAAgC,CAAC,CAAC;AAClE;AAAA,IACF;AACA,UAAM,UAAU,KAAK,SAAS,IAAI,SAAS;AAC3C,UAAM,QAAQ,UAAU,cAAc,KAAK,GAAG;AAAA,EAChD;AAAA,EAEA,MAAc,iBAAiB,MAAuB,KAAoC;AACxF,QAAI,CAAC,KAAK,YAAY;AACpB,UAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,UAAI,IAAI,KAAK,UAAU,EAAE,OAAO,mBAAmB,CAAC,CAAC;AACrD;AAAA,IACF;AAEA,QAAI;AACF,YAAM,YAAY,IAAI,mBAAmB,aAAa,GAAG;AACzD,YAAM,SAAS,gBAAgB,KAAK,UAAU;AAE9C,YAAM,OAAO,QAAQ,SAAS;AAE9B,YAAM,YAAY,UAAU;AAC5B,WAAK,YAAY,IAAI,WAAW,EAAE,WAAW,OAAO,CAAC;AAErD,UAAI,GAAG,SAAS,MAAM;AACpB,aAAK,YAAY,OAAO,SAAS;AACjC,YAAI,MAAM,sBAAsB,EAAE,UAAU,CAAC;AAAA,MAC/C,CAAC;AAED,UAAI,MAAM,uBAAuB,EAAE,UAAU,CAAC;AAAA,IAChD,SAAS,KAAK;AACZ,UAAI,MAAM,yBAAyB,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AACzD,UAAI,CAAC,IAAI,aAAa;AACpB,YAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,YAAI,IAAI,KAAK,UAAU,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC,CAAC;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,wBACZ,KACA,KACA,WACe;AACf,QAAI,CAAC,aAAa,CAAC,KAAK,YAAY,IAAI,SAAS,GAAG;AAClD,UAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,UAAI,IAAI,KAAK,UAAU,EAAE,OAAO,+CAA+C,CAAC,CAAC;AACjF;AAAA,IACF;AAEA,QAAI;AACF,YAAM,UAAU,KAAK,YAAY,IAAI,SAAS;AAC9C,YAAM,QAAQ,UAAU,kBAAkB,KAAK,GAAG;AAAA,IACpD,SAAS,KAAK;AACZ,UAAI,MAAM,+BAA+B,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAC/D,UAAI,CAAC,IAAI,aAAa;AACpB,YAAI,UAAU,KAAK,EAAE,gBAAgB,mBAAmB,CAAC;AACzD,YAAI,IAAI,KAAK,UAAU,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC,CAAC;AAAA,MAChD;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAa,KAAsB,WAAW,KAAK,OAAO,MAAwB;AACxF,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,YAAM,SAAmB,CAAC;AAC1B,UAAI,OAAO;AACX,UAAI,GAAG,QAAQ,CAAC,UAAkB;AAChC,gBAAQ,MAAM;AACd,YAAI,OAAO,UAAU;AACnB,cAAI,QAAQ;AACZ,iBAAO,IAAI,MAAM,wBAAwB,CAAC;AAC1C;AAAA,QACF;AACA,eAAO,KAAK,KAAK;AAAA,MACnB,CAAC;AACD,UAAI,GAAG,OAAO,MAAM;AAClB,YAAI;AACF,kBAAQ,KAAK,MAAM,OAAO,OAAO,MAAM,EAAE,SAAS,CAAC,CAAC;AAAA,QACtD,SAAS,KAAK;AACZ,iBAAO,GAAG;AAAA,QACZ;AAAA,MACF,CAAC;AACD,UAAI,GAAG,SAAS,MAAM;AAAA,IACxB,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,OAAsB;AAC1B,QAAI,KAAK,QAAS;AAClB,SAAK,UAAU;AAEf,QAAI,KAAK,6BAA6B;AAEtC,eAAW,CAAC,IAAI,OAAO,KAAK,KAAK,UAAU;AACzC,UAAI;AACF,cAAM,QAAQ,UAAU,MAAM;AAAA,MAChC,QAAQ;AACN,YAAI,MAAM,yCAAyC,EAAE,WAAW,GAAG,CAAC;AAAA,MACtE;AAAA,IACF;AACA,SAAK,SAAS,MAAM;AAEpB,eAAW,CAAC,IAAI,OAAO,KAAK,KAAK,aAAa;AAC5C,UAAI;AACF,cAAM,QAAQ,UAAU,MAAM;AAAA,MAChC,QAAQ;AACN,YAAI,MAAM,8BAA8B,EAAE,WAAW,GAAG,CAAC;AAAA,MAC3D;AAAA,IACF;AACA,SAAK,YAAY,MAAM;AAEvB,QAAI,KAAK,YAAY;AACnB,UAAI;AACF,cAAM,KAAK,WAAW,SAAS;AAAA,MACjC,SAAS,KAAK;AACZ,YAAI,MAAM,8BAA8B,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,MAChE;AACA,WAAK,aAAa;AAAA,IACpB;AAEA,QAAI,KAAK,YAAY;AACnB,YAAM,IAAI,QAAc,CAAC,YAAY;AACnC,aAAK,WAAY,MAAM,MAAM,QAAQ,CAAC;AAAA,MACxC,CAAC;AACD,WAAK,aAAa;AAAA,IACpB;AAAA,EACF;AACF;","names":[]}
@@ -0,0 +1,10 @@
1
+ import type { HealthReport } from './health-check.js';
2
+ export declare function tryConnectDaemon(port: number, host: string): Promise<HealthReport | null>;
3
+ export declare class DaemonProxy {
4
+ private readonly baseUrl;
5
+ constructor(url: string);
6
+ callTool(toolName: string, args: Record<string, unknown>): Promise<unknown>;
7
+ checkHealth(): Promise<HealthReport | null>;
8
+ listTools(): Promise<unknown>;
9
+ }
10
+ //# sourceMappingURL=proxy.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"proxy.d.ts","sourceRoot":"","sources":["../../src/daemon/proxy.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAItD,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,CAoB/F;AAKD,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,GAAG,EAAE,MAAM;IAIjB,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IAiC3E,WAAW,IAAI,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;IAc3C,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;CAwBpC"}
@@ -0,0 +1,93 @@
1
+ import { createLogger } from "../logger.js";
2
+ const log = createLogger("server");
3
+ async function tryConnectDaemon(port, host) {
4
+ const url = `http://${host}:${port}/health`;
5
+ try {
6
+ const response = await fetch(url, {
7
+ signal: AbortSignal.timeout(2e3)
8
+ });
9
+ if (!response.ok) {
10
+ log.debug("Daemon health check returned non-OK status", { status: response.status });
11
+ return null;
12
+ }
13
+ const report = await response.json();
14
+ log.debug("Daemon is running", { port, host, status: report.status });
15
+ return report;
16
+ } catch {
17
+ log.debug("No daemon running", { port, host });
18
+ return null;
19
+ }
20
+ }
21
+ class DaemonProxy {
22
+ baseUrl;
23
+ constructor(url) {
24
+ this.baseUrl = url;
25
+ }
26
+ async callTool(toolName, args) {
27
+ const url = `${this.baseUrl}/mcp`;
28
+ try {
29
+ const response = await fetch(url, {
30
+ method: "POST",
31
+ headers: {
32
+ "Content-Type": "application/json"
33
+ },
34
+ body: JSON.stringify({
35
+ jsonrpc: "2.0",
36
+ method: "tools/call",
37
+ id: Date.now(),
38
+ params: {
39
+ name: toolName,
40
+ arguments: args
41
+ }
42
+ }),
43
+ signal: AbortSignal.timeout(6e4)
44
+ });
45
+ if (!response.ok) {
46
+ const text = await response.text().catch(() => "");
47
+ throw new Error(`Daemon returned HTTP ${response.status}: ${text}`);
48
+ }
49
+ return response.json();
50
+ } catch (err) {
51
+ if (err instanceof Error && err.message.startsWith("Daemon returned")) throw err;
52
+ throw new Error(`Failed to call tool via daemon: ${err instanceof Error ? err.message : String(err)}`);
53
+ }
54
+ }
55
+ async checkHealth() {
56
+ try {
57
+ const response = await fetch(`${this.baseUrl}/health`, {
58
+ signal: AbortSignal.timeout(2e3)
59
+ });
60
+ if (!response.ok) return null;
61
+ return response.json();
62
+ } catch {
63
+ return null;
64
+ }
65
+ }
66
+ async listTools() {
67
+ const url = `${this.baseUrl}/mcp`;
68
+ try {
69
+ const response = await fetch(url, {
70
+ method: "POST",
71
+ headers: {
72
+ "Content-Type": "application/json"
73
+ },
74
+ body: JSON.stringify({
75
+ jsonrpc: "2.0",
76
+ method: "tools/list",
77
+ id: Date.now(),
78
+ params: {}
79
+ }),
80
+ signal: AbortSignal.timeout(1e4)
81
+ });
82
+ if (!response.ok) return null;
83
+ return response.json();
84
+ } catch {
85
+ return null;
86
+ }
87
+ }
88
+ }
89
+ export {
90
+ DaemonProxy,
91
+ tryConnectDaemon
92
+ };
93
+ //# sourceMappingURL=proxy.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/daemon/proxy.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\nimport type { HealthReport } from './health-check.js';\n\nconst log = createLogger('server');\n\nexport async function tryConnectDaemon(port: number, host: string): Promise<HealthReport | null> {\n const url = `http://${host}:${port}/health`;\n\n try {\n const response = await fetch(url, {\n signal: AbortSignal.timeout(2000),\n });\n\n if (!response.ok) {\n log.debug('Daemon health check returned non-OK status', { status: response.status });\n return null;\n }\n\n const report = await response.json() as HealthReport;\n log.debug('Daemon is running', { port, host, status: report.status });\n return report;\n } catch {\n log.debug('No daemon running', { port, host });\n return null;\n }\n}\n\n// NOTE: callTool and listTools are incomplete — they skip the MCP initialize\n// handshake required by StreamableHTTP transport. Full proxy deferred to v2.1.\n// Only checkHealth (which uses /health, not /mcp) works today.\nexport class DaemonProxy {\n private readonly baseUrl: string;\n\n constructor(url: string) {\n this.baseUrl = url;\n }\n\n async callTool(toolName: string, args: Record<string, unknown>): Promise<unknown> {\n const url = `${this.baseUrl}/mcp`;\n\n try {\n const response = await fetch(url, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n jsonrpc: '2.0',\n method: 'tools/call',\n id: Date.now(),\n params: {\n name: toolName,\n arguments: args,\n },\n }),\n signal: AbortSignal.timeout(60000),\n });\n\n if (!response.ok) {\n const text = await response.text().catch(() => '');\n throw new Error(`Daemon returned HTTP ${response.status}: ${text}`);\n }\n\n return response.json();\n } catch (err) {\n if (err instanceof Error && err.message.startsWith('Daemon returned')) throw err;\n throw new Error(`Failed to call tool via daemon: ${err instanceof Error ? err.message : String(err)}`);\n }\n }\n\n async checkHealth(): Promise<HealthReport | null> {\n try {\n const response = await fetch(`${this.baseUrl}/health`, {\n signal: AbortSignal.timeout(2000),\n });\n\n if (!response.ok) return null;\n\n return response.json() as Promise<HealthReport>;\n } catch {\n return null;\n }\n }\n\n async listTools(): Promise<unknown> {\n const url = `${this.baseUrl}/mcp`;\n\n try {\n const response = await fetch(url, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n jsonrpc: '2.0',\n method: 'tools/list',\n id: Date.now(),\n params: {},\n }),\n signal: AbortSignal.timeout(10000),\n });\n\n if (!response.ok) return null;\n return response.json();\n } catch {\n return null;\n }\n }\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAG7B,MAAM,MAAM,aAAa,QAAQ;AAEjC,eAAsB,iBAAiB,MAAc,MAA4C;AAC/F,QAAM,MAAM,UAAU,IAAI,IAAI,IAAI;AAElC,MAAI;AACF,UAAM,WAAW,MAAM,MAAM,KAAK;AAAA,MAChC,QAAQ,YAAY,QAAQ,GAAI;AAAA,IAClC,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AAChB,UAAI,MAAM,8CAA8C,EAAE,QAAQ,SAAS,OAAO,CAAC;AACnF,aAAO;AAAA,IACT;AAEA,UAAM,SAAS,MAAM,SAAS,KAAK;AACnC,QAAI,MAAM,qBAAqB,EAAE,MAAM,MAAM,QAAQ,OAAO,OAAO,CAAC;AACpE,WAAO;AAAA,EACT,QAAQ;AACN,QAAI,MAAM,qBAAqB,EAAE,MAAM,KAAK,CAAC;AAC7C,WAAO;AAAA,EACT;AACF;AAKO,MAAM,YAAY;AAAA,EACN;AAAA,EAEjB,YAAY,KAAa;AACvB,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,MAAM,SAAS,UAAkB,MAAiD;AAChF,UAAM,MAAM,GAAG,KAAK,OAAO;AAE3B,QAAI;AACF,YAAM,WAAW,MAAM,MAAM,KAAK;AAAA,QAChC,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,gBAAgB;AAAA,QAClB;AAAA,QACA,MAAM,KAAK,UAAU;AAAA,UACnB,SAAS;AAAA,UACT,QAAQ;AAAA,UACR,IAAI,KAAK,IAAI;AAAA,UACb,QAAQ;AAAA,YACN,MAAM;AAAA,YACN,WAAW;AAAA,UACb;AAAA,QACF,CAAC;AAAA,QACD,QAAQ,YAAY,QAAQ,GAAK;AAAA,MACnC,CAAC;AAED,UAAI,CAAC,SAAS,IAAI;AAChB,cAAM,OAAO,MAAM,SAAS,KAAK,EAAE,MAAM,MAAM,EAAE;AACjD,cAAM,IAAI,MAAM,wBAAwB,SAAS,MAAM,KAAK,IAAI,EAAE;AAAA,MACpE;AAEA,aAAO,SAAS,KAAK;AAAA,IACvB,SAAS,KAAK;AACZ,UAAI,eAAe,SAAS,IAAI,QAAQ,WAAW,iBAAiB,EAAG,OAAM;AAC7E,YAAM,IAAI,MAAM,mCAAmC,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG,CAAC,EAAE;AAAA,IACvG;AAAA,EACF;AAAA,EAEA,MAAM,cAA4C;AAChD,QAAI;AACF,YAAM,WAAW,MAAM,MAAM,GAAG,KAAK,OAAO,WAAW;AAAA,QACrD,QAAQ,YAAY,QAAQ,GAAI;AAAA,MAClC,CAAC;AAED,UAAI,CAAC,SAAS,GAAI,QAAO;AAEzB,aAAO,SAAS,KAAK;AAAA,IACvB,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AAAA,EAEA,MAAM,YAA8B;AAClC,UAAM,MAAM,GAAG,KAAK,OAAO;AAE3B,QAAI;AACF,YAAM,WAAW,MAAM,MAAM,KAAK;AAAA,QAChC,QAAQ;AAAA,QACR,SAAS;AAAA,UACP,gBAAgB;AAAA,QAClB;AAAA,QACA,MAAM,KAAK,UAAU;AAAA,UACnB,SAAS;AAAA,UACT,QAAQ;AAAA,UACR,IAAI,KAAK,IAAI;AAAA,UACb,QAAQ,CAAC;AAAA,QACX,CAAC;AAAA,QACD,QAAQ,YAAY,QAAQ,GAAK;AAAA,MACnC,CAAC;AAED,UAAI,CAAC,SAAS,GAAI,QAAO;AACzB,aAAO,SAAS,KAAK;AAAA,IACvB,QAAQ;AACN,aAAO;AAAA,IACT;AAAA,EACF;AACF;","names":[]}
@@ -0,0 +1,59 @@
1
+ import type { EmbedProvider } from '../providers/embed-provider.js';
2
+ export interface SimilarResult {
3
+ url: string;
4
+ score: number;
5
+ }
6
+ /**
7
+ * Index shim exposed by `getIndex()` for callers that still need
8
+ * lightweight size/membership checks. Kept narrow so future stores can
9
+ * implement it without dragging in extra surface area.
10
+ */
11
+ export interface IndexView {
12
+ size(): number;
13
+ has(url: string): boolean;
14
+ }
15
+ /**
16
+ * Embedding service backed by the native fastembed (ONNX) provider and
17
+ * the sqlite-vec VectorStore.
18
+ *
19
+ * Phase 5 replaced the in-memory VectorIndex with the sqlite-vec backed
20
+ * store accessed via getVectorStore(). The public surface (init /
21
+ * embedAndStore / embedAsync / findSimilar / getIndex / isAvailable /
22
+ * shutdown) is unchanged so callers in server.ts, tools/fetch.ts,
23
+ * research/pipeline.ts, search/find-similar.ts, and the legacy SearXNG
24
+ * orchestrator continue to work without modification.
25
+ */
26
+ export declare class EmbeddingService {
27
+ private provider;
28
+ private store;
29
+ private knownUrls;
30
+ private available;
31
+ private providerVerified;
32
+ constructor(provider?: EmbedProvider);
33
+ init(): Promise<void>;
34
+ isAvailable(): boolean;
35
+ setAvailable(value: boolean): void;
36
+ /** Backwards-compat alias preserved for callers that gated on subprocess readiness. */
37
+ isSubprocessReady(): boolean;
38
+ /**
39
+ * Lightweight index view. Returns `size` from the backing VectorStore and
40
+ * `has` from a local URL-cache populated by embedAndStore. Callers that
41
+ * need richer access should consume the VectorStore directly via
42
+ * `getVectorStore()`.
43
+ */
44
+ getIndex(): IndexView;
45
+ /**
46
+ * Cached size from the store, refreshed after upserts. Reads from a
47
+ * VectorStore would be async; getIndex().size() callers expect a
48
+ * synchronous return so we maintain this counter.
49
+ */
50
+ private cachedSize;
51
+ embedAndStore(url: string, markdown: string): Promise<void>;
52
+ embedAsync(url: string, markdown: string): void;
53
+ findSimilar(queryText: string, topK: number, excludeUrls?: Set<string>): Promise<SimilarResult[]>;
54
+ shutdown(): void;
55
+ private migrateLegacyEmbeddings;
56
+ }
57
+ export declare function getEmbeddingService(): EmbeddingService;
58
+ export declare function resetEmbeddingService(): void;
59
+ //# sourceMappingURL=embed.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"embed.d.ts","sourceRoot":"","sources":["../../src/embedding/embed.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAgBpE,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,MAAM,WAAW,SAAS;IACxB,IAAI,IAAI,MAAM,CAAC;IACf,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;GAUG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAgB;IAChC,OAAO,CAAC,KAAK,CAA4B;IACzC,OAAO,CAAC,SAAS,CAAqB;IACtC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,gBAAgB,CAAS;gBAErB,QAAQ,CAAC,EAAE,aAAa;IAI9B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA6C3B,WAAW,IAAI,OAAO;IAItB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAIlC,uFAAuF;IACvF,iBAAiB,IAAI,OAAO;IAI5B;;;;;OAKG;IACH,QAAQ,IAAI,SAAS;IASrB;;;;OAIG;IACH,OAAO,CAAC,UAAU,CAAK;IAEjB,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA6CjE,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAQzC,WAAW,CACf,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,WAAW,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,GACxB,OAAO,CAAC,aAAa,EAAE,CAAC;IAwC3B,QAAQ,IAAI,IAAI;YAaF,uBAAuB;CA6CtC;AAID,wBAAgB,mBAAmB,IAAI,gBAAgB,CAKtD;AAED,wBAAgB,qBAAqB,IAAI,IAAI,CAK5C"}