@staticn0va/wigolo 0.1.0 → 0.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (982) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +195 -73
  3. package/SKILL.md +382 -0
  4. package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
  5. package/assets/blocks/claude-code/wigolo-command.md +40 -0
  6. package/assets/blocks/cursor/wigolo.mdc +46 -0
  7. package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
  8. package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
  9. package/assets/skills/wigolo/SKILL.md +50 -0
  10. package/assets/skills/wigolo/rules/cache-first.md +30 -0
  11. package/assets/skills/wigolo/rules/synthesis.md +43 -0
  12. package/assets/skills/wigolo-agent/SKILL.md +73 -0
  13. package/assets/skills/wigolo-crawl/SKILL.md +60 -0
  14. package/assets/skills/wigolo-extract/SKILL.md +59 -0
  15. package/assets/skills/wigolo-fetch/SKILL.md +65 -0
  16. package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
  17. package/assets/skills/wigolo-research/SKILL.md +77 -0
  18. package/assets/skills/wigolo-search/SKILL.md +78 -0
  19. package/dist/agent/executor.d.ts +33 -0
  20. package/dist/agent/executor.d.ts.map +1 -0
  21. package/dist/agent/executor.js +233 -0
  22. package/dist/agent/executor.js.map +1 -0
  23. package/dist/agent/pipeline.d.ts +5 -0
  24. package/dist/agent/pipeline.d.ts.map +1 -0
  25. package/dist/agent/pipeline.js +208 -0
  26. package/dist/agent/pipeline.js.map +1 -0
  27. package/dist/agent/planner.d.ts +13 -0
  28. package/dist/agent/planner.d.ts.map +1 -0
  29. package/dist/agent/planner.js +271 -0
  30. package/dist/agent/planner.js.map +1 -0
  31. package/dist/agent/relevance.d.ts +15 -0
  32. package/dist/agent/relevance.d.ts.map +1 -0
  33. package/dist/agent/relevance.js +60 -0
  34. package/dist/agent/relevance.js.map +1 -0
  35. package/dist/cache/backfill-embeddings.d.ts +23 -0
  36. package/dist/cache/backfill-embeddings.d.ts.map +1 -0
  37. package/dist/cache/backfill-embeddings.js +105 -0
  38. package/dist/cache/backfill-embeddings.js.map +1 -0
  39. package/dist/cache/change-detector.d.ts +7 -0
  40. package/dist/cache/change-detector.d.ts.map +1 -0
  41. package/dist/cache/change-detector.js +43 -0
  42. package/dist/cache/change-detector.js.map +1 -0
  43. package/dist/cache/db.d.ts +1 -0
  44. package/dist/cache/db.d.ts.map +1 -1
  45. package/dist/cache/db.js +94 -22
  46. package/dist/cache/db.js.map +1 -1
  47. package/dist/cache/diff-summary.d.ts +2 -0
  48. package/dist/cache/diff-summary.d.ts.map +1 -0
  49. package/dist/cache/diff-summary.js +82 -0
  50. package/dist/cache/diff-summary.js.map +1 -0
  51. package/dist/cache/migrations/runner.d.ts +29 -0
  52. package/dist/cache/migrations/runner.d.ts.map +1 -0
  53. package/dist/cache/migrations/runner.js +147 -0
  54. package/dist/cache/migrations/runner.js.map +1 -0
  55. package/dist/cache/sqlite-vec-store.d.ts +42 -0
  56. package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
  57. package/dist/cache/sqlite-vec-store.js +176 -0
  58. package/dist/cache/sqlite-vec-store.js.map +1 -0
  59. package/dist/cache/store.d.ts +46 -1
  60. package/dist/cache/store.d.ts.map +1 -1
  61. package/dist/cache/store.js +362 -168
  62. package/dist/cache/store.js.map +1 -1
  63. package/dist/cli/agents/antigravity.d.ts +20 -0
  64. package/dist/cli/agents/antigravity.d.ts.map +1 -0
  65. package/dist/cli/agents/antigravity.js +49 -0
  66. package/dist/cli/agents/antigravity.js.map +1 -0
  67. package/dist/cli/agents/claude-code.d.ts +25 -0
  68. package/dist/cli/agents/claude-code.d.ts.map +1 -0
  69. package/dist/cli/agents/claude-code.js +111 -0
  70. package/dist/cli/agents/claude-code.js.map +1 -0
  71. package/dist/cli/agents/cursor.d.ts +21 -0
  72. package/dist/cli/agents/cursor.d.ts.map +1 -0
  73. package/dist/cli/agents/cursor.js +58 -0
  74. package/dist/cli/agents/cursor.js.map +1 -0
  75. package/dist/cli/agents/gemini-cli.d.ts +21 -0
  76. package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
  77. package/dist/cli/agents/gemini-cli.js +55 -0
  78. package/dist/cli/agents/gemini-cli.js.map +1 -0
  79. package/dist/cli/agents/registry.d.ts +21 -0
  80. package/dist/cli/agents/registry.d.ts.map +1 -0
  81. package/dist/cli/agents/registry.js +27 -0
  82. package/dist/cli/agents/registry.js.map +1 -0
  83. package/dist/cli/agents/utils.d.ts +26 -0
  84. package/dist/cli/agents/utils.d.ts.map +1 -0
  85. package/dist/cli/agents/utils.js +136 -0
  86. package/dist/cli/agents/utils.js.map +1 -0
  87. package/dist/cli/agents/vscode.d.ts +21 -0
  88. package/dist/cli/agents/vscode.d.ts.map +1 -0
  89. package/dist/cli/agents/vscode.js +62 -0
  90. package/dist/cli/agents/vscode.js.map +1 -0
  91. package/dist/cli/auth.d.ts +2 -0
  92. package/dist/cli/auth.d.ts.map +1 -0
  93. package/dist/cli/auth.js +94 -0
  94. package/dist/cli/auth.js.map +1 -0
  95. package/dist/cli/backfill.d.ts +2 -0
  96. package/dist/cli/backfill.d.ts.map +1 -0
  97. package/dist/cli/backfill.js +58 -0
  98. package/dist/cli/backfill.js.map +1 -0
  99. package/dist/cli/daemon.d.ts +6 -1
  100. package/dist/cli/daemon.d.ts.map +1 -1
  101. package/dist/cli/daemon.js +61 -3
  102. package/dist/cli/daemon.js.map +1 -1
  103. package/dist/cli/doctor.d.ts +8 -0
  104. package/dist/cli/doctor.d.ts.map +1 -0
  105. package/dist/cli/doctor.js +318 -0
  106. package/dist/cli/doctor.js.map +1 -0
  107. package/dist/cli/health.d.ts +1 -1
  108. package/dist/cli/health.d.ts.map +1 -1
  109. package/dist/cli/health.js +42 -3
  110. package/dist/cli/health.js.map +1 -1
  111. package/dist/cli/help.d.ts +6 -0
  112. package/dist/cli/help.d.ts.map +1 -0
  113. package/dist/cli/help.js +63 -0
  114. package/dist/cli/help.js.map +1 -0
  115. package/dist/cli/index.d.ts +1 -1
  116. package/dist/cli/index.d.ts.map +1 -1
  117. package/dist/cli/index.js +35 -7
  118. package/dist/cli/index.js.map +1 -1
  119. package/dist/cli/init.d.ts +2 -0
  120. package/dist/cli/init.d.ts.map +1 -0
  121. package/dist/cli/init.js +201 -0
  122. package/dist/cli/init.js.map +1 -0
  123. package/dist/cli/plugin.d.ts +5 -0
  124. package/dist/cli/plugin.d.ts.map +1 -0
  125. package/dist/cli/plugin.js +185 -0
  126. package/dist/cli/plugin.js.map +1 -0
  127. package/dist/cli/setup-mcp.d.ts +2 -0
  128. package/dist/cli/setup-mcp.d.ts.map +1 -0
  129. package/dist/cli/setup-mcp.js +114 -0
  130. package/dist/cli/setup-mcp.js.map +1 -0
  131. package/dist/cli/shell.d.ts +2 -0
  132. package/dist/cli/shell.d.ts.map +1 -0
  133. package/dist/cli/shell.js +86 -0
  134. package/dist/cli/shell.js.map +1 -0
  135. package/dist/cli/status.d.ts +2 -0
  136. package/dist/cli/status.d.ts.map +1 -0
  137. package/dist/cli/status.js +31 -0
  138. package/dist/cli/status.js.map +1 -0
  139. package/dist/cli/telemetry.d.ts +10 -0
  140. package/dist/cli/telemetry.d.ts.map +1 -0
  141. package/dist/cli/telemetry.js +56 -0
  142. package/dist/cli/telemetry.js.map +1 -0
  143. package/dist/cli/tui/agents-types.d.ts +28 -0
  144. package/dist/cli/tui/agents-types.d.ts.map +1 -0
  145. package/dist/cli/tui/agents-types.js +1 -0
  146. package/dist/cli/tui/agents-types.js.map +1 -0
  147. package/dist/cli/tui/agents.d.ts +11 -0
  148. package/dist/cli/tui/agents.d.ts.map +1 -0
  149. package/dist/cli/tui/agents.js +93 -0
  150. package/dist/cli/tui/agents.js.map +1 -0
  151. package/dist/cli/tui/banner.d.ts +3 -0
  152. package/dist/cli/tui/banner.d.ts.map +1 -0
  153. package/dist/cli/tui/banner.js +30 -0
  154. package/dist/cli/tui/banner.js.map +1 -0
  155. package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
  156. package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
  157. package/dist/cli/tui/components/AgentSelect.js +116 -0
  158. package/dist/cli/tui/components/AgentSelect.js.map +1 -0
  159. package/dist/cli/tui/components/Banner.d.ts +6 -0
  160. package/dist/cli/tui/components/Banner.d.ts.map +1 -0
  161. package/dist/cli/tui/components/Banner.js +25 -0
  162. package/dist/cli/tui/components/Banner.js.map +1 -0
  163. package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
  164. package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
  165. package/dist/cli/tui/components/BrowserSelect.js +19 -0
  166. package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
  167. package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
  168. package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
  169. package/dist/cli/tui/components/InstallProgress.js +67 -0
  170. package/dist/cli/tui/components/InstallProgress.js.map +1 -0
  171. package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
  172. package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
  173. package/dist/cli/tui/components/SkillInstall.js +94 -0
  174. package/dist/cli/tui/components/SkillInstall.js.map +1 -0
  175. package/dist/cli/tui/components/Summary.d.ts +22 -0
  176. package/dist/cli/tui/components/Summary.d.ts.map +1 -0
  177. package/dist/cli/tui/components/Summary.js +135 -0
  178. package/dist/cli/tui/components/Summary.js.map +1 -0
  179. package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
  180. package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
  181. package/dist/cli/tui/components/SystemCheck.js +71 -0
  182. package/dist/cli/tui/components/SystemCheck.js.map +1 -0
  183. package/dist/cli/tui/components/Verification.d.ts +8 -0
  184. package/dist/cli/tui/components/Verification.d.ts.map +1 -0
  185. package/dist/cli/tui/components/Verification.js +63 -0
  186. package/dist/cli/tui/components/Verification.js.map +1 -0
  187. package/dist/cli/tui/config-writer-cli.d.ts +12 -0
  188. package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
  189. package/dist/cli/tui/config-writer-cli.js +39 -0
  190. package/dist/cli/tui/config-writer-cli.js.map +1 -0
  191. package/dist/cli/tui/config-writer-json.d.ts +16 -0
  192. package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
  193. package/dist/cli/tui/config-writer-json.js +86 -0
  194. package/dist/cli/tui/config-writer-json.js.map +1 -0
  195. package/dist/cli/tui/config-writer-toml.d.ts +16 -0
  196. package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
  197. package/dist/cli/tui/config-writer-toml.js +83 -0
  198. package/dist/cli/tui/config-writer-toml.js.map +1 -0
  199. package/dist/cli/tui/config-writer.d.ts +25 -0
  200. package/dist/cli/tui/config-writer.d.ts.map +1 -0
  201. package/dist/cli/tui/config-writer.js +101 -0
  202. package/dist/cli/tui/config-writer.js.map +1 -0
  203. package/dist/cli/tui/detect-helpers.d.ts +6 -0
  204. package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
  205. package/dist/cli/tui/detect-helpers.js +45 -0
  206. package/dist/cli/tui/detect-helpers.js.map +1 -0
  207. package/dist/cli/tui/extras-prompt.d.ts +7 -0
  208. package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
  209. package/dist/cli/tui/extras-prompt.js +42 -0
  210. package/dist/cli/tui/extras-prompt.js.map +1 -0
  211. package/dist/cli/tui/flags-types.d.ts +19 -0
  212. package/dist/cli/tui/flags-types.d.ts.map +1 -0
  213. package/dist/cli/tui/flags-types.js +23 -0
  214. package/dist/cli/tui/flags-types.js.map +1 -0
  215. package/dist/cli/tui/flags.d.ts +5 -0
  216. package/dist/cli/tui/flags.d.ts.map +1 -0
  217. package/dist/cli/tui/flags.js +132 -0
  218. package/dist/cli/tui/flags.js.map +1 -0
  219. package/dist/cli/tui/format.d.ts +14 -0
  220. package/dist/cli/tui/format.d.ts.map +1 -0
  221. package/dist/cli/tui/format.js +37 -0
  222. package/dist/cli/tui/format.js.map +1 -0
  223. package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
  224. package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
  225. package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
  226. package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
  227. package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
  228. package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
  229. package/dist/cli/tui/hooks/useInstall.js +90 -0
  230. package/dist/cli/tui/hooks/useInstall.js.map +1 -0
  231. package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
  232. package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
  233. package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
  234. package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
  235. package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
  236. package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
  237. package/dist/cli/tui/hooks/useVerify.js +71 -0
  238. package/dist/cli/tui/hooks/useVerify.js.map +1 -0
  239. package/dist/cli/tui/ink-init.d.ts +2 -0
  240. package/dist/cli/tui/ink-init.d.ts.map +1 -0
  241. package/dist/cli/tui/ink-init.js +198 -0
  242. package/dist/cli/tui/ink-init.js.map +1 -0
  243. package/dist/cli/tui/reporter-auto.d.ts +7 -0
  244. package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
  245. package/dist/cli/tui/reporter-auto.js +15 -0
  246. package/dist/cli/tui/reporter-auto.js.map +1 -0
  247. package/dist/cli/tui/reporter.d.ts +26 -0
  248. package/dist/cli/tui/reporter.d.ts.map +1 -0
  249. package/dist/cli/tui/reporter.js +32 -0
  250. package/dist/cli/tui/reporter.js.map +1 -0
  251. package/dist/cli/tui/run-command.d.ts +14 -0
  252. package/dist/cli/tui/run-command.d.ts.map +1 -0
  253. package/dist/cli/tui/run-command.js +72 -0
  254. package/dist/cli/tui/run-command.js.map +1 -0
  255. package/dist/cli/tui/select-agents.d.ts +6 -0
  256. package/dist/cli/tui/select-agents.d.ts.map +1 -0
  257. package/dist/cli/tui/select-agents.js +32 -0
  258. package/dist/cli/tui/select-agents.js.map +1 -0
  259. package/dist/cli/tui/status-agents.d.ts +11 -0
  260. package/dist/cli/tui/status-agents.d.ts.map +1 -0
  261. package/dist/cli/tui/status-agents.js +53 -0
  262. package/dist/cli/tui/status-agents.js.map +1 -0
  263. package/dist/cli/tui/status-cache.d.ts +6 -0
  264. package/dist/cli/tui/status-cache.d.ts.map +1 -0
  265. package/dist/cli/tui/status-cache.js +39 -0
  266. package/dist/cli/tui/status-cache.js.map +1 -0
  267. package/dist/cli/tui/status-format.d.ts +14 -0
  268. package/dist/cli/tui/status-format.d.ts.map +1 -0
  269. package/dist/cli/tui/status-format.js +41 -0
  270. package/dist/cli/tui/status-format.js.map +1 -0
  271. package/dist/cli/tui/status-python.d.ts +6 -0
  272. package/dist/cli/tui/status-python.d.ts.map +1 -0
  273. package/dist/cli/tui/status-python.js +30 -0
  274. package/dist/cli/tui/status-python.js.map +1 -0
  275. package/dist/cli/tui/system-check.d.ts +24 -0
  276. package/dist/cli/tui/system-check.d.ts.map +1 -0
  277. package/dist/cli/tui/system-check.js +103 -0
  278. package/dist/cli/tui/system-check.js.map +1 -0
  279. package/dist/cli/tui/tui-reporter.d.ts +19 -0
  280. package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
  281. package/dist/cli/tui/tui-reporter.js +95 -0
  282. package/dist/cli/tui/tui-reporter.js.map +1 -0
  283. package/dist/cli/tui/utils/config-writer.d.ts +3 -0
  284. package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
  285. package/dist/cli/tui/utils/config-writer.js +22 -0
  286. package/dist/cli/tui/utils/config-writer.js.map +1 -0
  287. package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
  288. package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
  289. package/dist/cli/tui/utils/suppress-logs.js +11 -0
  290. package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
  291. package/dist/cli/tui/verify-suggestions.d.ts +5 -0
  292. package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
  293. package/dist/cli/tui/verify-suggestions.js +20 -0
  294. package/dist/cli/tui/verify-suggestions.js.map +1 -0
  295. package/dist/cli/tui/verify.d.ts +14 -0
  296. package/dist/cli/tui/verify.d.ts.map +1 -0
  297. package/dist/cli/tui/verify.js +101 -0
  298. package/dist/cli/tui/verify.js.map +1 -0
  299. package/dist/cli/tui/version.d.ts +2 -0
  300. package/dist/cli/tui/version.d.ts.map +1 -0
  301. package/dist/cli/tui/version.js +14 -0
  302. package/dist/cli/tui/version.js.map +1 -0
  303. package/dist/cli/uninstall.d.ts +2 -0
  304. package/dist/cli/uninstall.d.ts.map +1 -0
  305. package/dist/cli/uninstall.js +57 -0
  306. package/dist/cli/uninstall.js.map +1 -0
  307. package/dist/cli/warmup.d.ts +10 -2
  308. package/dist/cli/warmup.d.ts.map +1 -1
  309. package/dist/cli/warmup.js +226 -93
  310. package/dist/cli/warmup.js.map +1 -1
  311. package/dist/config.d.ts +28 -2
  312. package/dist/config.d.ts.map +1 -1
  313. package/dist/config.js +106 -56
  314. package/dist/config.js.map +1 -1
  315. package/dist/crawl/crawler.d.ts +6 -0
  316. package/dist/crawl/crawler.d.ts.map +1 -1
  317. package/dist/crawl/crawler.js +210 -209
  318. package/dist/crawl/crawler.js.map +1 -1
  319. package/dist/crawl/dedup.d.ts +1 -0
  320. package/dist/crawl/dedup.d.ts.map +1 -1
  321. package/dist/crawl/dedup.js +124 -81
  322. package/dist/crawl/dedup.js.map +1 -1
  323. package/dist/crawl/etag-incremental.d.ts +43 -0
  324. package/dist/crawl/etag-incremental.d.ts.map +1 -0
  325. package/dist/crawl/etag-incremental.js +94 -0
  326. package/dist/crawl/etag-incremental.js.map +1 -0
  327. package/dist/crawl/index-to-vec.d.ts +10 -0
  328. package/dist/crawl/index-to-vec.d.ts.map +1 -0
  329. package/dist/crawl/index-to-vec.js +44 -0
  330. package/dist/crawl/index-to-vec.js.map +1 -0
  331. package/dist/crawl/mapper.js +136 -164
  332. package/dist/crawl/mapper.js.map +1 -1
  333. package/dist/crawl/rate-limiter.js +63 -66
  334. package/dist/crawl/rate-limiter.js.map +1 -1
  335. package/dist/crawl/robots.js +58 -57
  336. package/dist/crawl/robots.js.map +1 -1
  337. package/dist/crawl/sitemap-first.d.ts +12 -0
  338. package/dist/crawl/sitemap-first.d.ts.map +1 -0
  339. package/dist/crawl/sitemap-first.js +47 -0
  340. package/dist/crawl/sitemap-first.js.map +1 -0
  341. package/dist/crawl/sitemap.js +33 -32
  342. package/dist/crawl/sitemap.js.map +1 -1
  343. package/dist/crawl/url-utils.d.ts +1 -0
  344. package/dist/crawl/url-utils.d.ts.map +1 -1
  345. package/dist/crawl/url-utils.js +49 -37
  346. package/dist/crawl/url-utils.js.map +1 -1
  347. package/dist/daemon/health-check.d.ts +16 -0
  348. package/dist/daemon/health-check.d.ts.map +1 -0
  349. package/dist/daemon/health-check.js +33 -0
  350. package/dist/daemon/health-check.js.map +1 -0
  351. package/dist/daemon/http-server.d.ts +26 -0
  352. package/dist/daemon/http-server.d.ts.map +1 -0
  353. package/dist/daemon/http-server.js +275 -0
  354. package/dist/daemon/http-server.js.map +1 -0
  355. package/dist/daemon/proxy.d.ts +10 -0
  356. package/dist/daemon/proxy.d.ts.map +1 -0
  357. package/dist/daemon/proxy.js +93 -0
  358. package/dist/daemon/proxy.js.map +1 -0
  359. package/dist/embedding/embed.d.ts +59 -0
  360. package/dist/embedding/embed.d.ts.map +1 -0
  361. package/dist/embedding/embed.js +233 -0
  362. package/dist/embedding/embed.js.map +1 -0
  363. package/dist/embedding/fastembed-provider.d.ts +19 -0
  364. package/dist/embedding/fastembed-provider.d.ts.map +1 -0
  365. package/dist/embedding/fastembed-provider.js +51 -0
  366. package/dist/embedding/fastembed-provider.js.map +1 -0
  367. package/dist/embedding/key-terms.d.ts +12 -0
  368. package/dist/embedding/key-terms.d.ts.map +1 -0
  369. package/dist/embedding/key-terms.js +234 -0
  370. package/dist/embedding/key-terms.js.map +1 -0
  371. package/dist/extraction/boilerplate.d.ts +15 -0
  372. package/dist/extraction/boilerplate.d.ts.map +1 -0
  373. package/dist/extraction/boilerplate.js +52 -0
  374. package/dist/extraction/boilerplate.js.map +1 -0
  375. package/dist/extraction/defuddle.d.ts.map +1 -1
  376. package/dist/extraction/defuddle.js +27 -23
  377. package/dist/extraction/defuddle.js.map +1 -1
  378. package/dist/extraction/extract.d.ts.map +1 -1
  379. package/dist/extraction/extract.js +76 -76
  380. package/dist/extraction/extract.js.map +1 -1
  381. package/dist/extraction/jsonld.js +50 -54
  382. package/dist/extraction/jsonld.js.map +1 -1
  383. package/dist/extraction/lang-hints.d.ts +2 -0
  384. package/dist/extraction/lang-hints.d.ts.map +1 -0
  385. package/dist/extraction/lang-hints.js +30 -0
  386. package/dist/extraction/lang-hints.js.map +1 -0
  387. package/dist/extraction/llm-fallback.d.ts +17 -0
  388. package/dist/extraction/llm-fallback.d.ts.map +1 -0
  389. package/dist/extraction/llm-fallback.js +130 -0
  390. package/dist/extraction/llm-fallback.js.map +1 -0
  391. package/dist/extraction/markdown-sanitize.d.ts +2 -0
  392. package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
  393. package/dist/extraction/markdown-sanitize.js +151 -0
  394. package/dist/extraction/markdown-sanitize.js.map +1 -0
  395. package/dist/extraction/markdown.d.ts +11 -0
  396. package/dist/extraction/markdown.d.ts.map +1 -1
  397. package/dist/extraction/markdown.js +195 -91
  398. package/dist/extraction/markdown.js.map +1 -1
  399. package/dist/extraction/pipeline.d.ts +8 -0
  400. package/dist/extraction/pipeline.d.ts.map +1 -1
  401. package/dist/extraction/pipeline.js +57 -91
  402. package/dist/extraction/pipeline.js.map +1 -1
  403. package/dist/extraction/readability.d.ts +1 -1
  404. package/dist/extraction/readability.d.ts.map +1 -1
  405. package/dist/extraction/readability.js +28 -29
  406. package/dist/extraction/readability.js.map +1 -1
  407. package/dist/extraction/schema.d.ts +12 -0
  408. package/dist/extraction/schema.d.ts.map +1 -1
  409. package/dist/extraction/schema.js +135 -72
  410. package/dist/extraction/schema.js.map +1 -1
  411. package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
  412. package/dist/extraction/site-extractors/docs-generic.js +81 -91
  413. package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
  414. package/dist/extraction/site-extractors/github.d.ts.map +1 -1
  415. package/dist/extraction/site-extractors/github.js +87 -95
  416. package/dist/extraction/site-extractors/github.js.map +1 -1
  417. package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
  418. package/dist/extraction/site-extractors/mdn.js +46 -54
  419. package/dist/extraction/site-extractors/mdn.js.map +1 -1
  420. package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
  421. package/dist/extraction/site-extractors/stackoverflow.js +71 -80
  422. package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
  423. package/dist/extraction/structured-data.d.ts +4 -0
  424. package/dist/extraction/structured-data.d.ts.map +1 -0
  425. package/dist/extraction/structured-data.js +173 -0
  426. package/dist/extraction/structured-data.js.map +1 -0
  427. package/dist/extraction/structured.d.ts +4 -0
  428. package/dist/extraction/structured.d.ts.map +1 -0
  429. package/dist/extraction/structured.js +163 -0
  430. package/dist/extraction/structured.js.map +1 -0
  431. package/dist/extraction/v1/classifier.d.ts +3 -0
  432. package/dist/extraction/v1/classifier.d.ts.map +1 -0
  433. package/dist/extraction/v1/classifier.js +110 -0
  434. package/dist/extraction/v1/classifier.js.map +1 -0
  435. package/dist/extraction/v1/extract-provider.d.ts +16 -0
  436. package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
  437. package/dist/extraction/v1/extract-provider.js +43 -0
  438. package/dist/extraction/v1/extract-provider.js.map +1 -0
  439. package/dist/extraction/v1/local-llm.d.ts +8 -0
  440. package/dist/extraction/v1/local-llm.d.ts.map +1 -0
  441. package/dist/extraction/v1/local-llm.js +58 -0
  442. package/dist/extraction/v1/local-llm.js.map +1 -0
  443. package/dist/extraction/v1/news.d.ts +3 -0
  444. package/dist/extraction/v1/news.d.ts.map +1 -0
  445. package/dist/extraction/v1/news.js +61 -0
  446. package/dist/extraction/v1/news.js.map +1 -0
  447. package/dist/extraction/v1/product.d.ts +3 -0
  448. package/dist/extraction/v1/product.d.ts.map +1 -0
  449. package/dist/extraction/v1/product.js +166 -0
  450. package/dist/extraction/v1/product.js.map +1 -0
  451. package/dist/extraction/v1/recipe.d.ts +3 -0
  452. package/dist/extraction/v1/recipe.d.ts.map +1 -0
  453. package/dist/extraction/v1/recipe.js +136 -0
  454. package/dist/extraction/v1/recipe.js.map +1 -0
  455. package/dist/extraction/v1/routed.d.ts +17 -0
  456. package/dist/extraction/v1/routed.d.ts.map +1 -0
  457. package/dist/extraction/v1/routed.js +68 -0
  458. package/dist/extraction/v1/routed.js.map +1 -0
  459. package/dist/extraction/v1/schemas/Article.d.ts +11 -0
  460. package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
  461. package/dist/extraction/v1/schemas/Article.js +23 -0
  462. package/dist/extraction/v1/schemas/Article.js.map +1 -0
  463. package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
  464. package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
  465. package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
  466. package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
  467. package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
  468. package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
  469. package/dist/extraction/v1/schemas/EventListing.js +122 -0
  470. package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
  471. package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
  472. package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
  473. package/dist/extraction/v1/schemas/Paper.js +156 -0
  474. package/dist/extraction/v1/schemas/Paper.js.map +1 -0
  475. package/dist/extraction/v1/schemas/Product.d.ts +17 -0
  476. package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
  477. package/dist/extraction/v1/schemas/Product.js +149 -0
  478. package/dist/extraction/v1/schemas/Product.js.map +1 -0
  479. package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
  480. package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
  481. package/dist/extraction/v1/schemas/Recipe.js +160 -0
  482. package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
  483. package/dist/extraction/v1/schemas/index.d.ts +13 -0
  484. package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
  485. package/dist/extraction/v1/schemas/index.js +44 -0
  486. package/dist/extraction/v1/schemas/index.js.map +1 -0
  487. package/dist/extraction/v1/site-extractors.d.ts +5 -0
  488. package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
  489. package/dist/extraction/v1/site-extractors.js +31 -0
  490. package/dist/extraction/v1/site-extractors.js.map +1 -0
  491. package/dist/fetch/action-executor.d.ts +28 -0
  492. package/dist/fetch/action-executor.d.ts.map +1 -0
  493. package/dist/fetch/action-executor.js +88 -0
  494. package/dist/fetch/action-executor.js.map +1 -0
  495. package/dist/fetch/auth.d.ts +2 -1
  496. package/dist/fetch/auth.d.ts.map +1 -1
  497. package/dist/fetch/auth.js +56 -26
  498. package/dist/fetch/auth.js.map +1 -1
  499. package/dist/fetch/browser-pool.d.ts +30 -11
  500. package/dist/fetch/browser-pool.d.ts.map +1 -1
  501. package/dist/fetch/browser-pool.js +303 -127
  502. package/dist/fetch/browser-pool.js.map +1 -1
  503. package/dist/fetch/browser-selector.d.ts +17 -0
  504. package/dist/fetch/browser-selector.d.ts.map +1 -0
  505. package/dist/fetch/browser-selector.js +72 -0
  506. package/dist/fetch/browser-selector.js.map +1 -0
  507. package/dist/fetch/browser-types.d.ts +3 -0
  508. package/dist/fetch/browser-types.d.ts.map +1 -0
  509. package/dist/fetch/browser-types.js +45 -0
  510. package/dist/fetch/browser-types.js.map +1 -0
  511. package/dist/fetch/cdp-client.d.ts +9 -0
  512. package/dist/fetch/cdp-client.d.ts.map +1 -0
  513. package/dist/fetch/cdp-client.js +89 -0
  514. package/dist/fetch/cdp-client.js.map +1 -0
  515. package/dist/fetch/content-check.js +39 -46
  516. package/dist/fetch/content-check.js.map +1 -1
  517. package/dist/fetch/http-client.d.ts +4 -0
  518. package/dist/fetch/http-client.d.ts.map +1 -1
  519. package/dist/fetch/http-client.js +147 -128
  520. package/dist/fetch/http-client.js.map +1 -1
  521. package/dist/fetch/lightpanda.d.ts +28 -0
  522. package/dist/fetch/lightpanda.d.ts.map +1 -0
  523. package/dist/fetch/lightpanda.js +174 -0
  524. package/dist/fetch/lightpanda.js.map +1 -0
  525. package/dist/fetch/playwright-tier.d.ts +19 -0
  526. package/dist/fetch/playwright-tier.d.ts.map +1 -0
  527. package/dist/fetch/playwright-tier.js +76 -0
  528. package/dist/fetch/playwright-tier.js.map +1 -0
  529. package/dist/fetch/router.d.ts +49 -3
  530. package/dist/fetch/router.d.ts.map +1 -1
  531. package/dist/fetch/router.js +185 -81
  532. package/dist/fetch/router.js.map +1 -1
  533. package/dist/index.js +97 -17
  534. package/dist/index.js.map +1 -1
  535. package/dist/instructions.d.ts +31 -0
  536. package/dist/instructions.d.ts.map +1 -0
  537. package/dist/instructions.js +245 -0
  538. package/dist/instructions.js.map +1 -0
  539. package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
  540. package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
  541. package/dist/integrations/cloud/llm/anthropic.js +41 -0
  542. package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
  543. package/dist/integrations/cloud/llm/cache.d.ts +5 -0
  544. package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
  545. package/dist/integrations/cloud/llm/cache.js +49 -0
  546. package/dist/integrations/cloud/llm/cache.js.map +1 -0
  547. package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
  548. package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
  549. package/dist/integrations/cloud/llm/gemini.js +37 -0
  550. package/dist/integrations/cloud/llm/gemini.js.map +1 -0
  551. package/dist/integrations/cloud/llm/groq.d.ts +3 -0
  552. package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
  553. package/dist/integrations/cloud/llm/groq.js +74 -0
  554. package/dist/integrations/cloud/llm/groq.js.map +1 -0
  555. package/dist/integrations/cloud/llm/hash.d.ts +3 -0
  556. package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
  557. package/dist/integrations/cloud/llm/hash.js +26 -0
  558. package/dist/integrations/cloud/llm/hash.js.map +1 -0
  559. package/dist/integrations/cloud/llm/openai.d.ts +3 -0
  560. package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
  561. package/dist/integrations/cloud/llm/openai.js +43 -0
  562. package/dist/integrations/cloud/llm/openai.js.map +1 -0
  563. package/dist/integrations/cloud/llm/select.d.ts +5 -0
  564. package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
  565. package/dist/integrations/cloud/llm/select.js +30 -0
  566. package/dist/integrations/cloud/llm/select.js.map +1 -0
  567. package/dist/integrations/cloud/llm/types.d.ts +24 -0
  568. package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
  569. package/dist/integrations/cloud/llm/types.js +1 -0
  570. package/dist/integrations/cloud/llm/types.js.map +1 -0
  571. package/dist/integrations/cloud/llm/validate.d.ts +6 -0
  572. package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
  573. package/dist/integrations/cloud/llm/validate.js +63 -0
  574. package/dist/integrations/cloud/llm/validate.js.map +1 -0
  575. package/dist/logger.d.ts +4 -1
  576. package/dist/logger.d.ts.map +1 -1
  577. package/dist/logger.js +71 -30
  578. package/dist/logger.js.map +1 -1
  579. package/dist/pdf-parse.d.js +1 -0
  580. package/dist/pdf-parse.d.js.map +1 -0
  581. package/dist/plugins/loader.d.ts +20 -0
  582. package/dist/plugins/loader.d.ts.map +1 -0
  583. package/dist/plugins/loader.js +157 -0
  584. package/dist/plugins/loader.js.map +1 -0
  585. package/dist/plugins/registry.d.ts +26 -0
  586. package/dist/plugins/registry.d.ts.map +1 -0
  587. package/dist/plugins/registry.js +71 -0
  588. package/dist/plugins/registry.js.map +1 -0
  589. package/dist/plugins/validate.d.ts +9 -0
  590. package/dist/plugins/validate.d.ts.map +1 -0
  591. package/dist/plugins/validate.js +79 -0
  592. package/dist/plugins/validate.js.map +1 -0
  593. package/dist/providers/embed-provider.d.ts +11 -0
  594. package/dist/providers/embed-provider.d.ts.map +1 -0
  595. package/dist/providers/embed-provider.js +24 -0
  596. package/dist/providers/embed-provider.js.map +1 -0
  597. package/dist/providers/extract-provider.d.ts +23 -0
  598. package/dist/providers/extract-provider.d.ts.map +1 -0
  599. package/dist/providers/extract-provider.js +25 -0
  600. package/dist/providers/extract-provider.js.map +1 -0
  601. package/dist/providers/rerank-provider.d.ts +16 -0
  602. package/dist/providers/rerank-provider.d.ts.map +1 -0
  603. package/dist/providers/rerank-provider.js +28 -0
  604. package/dist/providers/rerank-provider.js.map +1 -0
  605. package/dist/providers/search-provider.d.ts +25 -0
  606. package/dist/providers/search-provider.d.ts.map +1 -0
  607. package/dist/providers/search-provider.js +44 -0
  608. package/dist/providers/search-provider.js.map +1 -0
  609. package/dist/providers/vector-store.d.ts +27 -0
  610. package/dist/providers/vector-store.d.ts.map +1 -0
  611. package/dist/providers/vector-store.js +27 -0
  612. package/dist/providers/vector-store.js.map +1 -0
  613. package/dist/python-env.d.ts +9 -0
  614. package/dist/python-env.d.ts.map +1 -0
  615. package/dist/python-env.js +13 -0
  616. package/dist/python-env.js.map +1 -0
  617. package/dist/repl/commands/agent.d.ts +5 -0
  618. package/dist/repl/commands/agent.d.ts.map +1 -0
  619. package/dist/repl/commands/agent.js +62 -0
  620. package/dist/repl/commands/agent.js.map +1 -0
  621. package/dist/repl/commands/cache.d.ts +4 -0
  622. package/dist/repl/commands/cache.d.ts.map +1 -0
  623. package/dist/repl/commands/cache.js +43 -0
  624. package/dist/repl/commands/cache.js.map +1 -0
  625. package/dist/repl/commands/crawl.d.ts +7 -0
  626. package/dist/repl/commands/crawl.d.ts.map +1 -0
  627. package/dist/repl/commands/crawl.js +44 -0
  628. package/dist/repl/commands/crawl.js.map +1 -0
  629. package/dist/repl/commands/extract.d.ts +5 -0
  630. package/dist/repl/commands/extract.d.ts.map +1 -0
  631. package/dist/repl/commands/extract.js +47 -0
  632. package/dist/repl/commands/extract.js.map +1 -0
  633. package/dist/repl/commands/fetch.d.ts +5 -0
  634. package/dist/repl/commands/fetch.d.ts.map +1 -0
  635. package/dist/repl/commands/fetch.js +67 -0
  636. package/dist/repl/commands/fetch.js.map +1 -0
  637. package/dist/repl/commands/find-similar.d.ts +5 -0
  638. package/dist/repl/commands/find-similar.d.ts.map +1 -0
  639. package/dist/repl/commands/find-similar.js +74 -0
  640. package/dist/repl/commands/find-similar.js.map +1 -0
  641. package/dist/repl/commands/research.d.ts +5 -0
  642. package/dist/repl/commands/research.d.ts.map +1 -0
  643. package/dist/repl/commands/research.js +65 -0
  644. package/dist/repl/commands/research.js.map +1 -0
  645. package/dist/repl/commands/search.d.ts +5 -0
  646. package/dist/repl/commands/search.d.ts.map +1 -0
  647. package/dist/repl/commands/search.js +74 -0
  648. package/dist/repl/commands/search.js.map +1 -0
  649. package/dist/repl/commands/types.d.ts +9 -0
  650. package/dist/repl/commands/types.d.ts.map +1 -0
  651. package/dist/repl/commands/types.js +1 -0
  652. package/dist/repl/commands/types.js.map +1 -0
  653. package/dist/repl/formatters.d.ts +13 -0
  654. package/dist/repl/formatters.d.ts.map +1 -0
  655. package/dist/repl/formatters.js +283 -0
  656. package/dist/repl/formatters.js.map +1 -0
  657. package/dist/repl/parser.d.ts +9 -0
  658. package/dist/repl/parser.d.ts.map +1 -0
  659. package/dist/repl/parser.js +86 -0
  660. package/dist/repl/parser.js.map +1 -0
  661. package/dist/repl/shell.d.ts +8 -0
  662. package/dist/repl/shell.d.ts.map +1 -0
  663. package/dist/repl/shell.js +184 -0
  664. package/dist/repl/shell.js.map +1 -0
  665. package/dist/research/branch-exploration.d.ts +14 -0
  666. package/dist/research/branch-exploration.d.ts.map +1 -0
  667. package/dist/research/branch-exploration.js +100 -0
  668. package/dist/research/branch-exploration.js.map +1 -0
  669. package/dist/research/brief.d.ts +5 -0
  670. package/dist/research/brief.d.ts.map +1 -0
  671. package/dist/research/brief.js +242 -0
  672. package/dist/research/brief.js.map +1 -0
  673. package/dist/research/citation-graph.d.ts +9 -0
  674. package/dist/research/citation-graph.d.ts.map +1 -0
  675. package/dist/research/citation-graph.js +114 -0
  676. package/dist/research/citation-graph.js.map +1 -0
  677. package/dist/research/decompose.d.ts +14 -0
  678. package/dist/research/decompose.d.ts.map +1 -0
  679. package/dist/research/decompose.js +439 -0
  680. package/dist/research/decompose.js.map +1 -0
  681. package/dist/research/pipeline.d.ts +5 -0
  682. package/dist/research/pipeline.d.ts.map +1 -0
  683. package/dist/research/pipeline.js +269 -0
  684. package/dist/research/pipeline.js.map +1 -0
  685. package/dist/research/synthesis-local.d.ts +16 -0
  686. package/dist/research/synthesis-local.d.ts.map +1 -0
  687. package/dist/research/synthesis-local.js +73 -0
  688. package/dist/research/synthesis-local.js.map +1 -0
  689. package/dist/research/synthesize.d.ts +10 -0
  690. package/dist/research/synthesize.d.ts.map +1 -0
  691. package/dist/research/synthesize.js +137 -0
  692. package/dist/research/synthesize.js.map +1 -0
  693. package/dist/search/answer-synthesis.d.ts +33 -0
  694. package/dist/search/answer-synthesis.d.ts.map +1 -0
  695. package/dist/search/answer-synthesis.js +244 -0
  696. package/dist/search/answer-synthesis.js.map +1 -0
  697. package/dist/search/context-formatter.d.ts +3 -0
  698. package/dist/search/context-formatter.d.ts.map +1 -0
  699. package/dist/search/context-formatter.js +56 -0
  700. package/dist/search/context-formatter.js.map +1 -0
  701. package/dist/search/dedup.d.ts +1 -0
  702. package/dist/search/dedup.d.ts.map +1 -1
  703. package/dist/search/dedup.js +40 -32
  704. package/dist/search/dedup.js.map +1 -1
  705. package/dist/search/engines/arxiv.d.ts +7 -0
  706. package/dist/search/engines/arxiv.d.ts.map +1 -0
  707. package/dist/search/engines/arxiv.js +70 -0
  708. package/dist/search/engines/arxiv.js.map +1 -0
  709. package/dist/search/engines/bing-news.d.ts +7 -0
  710. package/dist/search/engines/bing-news.d.ts.map +1 -0
  711. package/dist/search/engines/bing-news.js +97 -0
  712. package/dist/search/engines/bing-news.js.map +1 -0
  713. package/dist/search/engines/bing.d.ts +1 -0
  714. package/dist/search/engines/bing.d.ts.map +1 -1
  715. package/dist/search/engines/bing.js +100 -44
  716. package/dist/search/engines/bing.js.map +1 -1
  717. package/dist/search/engines/devdocs.d.ts +6 -0
  718. package/dist/search/engines/devdocs.d.ts.map +1 -0
  719. package/dist/search/engines/devdocs.js +56 -0
  720. package/dist/search/engines/devdocs.js.map +1 -0
  721. package/dist/search/engines/duckduckgo.d.ts.map +1 -1
  722. package/dist/search/engines/duckduckgo.js +56 -44
  723. package/dist/search/engines/duckduckgo.js.map +1 -1
  724. package/dist/search/engines/github-code.d.ts +7 -0
  725. package/dist/search/engines/github-code.d.ts.map +1 -0
  726. package/dist/search/engines/github-code.js +55 -0
  727. package/dist/search/engines/github-code.js.map +1 -0
  728. package/dist/search/engines/hn-algolia.d.ts +7 -0
  729. package/dist/search/engines/hn-algolia.d.ts.map +1 -0
  730. package/dist/search/engines/hn-algolia.js +76 -0
  731. package/dist/search/engines/hn-algolia.js.map +1 -0
  732. package/dist/search/engines/lobsters.d.ts +7 -0
  733. package/dist/search/engines/lobsters.d.ts.map +1 -0
  734. package/dist/search/engines/lobsters.js +83 -0
  735. package/dist/search/engines/lobsters.js.map +1 -0
  736. package/dist/search/engines/mdn.d.ts +7 -0
  737. package/dist/search/engines/mdn.d.ts.map +1 -0
  738. package/dist/search/engines/mdn.js +48 -0
  739. package/dist/search/engines/mdn.js.map +1 -0
  740. package/dist/search/engines/semantic-scholar.d.ts +7 -0
  741. package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
  742. package/dist/search/engines/semantic-scholar.js +69 -0
  743. package/dist/search/engines/semantic-scholar.js.map +1 -0
  744. package/dist/search/engines/stackoverflow.d.ts +7 -0
  745. package/dist/search/engines/stackoverflow.d.ts.map +1 -0
  746. package/dist/search/engines/stackoverflow.js +73 -0
  747. package/dist/search/engines/stackoverflow.js.map +1 -0
  748. package/dist/search/engines/startpage.d.ts.map +1 -1
  749. package/dist/search/engines/startpage.js +65 -46
  750. package/dist/search/engines/startpage.js.map +1 -1
  751. package/dist/search/evidence.d.ts +25 -0
  752. package/dist/search/evidence.d.ts.map +1 -0
  753. package/dist/search/evidence.js +220 -0
  754. package/dist/search/evidence.js.map +1 -0
  755. package/dist/search/filters.js +49 -55
  756. package/dist/search/filters.js.map +1 -1
  757. package/dist/search/find-similar/crawl-rank.d.ts +9 -0
  758. package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
  759. package/dist/search/find-similar/crawl-rank.js +272 -0
  760. package/dist/search/find-similar/crawl-rank.js.map +1 -0
  761. package/dist/search/find-similar/mode.d.ts +4 -0
  762. package/dist/search/find-similar/mode.d.ts.map +1 -0
  763. package/dist/search/find-similar/mode.js +12 -0
  764. package/dist/search/find-similar/mode.js.map +1 -0
  765. package/dist/search/find-similar.d.ts +5 -0
  766. package/dist/search/find-similar.d.ts.map +1 -0
  767. package/dist/search/find-similar.js +509 -0
  768. package/dist/search/find-similar.js.map +1 -0
  769. package/dist/search/highlights.d.ts +19 -0
  770. package/dist/search/highlights.d.ts.map +1 -0
  771. package/dist/search/highlights.js +167 -0
  772. package/dist/search/highlights.js.map +1 -0
  773. package/dist/search/language-filter.d.ts +29 -0
  774. package/dist/search/language-filter.d.ts.map +1 -0
  775. package/dist/search/language-filter.js +126 -0
  776. package/dist/search/language-filter.js.map +1 -0
  777. package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
  778. package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
  779. package/dist/search/legacy/searxng-orchestrator.js +501 -0
  780. package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
  781. package/dist/search/legacy/searxng-provider.d.ts +7 -0
  782. package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
  783. package/dist/search/legacy/searxng-provider.js +11 -0
  784. package/dist/search/legacy/searxng-provider.js.map +1 -0
  785. package/dist/search/multi-query.d.ts +25 -0
  786. package/dist/search/multi-query.d.ts.map +1 -0
  787. package/dist/search/multi-query.js +228 -0
  788. package/dist/search/multi-query.js.map +1 -0
  789. package/dist/search/query.js +32 -34
  790. package/dist/search/query.js.map +1 -1
  791. package/dist/search/rerank.d.ts +3 -1
  792. package/dist/search/rerank.d.ts.map +1 -1
  793. package/dist/search/rerank.js +44 -35
  794. package/dist/search/rerank.js.map +1 -1
  795. package/dist/search/reranker/authority-boost.d.ts +3 -0
  796. package/dist/search/reranker/authority-boost.d.ts.map +1 -0
  797. package/dist/search/reranker/authority-boost.js +179 -0
  798. package/dist/search/reranker/authority-boost.js.map +1 -0
  799. package/dist/search/reranker/consensus-boost.d.ts +3 -0
  800. package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
  801. package/dist/search/reranker/consensus-boost.js +27 -0
  802. package/dist/search/reranker/consensus-boost.js.map +1 -0
  803. package/dist/search/reranker/recency-boost.d.ts +3 -0
  804. package/dist/search/reranker/recency-boost.d.ts.map +1 -0
  805. package/dist/search/reranker/recency-boost.js +13 -0
  806. package/dist/search/reranker/recency-boost.js.map +1 -0
  807. package/dist/search/reranker/recency.d.ts +3 -0
  808. package/dist/search/reranker/recency.d.ts.map +1 -0
  809. package/dist/search/reranker/recency.js +23 -0
  810. package/dist/search/reranker/recency.js.map +1 -0
  811. package/dist/search/reranker/transformers-rerank-provider.d.ts +12 -0
  812. package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
  813. package/dist/search/reranker/transformers-rerank-provider.js +78 -0
  814. package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
  815. package/dist/search/rrf.d.ts +17 -0
  816. package/dist/search/rrf.d.ts.map +1 -0
  817. package/dist/search/rrf.js +39 -0
  818. package/dist/search/rrf.js.map +1 -0
  819. package/dist/search/sampling.d.ts +25 -0
  820. package/dist/search/sampling.d.ts.map +1 -0
  821. package/dist/search/sampling.js +52 -0
  822. package/dist/search/sampling.js.map +1 -0
  823. package/dist/search/searxng.d.ts.map +1 -1
  824. package/dist/search/searxng.js +69 -79
  825. package/dist/search/searxng.js.map +1 -1
  826. package/dist/search/tokens.d.ts +3 -0
  827. package/dist/search/tokens.d.ts.map +1 -0
  828. package/dist/search/tokens.js +39 -0
  829. package/dist/search/tokens.js.map +1 -0
  830. package/dist/search/truncate.d.ts +6 -0
  831. package/dist/search/truncate.d.ts.map +1 -0
  832. package/dist/search/truncate.js +26 -0
  833. package/dist/search/truncate.js.map +1 -0
  834. package/dist/search/url-unwrap.d.ts +3 -0
  835. package/dist/search/url-unwrap.d.ts.map +1 -0
  836. package/dist/search/url-unwrap.js +43 -0
  837. package/dist/search/url-unwrap.js.map +1 -0
  838. package/dist/search/v1/context-rank.d.ts +13 -0
  839. package/dist/search/v1/context-rank.d.ts.map +1 -0
  840. package/dist/search/v1/context-rank.js +74 -0
  841. package/dist/search/v1/context-rank.js.map +1 -0
  842. package/dist/search/v1/engine-base.d.ts +27 -0
  843. package/dist/search/v1/engine-base.d.ts.map +1 -0
  844. package/dist/search/v1/engine-base.js +110 -0
  845. package/dist/search/v1/engine-base.js.map +1 -0
  846. package/dist/search/v1/intent-router.d.ts +22 -0
  847. package/dist/search/v1/intent-router.d.ts.map +1 -0
  848. package/dist/search/v1/intent-router.js +138 -0
  849. package/dist/search/v1/intent-router.js.map +1 -0
  850. package/dist/search/v1/orchestrator.d.ts +24 -0
  851. package/dist/search/v1/orchestrator.d.ts.map +1 -0
  852. package/dist/search/v1/orchestrator.js +163 -0
  853. package/dist/search/v1/orchestrator.js.map +1 -0
  854. package/dist/search/v1/recency-boost.d.ts +9 -0
  855. package/dist/search/v1/recency-boost.d.ts.map +1 -0
  856. package/dist/search/v1/recency-boost.js +37 -0
  857. package/dist/search/v1/recency-boost.js.map +1 -0
  858. package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
  859. package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
  860. package/dist/search/v1/recent-cache-dedup.js +85 -0
  861. package/dist/search/v1/recent-cache-dedup.js.map +1 -0
  862. package/dist/search/v1/rss/feed-config.d.ts +21 -0
  863. package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
  864. package/dist/search/v1/rss/feed-config.js +90 -0
  865. package/dist/search/v1/rss/feed-config.js.map +1 -0
  866. package/dist/search/v1/rss/feed-parser.d.ts +14 -0
  867. package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
  868. package/dist/search/v1/rss/feed-parser.js +104 -0
  869. package/dist/search/v1/rss/feed-parser.js.map +1 -0
  870. package/dist/search/v1/rss/feed-poller.d.ts +22 -0
  871. package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
  872. package/dist/search/v1/rss/feed-poller.js +102 -0
  873. package/dist/search/v1/rss/feed-poller.js.map +1 -0
  874. package/dist/search/v1/rss/feed-store.d.ts +30 -0
  875. package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
  876. package/dist/search/v1/rss/feed-store.js +134 -0
  877. package/dist/search/v1/rss/feed-store.js.map +1 -0
  878. package/dist/search/v1/rss/rss-engine.d.ts +6 -0
  879. package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
  880. package/dist/search/v1/rss/rss-engine.js +28 -0
  881. package/dist/search/v1/rss/rss-engine.js.map +1 -0
  882. package/dist/search/v1/v1-provider.d.ts +7 -0
  883. package/dist/search/v1/v1-provider.d.ts.map +1 -0
  884. package/dist/search/v1/v1-provider.js +68 -0
  885. package/dist/search/v1/v1-provider.js.map +1 -0
  886. package/dist/search/v1/verticals/code.d.ts +4 -0
  887. package/dist/search/v1/verticals/code.d.ts.map +1 -0
  888. package/dist/search/v1/verticals/code.js +20 -0
  889. package/dist/search/v1/verticals/code.js.map +1 -0
  890. package/dist/search/v1/verticals/docs.d.ts +4 -0
  891. package/dist/search/v1/verticals/docs.d.ts.map +1 -0
  892. package/dist/search/v1/verticals/docs.js +20 -0
  893. package/dist/search/v1/verticals/docs.js.map +1 -0
  894. package/dist/search/v1/verticals/general.d.ts +4 -0
  895. package/dist/search/v1/verticals/general.d.ts.map +1 -0
  896. package/dist/search/v1/verticals/general.js +22 -0
  897. package/dist/search/v1/verticals/general.js.map +1 -0
  898. package/dist/search/v1/verticals/news.d.ts +10 -0
  899. package/dist/search/v1/verticals/news.d.ts.map +1 -0
  900. package/dist/search/v1/verticals/news.js +52 -0
  901. package/dist/search/v1/verticals/news.js.map +1 -0
  902. package/dist/search/v1/verticals/papers.d.ts +4 -0
  903. package/dist/search/v1/verticals/papers.d.ts.map +1 -0
  904. package/dist/search/v1/verticals/papers.js +23 -0
  905. package/dist/search/v1/verticals/papers.js.map +1 -0
  906. package/dist/search/validator.js +31 -31
  907. package/dist/search/validator.js.map +1 -1
  908. package/dist/searxng/bootstrap.d.ts +30 -0
  909. package/dist/searxng/bootstrap.d.ts.map +1 -1
  910. package/dist/searxng/bootstrap.js +223 -85
  911. package/dist/searxng/bootstrap.js.map +1 -1
  912. package/dist/searxng/docker.d.ts.map +1 -1
  913. package/dist/searxng/docker.js +69 -60
  914. package/dist/searxng/docker.js.map +1 -1
  915. package/dist/searxng/process.d.ts +13 -1
  916. package/dist/searxng/process.d.ts.map +1 -1
  917. package/dist/searxng/process.js +231 -164
  918. package/dist/searxng/process.js.map +1 -1
  919. package/dist/server/backend-status.d.ts +13 -0
  920. package/dist/server/backend-status.d.ts.map +1 -0
  921. package/dist/server/backend-status.js +40 -0
  922. package/dist/server/backend-status.js.map +1 -0
  923. package/dist/server/tool-schemas.d.ts +549 -0
  924. package/dist/server/tool-schemas.d.ts.map +1 -0
  925. package/dist/server/tool-schemas.js +464 -0
  926. package/dist/server/tool-schemas.js.map +1 -0
  927. package/dist/server/warmup-on-start.d.ts +9 -0
  928. package/dist/server/warmup-on-start.d.ts.map +1 -0
  929. package/dist/server/warmup-on-start.js +55 -0
  930. package/dist/server/warmup-on-start.js.map +1 -0
  931. package/dist/server.d.ts +17 -0
  932. package/dist/server.d.ts.map +1 -1
  933. package/dist/server.js +454 -297
  934. package/dist/server.js.map +1 -1
  935. package/dist/tools/agent.d.ts +5 -0
  936. package/dist/tools/agent.d.ts.map +1 -0
  937. package/dist/tools/agent.js +128 -0
  938. package/dist/tools/agent.js.map +1 -0
  939. package/dist/tools/cache.d.ts +2 -1
  940. package/dist/tools/cache.d.ts.map +1 -1
  941. package/dist/tools/cache.js +175 -44
  942. package/dist/tools/cache.js.map +1 -1
  943. package/dist/tools/crawl.d.ts.map +1 -1
  944. package/dist/tools/crawl.js +171 -88
  945. package/dist/tools/crawl.js.map +1 -1
  946. package/dist/tools/extract.d.ts +2 -2
  947. package/dist/tools/extract.d.ts.map +1 -1
  948. package/dist/tools/extract.js +175 -59
  949. package/dist/tools/extract.js.map +1 -1
  950. package/dist/tools/fetch.d.ts +2 -2
  951. package/dist/tools/fetch.d.ts.map +1 -1
  952. package/dist/tools/fetch.js +161 -68
  953. package/dist/tools/fetch.js.map +1 -1
  954. package/dist/tools/find-similar.d.ts +5 -0
  955. package/dist/tools/find-similar.d.ts.map +1 -0
  956. package/dist/tools/find-similar.js +127 -0
  957. package/dist/tools/find-similar.js.map +1 -0
  958. package/dist/tools/research.d.ts +5 -0
  959. package/dist/tools/research.d.ts.map +1 -0
  960. package/dist/tools/research.js +107 -0
  961. package/dist/tools/research.js.map +1 -0
  962. package/dist/tools/search.d.ts +10 -2
  963. package/dist/tools/search.d.ts.map +1 -1
  964. package/dist/tools/search.js +13 -158
  965. package/dist/tools/search.js.map +1 -1
  966. package/dist/types.d.ts +350 -7
  967. package/dist/types.d.ts.map +1 -1
  968. package/dist/types.js +6 -1
  969. package/dist/types.js.map +1 -1
  970. package/dist/util/mode.d.ts +4 -0
  971. package/dist/util/mode.d.ts.map +1 -0
  972. package/dist/util/mode.js +34 -0
  973. package/dist/util/mode.js.map +1 -0
  974. package/package.json +78 -8
  975. package/dist/extraction/trafilatura.d.ts +0 -6
  976. package/dist/extraction/trafilatura.d.ts.map +0 -1
  977. package/dist/extraction/trafilatura.js +0 -105
  978. package/dist/extraction/trafilatura.js.map +0 -1
  979. package/dist/search/flashrank.d.ts +0 -12
  980. package/dist/search/flashrank.d.ts.map +0 -1
  981. package/dist/search/flashrank.js +0 -63
  982. package/dist/search/flashrank.js.map +0 -1
@@ -0,0 +1,269 @@
1
+ import { createLogger } from "../logger.js";
2
+ import { decomposeQuestion, extractComparisonEntities } from "./decompose.js";
3
+ import { synthesizeReport } from "./synthesize.js";
4
+ import { synthesizeLocal } from "./synthesis-local.js";
5
+ import { buildResearchBrief } from "./brief.js";
6
+ import { deduplicateResults } from "../search/dedup.js";
7
+ import { rerankResults } from "../search/rerank.js";
8
+ import { applyAllFilters } from "../search/filters.js";
9
+ import { exploreInParallel } from "./branch-exploration.js";
10
+ import { getExtractProvider } from "../providers/extract-provider.js";
11
+ import { truncateSmartly } from "../search/truncate.js";
12
+ import { cacheContent } from "../cache/store.js";
13
+ import { getEmbeddingService } from "../embedding/embed.js";
14
+ import { checkSamplingSupport } from "../search/sampling.js";
15
+ import { isLocalLlmEnabled } from "../extraction/v1/local-llm.js";
16
+ const log = createLogger("research");
17
+ const DEPTH_CONFIG = {
18
+ quick: { subQueries: 2, minSources: 5, maxSources: 8 },
19
+ standard: { subQueries: 4, minSources: 10, maxSources: 15 },
20
+ comprehensive: { subQueries: 7, minSources: 20, maxSources: 25 }
21
+ };
22
+ const SEARCH_TOTAL_BUDGET_MS = {
23
+ quick: 15e3,
24
+ standard: 3e4,
25
+ comprehensive: 6e4
26
+ };
27
+ const SEARCH_PER_QUERY_BUDGET_MS = {
28
+ quick: 8e3,
29
+ standard: 1e4,
30
+ comprehensive: 15e3
31
+ };
32
+ const PER_SOURCE_CHAR_CAP = 3e3;
33
+ const TOTAL_SOURCES_CHAR_CAP = 4e4;
34
+ async function runResearchPipeline(input, engines, router, server) {
35
+ const start = Date.now();
36
+ const depth = input.depth ?? "standard";
37
+ const config = DEPTH_CONFIG[depth] ?? DEPTH_CONFIG.standard;
38
+ const maxSources = input.max_sources ?? config.maxSources;
39
+ try {
40
+ log.info("research pipeline started", { question: input.question, depth });
41
+ const decomposeResult = await decomposeQuestion(
42
+ input.question,
43
+ depth,
44
+ server
45
+ );
46
+ const subQueries = decomposeResult.subQueries;
47
+ const queryType = decomposeResult.queryType;
48
+ log.info("decomposition complete", { subQueryCount: subQueries.length, samplingUsed: decomposeResult.samplingUsed, queryType });
49
+ const effEngines = subQueries.length >= 3 && engines.length > 2 ? engines.slice(0, 2) : engines;
50
+ const perEngineMaxResults = Math.ceil(maxSources / subQueries.length) * 2;
51
+ const branchResults = await exploreInParallel(
52
+ subQueries,
53
+ async (subQuery, signal) => {
54
+ const results = [];
55
+ const usedHere = /* @__PURE__ */ new Set();
56
+ const engineOpts = {
57
+ maxResults: perEngineMaxResults,
58
+ includeDomains: input.include_domains,
59
+ excludeDomains: input.exclude_domains
60
+ };
61
+ await Promise.allSettled(
62
+ effEngines.map(async (engine) => {
63
+ if (signal.aborted) return;
64
+ try {
65
+ const rs = await engine.search(subQuery, engineOpts);
66
+ for (const r of rs) results.push(r);
67
+ usedHere.add(engine.name);
68
+ } catch (err) {
69
+ log.warn("research engine search failed", {
70
+ engine: engine.name,
71
+ query: subQuery,
72
+ error: err instanceof Error ? err.message : String(err)
73
+ });
74
+ }
75
+ })
76
+ );
77
+ return { results, enginesUsed: [...usedHere] };
78
+ },
79
+ {
80
+ maxConcurrent: 3,
81
+ totalBudgetMs: SEARCH_TOTAL_BUDGET_MS[depth] ?? SEARCH_TOTAL_BUDGET_MS.standard,
82
+ perQueryBudgetMs: SEARCH_PER_QUERY_BUDGET_MS[depth] ?? SEARCH_PER_QUERY_BUDGET_MS.standard
83
+ }
84
+ );
85
+ const allRaw = [];
86
+ const enginesUsed = /* @__PURE__ */ new Set();
87
+ const searchErrors = [];
88
+ for (const br of branchResults) {
89
+ if (br.ok && br.result) {
90
+ allRaw.push(...br.result.results);
91
+ for (const e of br.result.enginesUsed) enginesUsed.add(e);
92
+ } else if (br.error) {
93
+ searchErrors.push(`${br.query}: ${br.error}`);
94
+ }
95
+ }
96
+ if (searchErrors.length > 0) {
97
+ log.warn("some search sub-queries failed", { errors: searchErrors });
98
+ }
99
+ log.info("search phase complete", { totalRaw: allRaw.length, engines: [...enginesUsed] });
100
+ let merged = deduplicateResults(allRaw);
101
+ merged = applyAllFilters(merged, {
102
+ includeDomains: input.include_domains,
103
+ excludeDomains: input.exclude_domains
104
+ });
105
+ merged = await rerankResults(input.question, merged);
106
+ merged = merged.slice(0, maxSources);
107
+ if (merged.length === 0) {
108
+ return {
109
+ report: `## Research: ${input.question}
110
+
111
+ No sources could be found for this query.`,
112
+ citations: [],
113
+ sources: [],
114
+ sub_queries: subQueries,
115
+ depth,
116
+ total_time_ms: Date.now() - start,
117
+ sampling_supported: !!server && checkSamplingSupport(server)
118
+ };
119
+ }
120
+ const sources = await fetchSources(merged, router, maxSources);
121
+ applySourceBudget(sources, PER_SOURCE_CHAR_CAP, TOTAL_SOURCES_CHAR_CAP);
122
+ log.info("fetch phase complete", {
123
+ fetched: sources.filter((s) => s.fetched).length,
124
+ failed: sources.filter((s) => !s.fetched).length
125
+ });
126
+ const synthesisResult = await synthesizeReport(
127
+ input.question,
128
+ sources,
129
+ depth,
130
+ server
131
+ );
132
+ log.info("synthesis complete", { samplingUsed: synthesisResult.samplingUsed, reportLength: synthesisResult.report.length });
133
+ let finalReport = synthesisResult.report;
134
+ let finalCitations = synthesisResult.citations;
135
+ let localSynthesisText;
136
+ if (!synthesisResult.samplingUsed && isLocalLlmEnabled()) {
137
+ try {
138
+ const localSources = sources.filter((s) => s.fetched && s.markdown_content.length > 0).map((s) => ({ url: s.url, title: s.title, markdown: s.markdown_content }));
139
+ if (localSources.length > 0) {
140
+ const local = await synthesizeLocal(input.question, localSources);
141
+ finalReport = local.text;
142
+ localSynthesisText = local.text;
143
+ finalCitations = local.citations.filter((idx) => idx >= 0 && idx < localSources.length).map((idx) => {
144
+ const s = localSources[idx];
145
+ return {
146
+ index: idx + 1,
147
+ url: s.url,
148
+ title: s.title,
149
+ snippet: s.markdown.slice(0, 200)
150
+ };
151
+ });
152
+ log.info("local synthesis succeeded", { reportLength: finalReport.length });
153
+ }
154
+ } catch (err) {
155
+ log.warn("local LLM synthesis failed; using heuristic fallback", {
156
+ error: err instanceof Error ? err.message : String(err)
157
+ });
158
+ }
159
+ }
160
+ const comparisonEntities = queryType === "comparison" ? extractComparisonEntities(input.question).entities : [];
161
+ const brief = !synthesisResult.samplingUsed ? await buildResearchBrief(
162
+ input.question,
163
+ sources,
164
+ subQueries,
165
+ PER_SOURCE_CHAR_CAP,
166
+ TOTAL_SOURCES_CHAR_CAP,
167
+ queryType,
168
+ comparisonEntities,
169
+ localSynthesisText
170
+ ) : void 0;
171
+ return {
172
+ report: finalReport,
173
+ citations: finalCitations,
174
+ sources,
175
+ sub_queries: subQueries,
176
+ depth,
177
+ total_time_ms: Date.now() - start,
178
+ sampling_supported: !!server && checkSamplingSupport(server),
179
+ ...brief ? { brief } : {}
180
+ };
181
+ } catch (err) {
182
+ log.error("research pipeline failed", {
183
+ question: input.question,
184
+ error: err instanceof Error ? err.message : String(err)
185
+ });
186
+ return {
187
+ report: "",
188
+ citations: [],
189
+ sources: [],
190
+ sub_queries: [],
191
+ depth,
192
+ total_time_ms: Date.now() - start,
193
+ sampling_supported: !!server && checkSamplingSupport(server),
194
+ error: err instanceof Error ? err.message : String(err)
195
+ };
196
+ }
197
+ }
198
+ async function fetchSources(merged, router, maxSources) {
199
+ const fetchPromises = merged.slice(0, maxSources).map(async (result) => {
200
+ try {
201
+ const raw = await Promise.race([
202
+ router.fetch(result.url, { renderJs: "auto" }),
203
+ new Promise(
204
+ (_, reject) => setTimeout(() => reject(new Error("fetch timeout")), 15e3)
205
+ )
206
+ ]);
207
+ const extractor = await getExtractProvider();
208
+ const extraction = await extractor.extract(raw.html, raw.finalUrl, {
209
+ maxChars: 3e4,
210
+ contentType: raw.contentType
211
+ });
212
+ const truncated = truncateSmartly(extraction.markdown, PER_SOURCE_CHAR_CAP);
213
+ try {
214
+ cacheContent(raw, extraction);
215
+ } catch (err) {
216
+ log.warn("failed to cache research source", { url: result.url, error: String(err) });
217
+ }
218
+ try {
219
+ const embeddingService = getEmbeddingService();
220
+ if (embeddingService.isAvailable()) {
221
+ embeddingService.embedAsync(raw.finalUrl, extraction.markdown);
222
+ }
223
+ } catch (err) {
224
+ log.debug("embedding hook skipped for research source", { error: String(err) });
225
+ }
226
+ return {
227
+ url: result.url,
228
+ title: extraction.title || result.title,
229
+ markdown_content: truncated,
230
+ relevance_score: result.relevance_score,
231
+ fetched: true
232
+ };
233
+ } catch (err) {
234
+ log.debug("failed to fetch research source", {
235
+ url: result.url,
236
+ error: err instanceof Error ? err.message : String(err)
237
+ });
238
+ return {
239
+ url: result.url,
240
+ title: result.title,
241
+ markdown_content: result.snippet,
242
+ relevance_score: result.relevance_score,
243
+ fetched: false,
244
+ fetch_error: err instanceof Error ? err.message : String(err)
245
+ };
246
+ }
247
+ });
248
+ return Promise.all(fetchPromises);
249
+ }
250
+ function applySourceBudget(sources, perSourceCap, totalCap) {
251
+ let used = 0;
252
+ for (const s of sources) {
253
+ if (!s.markdown_content) continue;
254
+ if (used >= totalCap) {
255
+ s.markdown_content = "";
256
+ continue;
257
+ }
258
+ const remaining = totalCap - used;
259
+ const cap = Math.min(perSourceCap, remaining);
260
+ if (s.markdown_content.length > cap) {
261
+ s.markdown_content = truncateSmartly(s.markdown_content, cap);
262
+ }
263
+ used += s.markdown_content.length;
264
+ }
265
+ }
266
+ export {
267
+ runResearchPipeline
268
+ };
269
+ //# sourceMappingURL=pipeline.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/research/pipeline.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\nimport { decomposeQuestion, detectQueryType, extractComparisonEntities, type QueryType } from './decompose.js';\nimport { synthesizeReport } from './synthesize.js';\nimport { synthesizeLocal } from './synthesis-local.js';\nimport { buildResearchBrief } from './brief.js';\nimport { deduplicateResults } from '../search/dedup.js';\nimport { rerankResults } from '../search/rerank.js';\nimport { applyAllFilters } from '../search/filters.js';\nimport { exploreInParallel } from './branch-exploration.js';\nimport type { RawSearchResult, SearchEngineOptions } from '../types.js';\nimport { getExtractProvider } from '../providers/extract-provider.js';\nimport { truncateSmartly } from '../search/truncate.js';\nimport { cacheContent } from '../cache/store.js';\nimport { getEmbeddingService } from '../embedding/embed.js';\nimport { checkSamplingSupport, type SamplingCapableServer } from '../search/sampling.js';\nimport { isLocalLlmEnabled } from '../extraction/v1/local-llm.js';\nimport type {\n ResearchInput,\n ResearchOutput,\n ResearchSource,\n SearchEngine,\n Citation,\n} from '../types.js';\nimport type { SmartRouter } from '../fetch/router.js';\n\nconst log = createLogger('research');\n\nconst DEPTH_CONFIG: Record<string, { subQueries: number; minSources: number; maxSources: number }> = {\n quick: { subQueries: 2, minSources: 5, maxSources: 8 },\n standard: { subQueries: 4, minSources: 10, maxSources: 15 },\n comprehensive: { subQueries: 7, minSources: 20, maxSources: 25 },\n};\n\n// Per-depth budgets for the sub-query fan-out. exploreInParallel guarantees\n// a single slow sub-query can't burn the whole research budget — comprehensive\n// runs cap at ~60s total and 15s per sub-query.\nconst SEARCH_TOTAL_BUDGET_MS: Record<string, number> = {\n quick: 15_000,\n standard: 30_000,\n comprehensive: 60_000,\n};\nconst SEARCH_PER_QUERY_BUDGET_MS: Record<string, number> = {\n quick: 8_000,\n standard: 10_000,\n comprehensive: 15_000,\n};\n\nconst PER_SOURCE_CHAR_CAP = 3000;\nconst TOTAL_SOURCES_CHAR_CAP = 40000;\n\nexport async function runResearchPipeline(\n input: ResearchInput,\n engines: SearchEngine[],\n router: SmartRouter,\n server?: SamplingCapableServer,\n): Promise<ResearchOutput> {\n const start = Date.now();\n const depth = input.depth ?? 'standard';\n const config = DEPTH_CONFIG[depth] ?? DEPTH_CONFIG.standard;\n const maxSources = input.max_sources ?? config.maxSources;\n\n try {\n // Phase 1: Decompose question into sub-queries\n log.info('research pipeline started', { question: input.question, depth });\n const decomposeResult = await decomposeQuestion(\n input.question,\n depth as 'quick' | 'standard' | 'comprehensive',\n server,\n );\n const subQueries = decomposeResult.subQueries;\n const queryType = decomposeResult.queryType;\n log.info('decomposition complete', { subQueryCount: subQueries.length, samplingUsed: decomposeResult.samplingUsed, queryType });\n\n // Phase 2: Parallel search across sub-queries with per-query + total\n // budget enforcement via exploreInParallel. A single hung engine no\n // longer wedges the whole research call — the per-query timer aborts\n // it and the rest of the fan-out keeps going. Engine cap when\n // sub-queries are many preserves the multi-query.ts invariant.\n const effEngines = subQueries.length >= 3 && engines.length > 2 ? engines.slice(0, 2) : engines;\n const perEngineMaxResults = Math.ceil(maxSources / subQueries.length) * 2;\n\n const branchResults = await exploreInParallel(\n subQueries,\n async (subQuery, signal) => {\n const results: RawSearchResult[] = [];\n const usedHere = new Set<string>();\n const engineOpts: SearchEngineOptions = {\n maxResults: perEngineMaxResults,\n includeDomains: input.include_domains,\n excludeDomains: input.exclude_domains,\n };\n\n await Promise.allSettled(\n effEngines.map(async (engine) => {\n if (signal.aborted) return;\n try {\n const rs = await engine.search(subQuery, engineOpts);\n for (const r of rs) results.push(r);\n usedHere.add(engine.name);\n } catch (err) {\n log.warn('research engine search failed', {\n engine: engine.name,\n query: subQuery,\n error: err instanceof Error ? err.message : String(err),\n });\n }\n }),\n );\n\n return { results, enginesUsed: [...usedHere] };\n },\n {\n maxConcurrent: 3,\n totalBudgetMs: SEARCH_TOTAL_BUDGET_MS[depth] ?? SEARCH_TOTAL_BUDGET_MS.standard,\n perQueryBudgetMs: SEARCH_PER_QUERY_BUDGET_MS[depth] ?? SEARCH_PER_QUERY_BUDGET_MS.standard,\n },\n );\n\n const allRaw: RawSearchResult[] = [];\n const enginesUsed = new Set<string>();\n const searchErrors: string[] = [];\n for (const br of branchResults) {\n if (br.ok && br.result) {\n allRaw.push(...br.result.results);\n for (const e of br.result.enginesUsed) enginesUsed.add(e);\n } else if (br.error) {\n searchErrors.push(`${br.query}: ${br.error}`);\n }\n }\n if (searchErrors.length > 0) {\n log.warn('some search sub-queries failed', { errors: searchErrors });\n }\n\n log.info('search phase complete', { totalRaw: allRaw.length, engines: [...enginesUsed] });\n\n // Phase 3: Deduplicate, filter, rerank\n let merged = deduplicateResults(allRaw);\n\n merged = applyAllFilters(merged, {\n includeDomains: input.include_domains,\n excludeDomains: input.exclude_domains,\n });\n\n merged = await rerankResults(input.question, merged);\n merged = merged.slice(0, maxSources);\n\n if (merged.length === 0) {\n return {\n report: `## Research: ${input.question}\\n\\nNo sources could be found for this query.`,\n citations: [],\n sources: [],\n sub_queries: subQueries,\n depth,\n total_time_ms: Date.now() - start,\n sampling_supported: !!server && checkSamplingSupport(server),\n };\n }\n\n // Phase 4: Fetch top sources in parallel\n const sources: ResearchSource[] = await fetchSources(merged, router, maxSources);\n applySourceBudget(sources, PER_SOURCE_CHAR_CAP, TOTAL_SOURCES_CHAR_CAP);\n log.info('fetch phase complete', {\n fetched: sources.filter((s) => s.fetched).length,\n failed: sources.filter((s) => !s.fetched).length,\n });\n\n // Phase 5: Synthesize report\n const synthesisResult = await synthesizeReport(\n input.question,\n sources,\n depth as 'quick' | 'standard' | 'comprehensive',\n server,\n );\n log.info('synthesis complete', { samplingUsed: synthesisResult.samplingUsed, reportLength: synthesisResult.report.length });\n\n // Phase 5b: Local-LLM synthesis fallback — only when host LLM did not\n // produce output AND a local provider is configured. Failures fall through\n // to the existing heuristic report in synthesisResult.\n let finalReport = synthesisResult.report;\n let finalCitations: Citation[] = synthesisResult.citations;\n let localSynthesisText: string | undefined;\n if (!synthesisResult.samplingUsed && isLocalLlmEnabled()) {\n try {\n const localSources = sources\n .filter((s) => s.fetched && s.markdown_content.length > 0)\n .map((s) => ({ url: s.url, title: s.title, markdown: s.markdown_content }));\n if (localSources.length > 0) {\n const local = await synthesizeLocal(input.question, localSources);\n finalReport = local.text;\n localSynthesisText = local.text;\n finalCitations = local.citations\n .filter((idx) => idx >= 0 && idx < localSources.length)\n .map((idx) => {\n const s = localSources[idx];\n return {\n index: idx + 1,\n url: s.url,\n title: s.title,\n snippet: s.markdown.slice(0, 200),\n };\n });\n log.info('local synthesis succeeded', { reportLength: finalReport.length });\n }\n } catch (err) {\n log.warn('local LLM synthesis failed; using heuristic fallback', {\n error: err instanceof Error ? err.message : String(err),\n });\n }\n }\n\n // Phase 6: Structured brief — populated when internal sampling is\n // unavailable so the host LLM has well-shaped data to write the report\n // from without re-reading raw markdown.\n const comparisonEntities = queryType === 'comparison'\n ? extractComparisonEntities(input.question).entities\n : [];\n const brief = !synthesisResult.samplingUsed\n ? await buildResearchBrief(\n input.question,\n sources,\n subQueries,\n PER_SOURCE_CHAR_CAP,\n TOTAL_SOURCES_CHAR_CAP,\n queryType,\n comparisonEntities,\n localSynthesisText,\n )\n : undefined;\n\n return {\n report: finalReport,\n citations: finalCitations,\n sources,\n sub_queries: subQueries,\n depth,\n total_time_ms: Date.now() - start,\n sampling_supported: !!server && checkSamplingSupport(server),\n ...(brief ? { brief } : {}),\n };\n } catch (err) {\n log.error('research pipeline failed', {\n question: input.question,\n error: err instanceof Error ? err.message : String(err),\n });\n return {\n report: '',\n citations: [],\n sources: [],\n sub_queries: [],\n depth,\n total_time_ms: Date.now() - start,\n sampling_supported: !!server && checkSamplingSupport(server),\n error: err instanceof Error ? err.message : String(err),\n };\n }\n}\n\ninterface MergedResult {\n title: string;\n url: string;\n snippet: string;\n relevance_score: number;\n engines: string[];\n}\n\nasync function fetchSources(\n merged: MergedResult[],\n router: SmartRouter,\n maxSources: number,\n): Promise<ResearchSource[]> {\n const fetchPromises = merged.slice(0, maxSources).map(async (result): Promise<ResearchSource> => {\n try {\n const raw = await Promise.race([\n router.fetch(result.url, { renderJs: 'auto' }),\n new Promise<never>((_, reject) =>\n setTimeout(() => reject(new Error('fetch timeout')), 15000),\n ),\n ]);\n\n const extractor = await getExtractProvider();\n const extraction = await extractor.extract(raw.html, raw.finalUrl, {\n maxChars: 30000,\n contentType: raw.contentType,\n });\n const truncated = truncateSmartly(extraction.markdown, PER_SOURCE_CHAR_CAP);\n\n try {\n cacheContent(raw, extraction);\n } catch (err) {\n log.warn('failed to cache research source', { url: result.url, error: String(err) });\n }\n\n try {\n const embeddingService = getEmbeddingService();\n if (embeddingService.isAvailable()) {\n embeddingService.embedAsync(raw.finalUrl, extraction.markdown);\n }\n } catch (err) {\n log.debug('embedding hook skipped for research source', { error: String(err) });\n }\n\n return {\n url: result.url,\n title: extraction.title || result.title,\n markdown_content: truncated,\n relevance_score: result.relevance_score,\n fetched: true,\n };\n } catch (err) {\n log.debug('failed to fetch research source', {\n url: result.url,\n error: err instanceof Error ? err.message : String(err),\n });\n return {\n url: result.url,\n title: result.title,\n markdown_content: result.snippet,\n relevance_score: result.relevance_score,\n fetched: false,\n fetch_error: err instanceof Error ? err.message : String(err),\n };\n }\n });\n\n return Promise.all(fetchPromises);\n}\n\n// Cap total returned markdown_content across sources in relevance order.\n// Later (lower-relevance) sources get trimmed further when budget runs low;\n// any source past the cap is set to empty content (caller still sees url/title).\nfunction applySourceBudget(\n sources: ResearchSource[],\n perSourceCap: number,\n totalCap: number,\n): void {\n let used = 0;\n for (const s of sources) {\n if (!s.markdown_content) continue;\n if (used >= totalCap) {\n s.markdown_content = '';\n continue;\n }\n const remaining = totalCap - used;\n const cap = Math.min(perSourceCap, remaining);\n if (s.markdown_content.length > cap) {\n s.markdown_content = truncateSmartly(s.markdown_content, cap);\n }\n used += s.markdown_content.length;\n }\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAC7B,SAAS,mBAAoC,iCAAiD;AAC9F,SAAS,wBAAwB;AACjC,SAAS,uBAAuB;AAChC,SAAS,0BAA0B;AACnC,SAAS,0BAA0B;AACnC,SAAS,qBAAqB;AAC9B,SAAS,uBAAuB;AAChC,SAAS,yBAAyB;AAElC,SAAS,0BAA0B;AACnC,SAAS,uBAAuB;AAChC,SAAS,oBAAoB;AAC7B,SAAS,2BAA2B;AACpC,SAAS,4BAAwD;AACjE,SAAS,yBAAyB;AAUlC,MAAM,MAAM,aAAa,UAAU;AAEnC,MAAM,eAA+F;AAAA,EACnG,OAAO,EAAE,YAAY,GAAG,YAAY,GAAG,YAAY,EAAE;AAAA,EACrD,UAAU,EAAE,YAAY,GAAG,YAAY,IAAI,YAAY,GAAG;AAAA,EAC1D,eAAe,EAAE,YAAY,GAAG,YAAY,IAAI,YAAY,GAAG;AACjE;AAKA,MAAM,yBAAiD;AAAA,EACrD,OAAO;AAAA,EACP,UAAU;AAAA,EACV,eAAe;AACjB;AACA,MAAM,6BAAqD;AAAA,EACzD,OAAO;AAAA,EACP,UAAU;AAAA,EACV,eAAe;AACjB;AAEA,MAAM,sBAAsB;AAC5B,MAAM,yBAAyB;AAE/B,eAAsB,oBACpB,OACA,SACA,QACA,QACyB;AACzB,QAAM,QAAQ,KAAK,IAAI;AACvB,QAAM,QAAQ,MAAM,SAAS;AAC7B,QAAM,SAAS,aAAa,KAAK,KAAK,aAAa;AACnD,QAAM,aAAa,MAAM,eAAe,OAAO;AAE/C,MAAI;AAEF,QAAI,KAAK,6BAA6B,EAAE,UAAU,MAAM,UAAU,MAAM,CAAC;AACzE,UAAM,kBAAkB,MAAM;AAAA,MAC5B,MAAM;AAAA,MACN;AAAA,MACA;AAAA,IACF;AACA,UAAM,aAAa,gBAAgB;AACnC,UAAM,YAAY,gBAAgB;AAClC,QAAI,KAAK,0BAA0B,EAAE,eAAe,WAAW,QAAQ,cAAc,gBAAgB,cAAc,UAAU,CAAC;AAO9H,UAAM,aAAa,WAAW,UAAU,KAAK,QAAQ,SAAS,IAAI,QAAQ,MAAM,GAAG,CAAC,IAAI;AACxF,UAAM,sBAAsB,KAAK,KAAK,aAAa,WAAW,MAAM,IAAI;AAExE,UAAM,gBAAgB,MAAM;AAAA,MAC1B;AAAA,MACA,OAAO,UAAU,WAAW;AAC1B,cAAM,UAA6B,CAAC;AACpC,cAAM,WAAW,oBAAI,IAAY;AACjC,cAAM,aAAkC;AAAA,UACtC,YAAY;AAAA,UACZ,gBAAgB,MAAM;AAAA,UACtB,gBAAgB,MAAM;AAAA,QACxB;AAEA,cAAM,QAAQ;AAAA,UACZ,WAAW,IAAI,OAAO,WAAW;AAC/B,gBAAI,OAAO,QAAS;AACpB,gBAAI;AACF,oBAAM,KAAK,MAAM,OAAO,OAAO,UAAU,UAAU;AACnD,yBAAW,KAAK,GAAI,SAAQ,KAAK,CAAC;AAClC,uBAAS,IAAI,OAAO,IAAI;AAAA,YAC1B,SAAS,KAAK;AACZ,kBAAI,KAAK,iCAAiC;AAAA,gBACxC,QAAQ,OAAO;AAAA,gBACf,OAAO;AAAA,gBACP,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,cACxD,CAAC;AAAA,YACH;AAAA,UACF,CAAC;AAAA,QACH;AAEA,eAAO,EAAE,SAAS,aAAa,CAAC,GAAG,QAAQ,EAAE;AAAA,MAC/C;AAAA,MACA;AAAA,QACE,eAAe;AAAA,QACf,eAAe,uBAAuB,KAAK,KAAK,uBAAuB;AAAA,QACvE,kBAAkB,2BAA2B,KAAK,KAAK,2BAA2B;AAAA,MACpF;AAAA,IACF;AAEA,UAAM,SAA4B,CAAC;AACnC,UAAM,cAAc,oBAAI,IAAY;AACpC,UAAM,eAAyB,CAAC;AAChC,eAAW,MAAM,eAAe;AAC9B,UAAI,GAAG,MAAM,GAAG,QAAQ;AACtB,eAAO,KAAK,GAAG,GAAG,OAAO,OAAO;AAChC,mBAAW,KAAK,GAAG,OAAO,YAAa,aAAY,IAAI,CAAC;AAAA,MAC1D,WAAW,GAAG,OAAO;AACnB,qBAAa,KAAK,GAAG,GAAG,KAAK,KAAK,GAAG,KAAK,EAAE;AAAA,MAC9C;AAAA,IACF;AACA,QAAI,aAAa,SAAS,GAAG;AAC3B,UAAI,KAAK,kCAAkC,EAAE,QAAQ,aAAa,CAAC;AAAA,IACrE;AAEA,QAAI,KAAK,yBAAyB,EAAE,UAAU,OAAO,QAAQ,SAAS,CAAC,GAAG,WAAW,EAAE,CAAC;AAGxF,QAAI,SAAS,mBAAmB,MAAM;AAEtC,aAAS,gBAAgB,QAAQ;AAAA,MAC/B,gBAAgB,MAAM;AAAA,MACtB,gBAAgB,MAAM;AAAA,IACxB,CAAC;AAED,aAAS,MAAM,cAAc,MAAM,UAAU,MAAM;AACnD,aAAS,OAAO,MAAM,GAAG,UAAU;AAEnC,QAAI,OAAO,WAAW,GAAG;AACvB,aAAO;AAAA,QACL,QAAQ,gBAAgB,MAAM,QAAQ;AAAA;AAAA;AAAA,QACtC,WAAW,CAAC;AAAA,QACZ,SAAS,CAAC;AAAA,QACV,aAAa;AAAA,QACb;AAAA,QACA,eAAe,KAAK,IAAI,IAAI;AAAA,QAC5B,oBAAoB,CAAC,CAAC,UAAU,qBAAqB,MAAM;AAAA,MAC7D;AAAA,IACF;AAGA,UAAM,UAA4B,MAAM,aAAa,QAAQ,QAAQ,UAAU;AAC/E,sBAAkB,SAAS,qBAAqB,sBAAsB;AACtE,QAAI,KAAK,wBAAwB;AAAA,MAC/B,SAAS,QAAQ,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE;AAAA,MAC1C,QAAQ,QAAQ,OAAO,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE;AAAA,IAC5C,CAAC;AAGD,UAAM,kBAAkB,MAAM;AAAA,MAC5B,MAAM;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,QAAI,KAAK,sBAAsB,EAAE,cAAc,gBAAgB,cAAc,cAAc,gBAAgB,OAAO,OAAO,CAAC;AAK1H,QAAI,cAAc,gBAAgB;AAClC,QAAI,iBAA6B,gBAAgB;AACjD,QAAI;AACJ,QAAI,CAAC,gBAAgB,gBAAgB,kBAAkB,GAAG;AACxD,UAAI;AACF,cAAM,eAAe,QAClB,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,iBAAiB,SAAS,CAAC,EACxD,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,OAAO,EAAE,OAAO,UAAU,EAAE,iBAAiB,EAAE;AAC5E,YAAI,aAAa,SAAS,GAAG;AAC3B,gBAAM,QAAQ,MAAM,gBAAgB,MAAM,UAAU,YAAY;AAChE,wBAAc,MAAM;AACpB,+BAAqB,MAAM;AAC3B,2BAAiB,MAAM,UACpB,OAAO,CAAC,QAAQ,OAAO,KAAK,MAAM,aAAa,MAAM,EACrD,IAAI,CAAC,QAAQ;AACZ,kBAAM,IAAI,aAAa,GAAG;AAC1B,mBAAO;AAAA,cACL,OAAO,MAAM;AAAA,cACb,KAAK,EAAE;AAAA,cACP,OAAO,EAAE;AAAA,cACT,SAAS,EAAE,SAAS,MAAM,GAAG,GAAG;AAAA,YAClC;AAAA,UACF,CAAC;AACH,cAAI,KAAK,6BAA6B,EAAE,cAAc,YAAY,OAAO,CAAC;AAAA,QAC5E;AAAA,MACF,SAAS,KAAK;AACZ,YAAI,KAAK,wDAAwD;AAAA,UAC/D,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,QACxD,CAAC;AAAA,MACH;AAAA,IACF;AAKA,UAAM,qBAAqB,cAAc,eACrC,0BAA0B,MAAM,QAAQ,EAAE,WAC1C,CAAC;AACL,UAAM,QAAQ,CAAC,gBAAgB,eAC3B,MAAM;AAAA,MACJ,MAAM;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,IACA;AAEJ,WAAO;AAAA,MACL,QAAQ;AAAA,MACR,WAAW;AAAA,MACX;AAAA,MACA,aAAa;AAAA,MACb;AAAA,MACA,eAAe,KAAK,IAAI,IAAI;AAAA,MAC5B,oBAAoB,CAAC,CAAC,UAAU,qBAAqB,MAAM;AAAA,MAC3D,GAAI,QAAQ,EAAE,MAAM,IAAI,CAAC;AAAA,IAC3B;AAAA,EACF,SAAS,KAAK;AACZ,QAAI,MAAM,4BAA4B;AAAA,MACpC,UAAU,MAAM;AAAA,MAChB,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO;AAAA,MACL,QAAQ;AAAA,MACR,WAAW,CAAC;AAAA,MACZ,SAAS,CAAC;AAAA,MACV,aAAa,CAAC;AAAA,MACd;AAAA,MACA,eAAe,KAAK,IAAI,IAAI;AAAA,MAC5B,oBAAoB,CAAC,CAAC,UAAU,qBAAqB,MAAM;AAAA,MAC3D,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD;AAAA,EACF;AACF;AAUA,eAAe,aACb,QACA,QACA,YAC2B;AAC3B,QAAM,gBAAgB,OAAO,MAAM,GAAG,UAAU,EAAE,IAAI,OAAO,WAAoC;AAC/F,QAAI;AACF,YAAM,MAAM,MAAM,QAAQ,KAAK;AAAA,QAC7B,OAAO,MAAM,OAAO,KAAK,EAAE,UAAU,OAAO,CAAC;AAAA,QAC7C,IAAI;AAAA,UAAe,CAAC,GAAG,WACrB,WAAW,MAAM,OAAO,IAAI,MAAM,eAAe,CAAC,GAAG,IAAK;AAAA,QAC5D;AAAA,MACF,CAAC;AAED,YAAM,YAAY,MAAM,mBAAmB;AAC3C,YAAM,aAAa,MAAM,UAAU,QAAQ,IAAI,MAAM,IAAI,UAAU;AAAA,QACjE,UAAU;AAAA,QACV,aAAa,IAAI;AAAA,MACnB,CAAC;AACD,YAAM,YAAY,gBAAgB,WAAW,UAAU,mBAAmB;AAE1E,UAAI;AACF,qBAAa,KAAK,UAAU;AAAA,MAC9B,SAAS,KAAK;AACZ,YAAI,KAAK,mCAAmC,EAAE,KAAK,OAAO,KAAK,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,MACrF;AAEA,UAAI;AACF,cAAM,mBAAmB,oBAAoB;AAC7C,YAAI,iBAAiB,YAAY,GAAG;AAClC,2BAAiB,WAAW,IAAI,UAAU,WAAW,QAAQ;AAAA,QAC/D;AAAA,MACF,SAAS,KAAK;AACZ,YAAI,MAAM,8CAA8C,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,MAChF;AAEA,aAAO;AAAA,QACL,KAAK,OAAO;AAAA,QACZ,OAAO,WAAW,SAAS,OAAO;AAAA,QAClC,kBAAkB;AAAA,QAClB,iBAAiB,OAAO;AAAA,QACxB,SAAS;AAAA,MACX;AAAA,IACF,SAAS,KAAK;AACZ,UAAI,MAAM,mCAAmC;AAAA,QAC3C,KAAK,OAAO;AAAA,QACZ,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD,CAAC;AACD,aAAO;AAAA,QACL,KAAK,OAAO;AAAA,QACZ,OAAO,OAAO;AAAA,QACd,kBAAkB,OAAO;AAAA,QACzB,iBAAiB,OAAO;AAAA,QACxB,SAAS;AAAA,QACT,aAAa,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MAC9D;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,QAAQ,IAAI,aAAa;AAClC;AAKA,SAAS,kBACP,SACA,cACA,UACM;AACN,MAAI,OAAO;AACX,aAAW,KAAK,SAAS;AACvB,QAAI,CAAC,EAAE,iBAAkB;AACzB,QAAI,QAAQ,UAAU;AACpB,QAAE,mBAAmB;AACrB;AAAA,IACF;AACA,UAAM,YAAY,WAAW;AAC7B,UAAM,MAAM,KAAK,IAAI,cAAc,SAAS;AAC5C,QAAI,EAAE,iBAAiB,SAAS,KAAK;AACnC,QAAE,mBAAmB,gBAAgB,EAAE,kBAAkB,GAAG;AAAA,IAC9D;AACA,YAAQ,EAAE,iBAAiB;AAAA,EAC7B;AACF;","names":[]}
@@ -0,0 +1,16 @@
1
+ export interface LocalSynthesisOptions {
2
+ maxSources?: number;
3
+ maxCharsPerSource?: number;
4
+ timeoutMs?: number;
5
+ }
6
+ export interface LocalSynthesisSource {
7
+ url: string;
8
+ title: string;
9
+ markdown: string;
10
+ }
11
+ export interface LocalSynthesisResult {
12
+ text: string;
13
+ citations: number[];
14
+ }
15
+ export declare function synthesizeLocal(question: string, sources: LocalSynthesisSource[], opts?: LocalSynthesisOptions): Promise<LocalSynthesisResult>;
16
+ //# sourceMappingURL=synthesis-local.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"synthesis-local.d.ts","sourceRoot":"","sources":["../../src/research/synthesis-local.ts"],"names":[],"mappings":"AASA,MAAM,WAAW,qBAAqB;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,wBAAsB,eAAe,CACnC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,oBAAoB,EAAE,EAC/B,IAAI,GAAE,qBAA0B,GAC/B,OAAO,CAAC,oBAAoB,CAAC,CA2D/B"}
@@ -0,0 +1,73 @@
1
+ import { createLogger } from "../logger.js";
2
+ import { isLocalLlmEnabled } from "../extraction/v1/local-llm.js";
3
+ const log = createLogger("research");
4
+ const DEFAULT_MAX_SOURCES = 8;
5
+ const DEFAULT_MAX_CHARS_PER_SOURCE = 4e3;
6
+ const DEFAULT_TIMEOUT_MS = 6e4;
7
+ async function synthesizeLocal(question, sources, opts = {}) {
8
+ if (!isLocalLlmEnabled()) {
9
+ throw new Error("Local LLM not configured. Set WIGOLO_LLM_PROVIDER.");
10
+ }
11
+ const maxSources = opts.maxSources ?? DEFAULT_MAX_SOURCES;
12
+ const maxCharsPerSource = opts.maxCharsPerSource ?? DEFAULT_MAX_CHARS_PER_SOURCE;
13
+ const timeoutMs = opts.timeoutMs ?? DEFAULT_TIMEOUT_MS;
14
+ const provider = process.env["WIGOLO_LLM_PROVIDER"];
15
+ const endpoint = provider.includes("/chat/completions") ? provider : provider.replace(/\/+$/, "") + "/v1/chat/completions";
16
+ const model = process.env["WIGOLO_LLM_MODEL"] ?? "local";
17
+ const sliced = sources.slice(0, maxSources);
18
+ const sourceBlocks = sliced.map((s, i) => {
19
+ const body2 = s.markdown.length > maxCharsPerSource ? s.markdown.slice(0, maxCharsPerSource) : s.markdown;
20
+ return `[${i + 1}] ${s.title}
21
+ ${body2}`;
22
+ });
23
+ const prompt = `You answer questions using ONLY the provided sources. Cite each fact with [N] where N is the source number.
24
+
25
+ Question: ${question}
26
+
27
+ Sources:
28
+ ${sourceBlocks.join("\n\n")}`;
29
+ const body = {
30
+ model,
31
+ messages: [{ role: "user", content: prompt }]
32
+ };
33
+ let response;
34
+ try {
35
+ response = await fetch(endpoint, {
36
+ method: "POST",
37
+ headers: { "content-type": "application/json" },
38
+ body: JSON.stringify(body),
39
+ signal: AbortSignal.timeout(timeoutMs)
40
+ });
41
+ } catch (err) {
42
+ log.error("local synthesis request failed", { error: String(err) });
43
+ throw err;
44
+ }
45
+ if (!response.ok) {
46
+ throw new Error(`Local LLM endpoint returned ${response.status}`);
47
+ }
48
+ const payload = await response.json();
49
+ const content = payload.choices?.[0]?.message?.content;
50
+ if (typeof content !== "string") {
51
+ throw new Error("Local LLM response missing message content");
52
+ }
53
+ return { text: content, citations: extractCitations(content) };
54
+ }
55
+ function extractCitations(text) {
56
+ const matches = text.match(/\[(\d+)\]/g);
57
+ if (!matches) return [];
58
+ const seen = /* @__PURE__ */ new Set();
59
+ const out = [];
60
+ for (const m of matches) {
61
+ const n = Number(m.slice(1, -1));
62
+ if (!Number.isFinite(n) || n < 1) continue;
63
+ const idx = n - 1;
64
+ if (seen.has(idx)) continue;
65
+ seen.add(idx);
66
+ out.push(idx);
67
+ }
68
+ return out;
69
+ }
70
+ export {
71
+ synthesizeLocal
72
+ };
73
+ //# sourceMappingURL=synthesis-local.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/research/synthesis-local.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\nimport { isLocalLlmEnabled } from '../extraction/v1/local-llm.js';\n\nconst log = createLogger('research');\n\nconst DEFAULT_MAX_SOURCES = 8;\nconst DEFAULT_MAX_CHARS_PER_SOURCE = 4000;\nconst DEFAULT_TIMEOUT_MS = 60_000;\n\nexport interface LocalSynthesisOptions {\n maxSources?: number;\n maxCharsPerSource?: number;\n timeoutMs?: number;\n}\n\nexport interface LocalSynthesisSource {\n url: string;\n title: string;\n markdown: string;\n}\n\nexport interface LocalSynthesisResult {\n text: string;\n citations: number[];\n}\n\nexport async function synthesizeLocal(\n question: string,\n sources: LocalSynthesisSource[],\n opts: LocalSynthesisOptions = {},\n): Promise<LocalSynthesisResult> {\n if (!isLocalLlmEnabled()) {\n throw new Error('Local LLM not configured. Set WIGOLO_LLM_PROVIDER.');\n }\n\n const maxSources = opts.maxSources ?? DEFAULT_MAX_SOURCES;\n const maxCharsPerSource = opts.maxCharsPerSource ?? DEFAULT_MAX_CHARS_PER_SOURCE;\n const timeoutMs = opts.timeoutMs ?? DEFAULT_TIMEOUT_MS;\n\n const provider = process.env['WIGOLO_LLM_PROVIDER']!;\n const endpoint = provider.includes('/chat/completions')\n ? provider\n : provider.replace(/\\/+$/, '') + '/v1/chat/completions';\n const model = process.env['WIGOLO_LLM_MODEL'] ?? 'local';\n\n const sliced = sources.slice(0, maxSources);\n const sourceBlocks = sliced.map((s, i) => {\n const body = s.markdown.length > maxCharsPerSource\n ? s.markdown.slice(0, maxCharsPerSource)\n : s.markdown;\n return `[${i + 1}] ${s.title}\\n${body}`;\n });\n\n const prompt =\n 'You answer questions using ONLY the provided sources. Cite each fact with [N] where N is the source number.\\n\\n' +\n `Question: ${question}\\n\\n` +\n `Sources:\\n${sourceBlocks.join('\\n\\n')}`;\n\n const body = {\n model,\n messages: [{ role: 'user', content: prompt }],\n };\n\n let response: Response;\n try {\n response = await fetch(endpoint, {\n method: 'POST',\n headers: { 'content-type': 'application/json' },\n body: JSON.stringify(body),\n signal: AbortSignal.timeout(timeoutMs),\n });\n } catch (err) {\n log.error('local synthesis request failed', { error: String(err) });\n throw err;\n }\n\n if (!response.ok) {\n throw new Error(`Local LLM endpoint returned ${response.status}`);\n }\n\n const payload = (await response.json()) as {\n choices?: Array<{ message?: { content?: string } }>;\n };\n const content = payload.choices?.[0]?.message?.content;\n if (typeof content !== 'string') {\n throw new Error('Local LLM response missing message content');\n }\n\n return { text: content, citations: extractCitations(content) };\n}\n\nfunction extractCitations(text: string): number[] {\n const matches = text.match(/\\[(\\d+)\\]/g);\n if (!matches) return [];\n const seen = new Set<number>();\n const out: number[] = [];\n for (const m of matches) {\n const n = Number(m.slice(1, -1));\n if (!Number.isFinite(n) || n < 1) continue;\n const idx = n - 1;\n if (seen.has(idx)) continue;\n seen.add(idx);\n out.push(idx);\n }\n return out;\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAC7B,SAAS,yBAAyB;AAElC,MAAM,MAAM,aAAa,UAAU;AAEnC,MAAM,sBAAsB;AAC5B,MAAM,+BAA+B;AACrC,MAAM,qBAAqB;AAmB3B,eAAsB,gBACpB,UACA,SACA,OAA8B,CAAC,GACA;AAC/B,MAAI,CAAC,kBAAkB,GAAG;AACxB,UAAM,IAAI,MAAM,oDAAoD;AAAA,EACtE;AAEA,QAAM,aAAa,KAAK,cAAc;AACtC,QAAM,oBAAoB,KAAK,qBAAqB;AACpD,QAAM,YAAY,KAAK,aAAa;AAEpC,QAAM,WAAW,QAAQ,IAAI,qBAAqB;AAClD,QAAM,WAAW,SAAS,SAAS,mBAAmB,IAClD,WACA,SAAS,QAAQ,QAAQ,EAAE,IAAI;AACnC,QAAM,QAAQ,QAAQ,IAAI,kBAAkB,KAAK;AAEjD,QAAM,SAAS,QAAQ,MAAM,GAAG,UAAU;AAC1C,QAAM,eAAe,OAAO,IAAI,CAAC,GAAG,MAAM;AACxC,UAAMA,QAAO,EAAE,SAAS,SAAS,oBAC7B,EAAE,SAAS,MAAM,GAAG,iBAAiB,IACrC,EAAE;AACN,WAAO,IAAI,IAAI,CAAC,KAAK,EAAE,KAAK;AAAA,EAAKA,KAAI;AAAA,EACvC,CAAC;AAED,QAAM,SACJ;AAAA;AAAA,YACa,QAAQ;AAAA;AAAA;AAAA,EACR,aAAa,KAAK,MAAM,CAAC;AAExC,QAAM,OAAO;AAAA,IACX;AAAA,IACA,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,OAAO,CAAC;AAAA,EAC9C;AAEA,MAAI;AACJ,MAAI;AACF,eAAW,MAAM,MAAM,UAAU;AAAA,MAC/B,QAAQ;AAAA,MACR,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,MAC9C,MAAM,KAAK,UAAU,IAAI;AAAA,MACzB,QAAQ,YAAY,QAAQ,SAAS;AAAA,IACvC,CAAC;AAAA,EACH,SAAS,KAAK;AACZ,QAAI,MAAM,kCAAkC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAClE,UAAM;AAAA,EACR;AAEA,MAAI,CAAC,SAAS,IAAI;AAChB,UAAM,IAAI,MAAM,+BAA+B,SAAS,MAAM,EAAE;AAAA,EAClE;AAEA,QAAM,UAAW,MAAM,SAAS,KAAK;AAGrC,QAAM,UAAU,QAAQ,UAAU,CAAC,GAAG,SAAS;AAC/C,MAAI,OAAO,YAAY,UAAU;AAC/B,UAAM,IAAI,MAAM,4CAA4C;AAAA,EAC9D;AAEA,SAAO,EAAE,MAAM,SAAS,WAAW,iBAAiB,OAAO,EAAE;AAC/D;AAEA,SAAS,iBAAiB,MAAwB;AAChD,QAAM,UAAU,KAAK,MAAM,YAAY;AACvC,MAAI,CAAC,QAAS,QAAO,CAAC;AACtB,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,MAAgB,CAAC;AACvB,aAAW,KAAK,SAAS;AACvB,UAAM,IAAI,OAAO,EAAE,MAAM,GAAG,EAAE,CAAC;AAC/B,QAAI,CAAC,OAAO,SAAS,CAAC,KAAK,IAAI,EAAG;AAClC,UAAM,MAAM,IAAI;AAChB,QAAI,KAAK,IAAI,GAAG,EAAG;AACnB,SAAK,IAAI,GAAG;AACZ,QAAI,KAAK,GAAG;AAAA,EACd;AACA,SAAO;AACT;","names":["body"]}
@@ -0,0 +1,10 @@
1
+ import { type SamplingCapableServer } from '../search/sampling.js';
2
+ import type { ResearchSource, Citation } from '../types.js';
3
+ export interface SynthesisResult {
4
+ report: string;
5
+ citations: Citation[];
6
+ samplingUsed: boolean;
7
+ }
8
+ export declare function synthesizeReport(question: string, sources: ResearchSource[], depth: 'quick' | 'standard' | 'comprehensive', server?: SamplingCapableServer): Promise<SynthesisResult>;
9
+ export declare function buildFallbackReport(question: string, sources: ResearchSource[], maxLength: number): string;
10
+ //# sourceMappingURL=synthesize.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"synthesize.d.ts","sourceRoot":"","sources":["../../src/research/synthesize.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,qBAAqB,EAG3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAU5D,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,YAAY,EAAE,OAAO,CAAC;CACvB;AAED,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,EAAE,EACzB,KAAK,EAAE,OAAO,GAAG,UAAU,GAAG,eAAe,EAC7C,MAAM,CAAC,EAAE,qBAAqB,GAC7B,OAAO,CAAC,eAAe,CAAC,CAkC1B;AAkED,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,cAAc,EAAE,EACzB,SAAS,EAAE,MAAM,GAChB,MAAM,CAsCR"}
@@ -0,0 +1,137 @@
1
+ import { createLogger } from "../logger.js";
2
+ import {
3
+ requestSampling,
4
+ checkSamplingSupport
5
+ } from "../search/sampling.js";
6
+ const log = createLogger("research");
7
+ const DEPTH_TOKEN_LIMITS = {
8
+ quick: { reportChars: 2e3, perSourceChars: 3e3, totalSourceChars: 2e4 },
9
+ standard: { reportChars: 4e3, perSourceChars: 3e3, totalSourceChars: 3e4 },
10
+ comprehensive: { reportChars: 6e3, perSourceChars: 3e3, totalSourceChars: 4e4 }
11
+ };
12
+ async function synthesizeReport(question, sources, depth, server) {
13
+ const limits = DEPTH_TOKEN_LIMITS[depth] ?? DEPTH_TOKEN_LIMITS.standard;
14
+ const fetchedSources = sources.filter((s) => s.fetched && s.markdown_content.length > 0);
15
+ if (fetchedSources.length === 0) {
16
+ return {
17
+ report: `## Research: ${question}
18
+
19
+ No sources could be fetched for this query.`,
20
+ citations: [],
21
+ samplingUsed: false
22
+ };
23
+ }
24
+ const citations = fetchedSources.map((s, i) => ({
25
+ index: i + 1,
26
+ url: s.url,
27
+ title: s.title,
28
+ snippet: s.markdown_content.slice(0, 200)
29
+ }));
30
+ if (server) {
31
+ try {
32
+ const result = await synthesizeWithSampling(question, fetchedSources, citations, limits, server);
33
+ if (result) {
34
+ return { report: result, citations, samplingUsed: true };
35
+ }
36
+ } catch (err) {
37
+ log.warn("sampling synthesis failed, using fallback", {
38
+ error: err instanceof Error ? err.message : String(err)
39
+ });
40
+ }
41
+ }
42
+ const report = buildFallbackReport(question, fetchedSources, limits.reportChars);
43
+ return { report, citations, samplingUsed: false };
44
+ }
45
+ async function synthesizeWithSampling(question, sources, _citations, limits, server) {
46
+ try {
47
+ if (!checkSamplingSupport(server)) {
48
+ log.debug("client does not support sampling for synthesis");
49
+ return null;
50
+ }
51
+ let totalChars = 0;
52
+ const sourceBlocks = [];
53
+ for (let i = 0; i < sources.length; i++) {
54
+ if (totalChars >= limits.totalSourceChars) break;
55
+ const source = sources[i];
56
+ const content = source.markdown_content.slice(0, limits.perSourceChars);
57
+ const block = `[${i + 1}] ${source.title} (${source.url})
58
+ ${content}`;
59
+ totalChars += block.length;
60
+ sourceBlocks.push(block);
61
+ }
62
+ const prompt = `You are a research assistant. Synthesize a comprehensive report answering the following question based on the provided sources. Use [N] citation markers to reference sources.
63
+
64
+ Question: ${question}
65
+
66
+ Sources:
67
+ ${sourceBlocks.join("\n\n")}
68
+
69
+ Write a well-structured markdown report of approximately ${limits.reportChars} characters. Include:
70
+ 1. A clear answer to the question
71
+ 2. Key findings from the sources
72
+ 3. Citation markers [1], [2], etc. referencing the source numbers above
73
+ 4. A brief conclusion
74
+
75
+ Report:`;
76
+ const maxTokens = Math.ceil(limits.reportChars / 3);
77
+ const response = await requestSampling(
78
+ server,
79
+ [{ role: "user", content: { type: "text", text: prompt } }],
80
+ maxTokens
81
+ );
82
+ if (!response?.content?.text || response.content.text.trim().length === 0) {
83
+ log.debug("sampling synthesis returned empty response");
84
+ return null;
85
+ }
86
+ return response.content.text.trim();
87
+ } catch (err) {
88
+ log.debug("sampling synthesis request failed", {
89
+ error: err instanceof Error ? err.message : String(err)
90
+ });
91
+ return null;
92
+ }
93
+ }
94
+ function buildFallbackReport(question, sources, maxLength) {
95
+ const fetchedSources = sources.filter((s) => s.markdown_content.length > 0);
96
+ if (fetchedSources.length === 0) {
97
+ return `## Research: ${question}
98
+
99
+ No sources available.`;
100
+ }
101
+ const header = `## Research: ${question}
102
+
103
+ Based on ${fetchedSources.length} source(s):
104
+
105
+ `;
106
+ let report = header;
107
+ let remaining = maxLength - header.length;
108
+ for (let i = 0; i < fetchedSources.length; i++) {
109
+ if (remaining <= 0) break;
110
+ const source = fetchedSources[i];
111
+ const sourceHeader = `### [${i + 1}] ${source.title}
112
+ **URL:** ${source.url}
113
+
114
+ `;
115
+ if (remaining < sourceHeader.length + 20) break;
116
+ report += sourceHeader;
117
+ remaining -= sourceHeader.length;
118
+ const contentBudget = Math.min(remaining - 10, source.markdown_content.length);
119
+ if (contentBudget > 0) {
120
+ let content = source.markdown_content.slice(0, contentBudget);
121
+ if (content.length < source.markdown_content.length) {
122
+ content = content.slice(0, Math.max(contentBudget - 3, 0)) + "...";
123
+ }
124
+ report += content + "\n\n";
125
+ remaining -= content.length + 2;
126
+ }
127
+ }
128
+ if (report.length > maxLength) {
129
+ report = report.slice(0, maxLength - 3) + "...";
130
+ }
131
+ return report.trimEnd();
132
+ }
133
+ export {
134
+ buildFallbackReport,
135
+ synthesizeReport
136
+ };
137
+ //# sourceMappingURL=synthesize.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/research/synthesize.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\nimport {\n type SamplingCapableServer,\n requestSampling,\n checkSamplingSupport,\n} from '../search/sampling.js';\nimport type { ResearchSource, Citation } from '../types.js';\n\nconst log = createLogger('research');\n\nconst DEPTH_TOKEN_LIMITS: Record<string, { reportChars: number; perSourceChars: number; totalSourceChars: number }> = {\n quick: { reportChars: 2000, perSourceChars: 3000, totalSourceChars: 20000 },\n standard: { reportChars: 4000, perSourceChars: 3000, totalSourceChars: 30000 },\n comprehensive: { reportChars: 6000, perSourceChars: 3000, totalSourceChars: 40000 },\n};\n\nexport interface SynthesisResult {\n report: string;\n citations: Citation[];\n samplingUsed: boolean;\n}\n\nexport async function synthesizeReport(\n question: string,\n sources: ResearchSource[],\n depth: 'quick' | 'standard' | 'comprehensive',\n server?: SamplingCapableServer,\n): Promise<SynthesisResult> {\n const limits = DEPTH_TOKEN_LIMITS[depth] ?? DEPTH_TOKEN_LIMITS.standard;\n const fetchedSources = sources.filter((s) => s.fetched && s.markdown_content.length > 0);\n\n if (fetchedSources.length === 0) {\n return {\n report: `## Research: ${question}\\n\\nNo sources could be fetched for this query.`,\n citations: [],\n samplingUsed: false,\n };\n }\n\n const citations: Citation[] = fetchedSources.map((s, i) => ({\n index: i + 1,\n url: s.url,\n title: s.title,\n snippet: s.markdown_content.slice(0, 200),\n }));\n\n if (server) {\n try {\n const result = await synthesizeWithSampling(question, fetchedSources, citations, limits, server);\n if (result) {\n return { report: result, citations, samplingUsed: true };\n }\n } catch (err) {\n log.warn('sampling synthesis failed, using fallback', {\n error: err instanceof Error ? err.message : String(err),\n });\n }\n }\n\n const report = buildFallbackReport(question, fetchedSources, limits.reportChars);\n return { report, citations, samplingUsed: false };\n}\n\nasync function synthesizeWithSampling(\n question: string,\n sources: ResearchSource[],\n _citations: Citation[],\n limits: { reportChars: number; perSourceChars: number; totalSourceChars: number },\n server: SamplingCapableServer,\n): Promise<string | null> {\n try {\n if (!checkSamplingSupport(server)) {\n log.debug('client does not support sampling for synthesis');\n return null;\n }\n\n let totalChars = 0;\n const sourceBlocks: string[] = [];\n\n for (let i = 0; i < sources.length; i++) {\n if (totalChars >= limits.totalSourceChars) break;\n\n const source = sources[i];\n const content = source.markdown_content.slice(0, limits.perSourceChars);\n const block = `[${i + 1}] ${source.title} (${source.url})\\n${content}`;\n\n totalChars += block.length;\n sourceBlocks.push(block);\n }\n\n const prompt = `You are a research assistant. Synthesize a comprehensive report answering the following question based on the provided sources. Use [N] citation markers to reference sources.\n\nQuestion: ${question}\n\nSources:\n${sourceBlocks.join('\\n\\n')}\n\nWrite a well-structured markdown report of approximately ${limits.reportChars} characters. Include:\n1. A clear answer to the question\n2. Key findings from the sources\n3. Citation markers [1], [2], etc. referencing the source numbers above\n4. A brief conclusion\n\nReport:`;\n\n const maxTokens = Math.ceil(limits.reportChars / 3);\n\n const response = await requestSampling(\n server,\n [{ role: 'user', content: { type: 'text', text: prompt } }],\n maxTokens,\n );\n\n if (!response?.content?.text || response.content.text.trim().length === 0) {\n log.debug('sampling synthesis returned empty response');\n return null;\n }\n\n return response.content.text.trim();\n } catch (err) {\n log.debug('sampling synthesis request failed', {\n error: err instanceof Error ? err.message : String(err),\n });\n return null;\n }\n}\n\nexport function buildFallbackReport(\n question: string,\n sources: ResearchSource[],\n maxLength: number,\n): string {\n const fetchedSources = sources.filter((s) => s.markdown_content.length > 0);\n\n if (fetchedSources.length === 0) {\n return `## Research: ${question}\\n\\nNo sources available.`;\n }\n\n const header = `## Research: ${question}\\n\\nBased on ${fetchedSources.length} source(s):\\n\\n`;\n let report = header;\n let remaining = maxLength - header.length;\n\n for (let i = 0; i < fetchedSources.length; i++) {\n if (remaining <= 0) break;\n\n const source = fetchedSources[i];\n const sourceHeader = `### [${i + 1}] ${source.title}\\n**URL:** ${source.url}\\n\\n`;\n\n if (remaining < sourceHeader.length + 20) break;\n\n report += sourceHeader;\n remaining -= sourceHeader.length;\n\n const contentBudget = Math.min(remaining - 10, source.markdown_content.length);\n if (contentBudget > 0) {\n let content = source.markdown_content.slice(0, contentBudget);\n if (content.length < source.markdown_content.length) {\n content = content.slice(0, Math.max(contentBudget - 3, 0)) + '...';\n }\n report += content + '\\n\\n';\n remaining -= content.length + 2;\n }\n }\n\n if (report.length > maxLength) {\n report = report.slice(0, maxLength - 3) + '...';\n }\n\n return report.trimEnd();\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAC7B;AAAA,EAEE;AAAA,EACA;AAAA,OACK;AAGP,MAAM,MAAM,aAAa,UAAU;AAEnC,MAAM,qBAAgH;AAAA,EACpH,OAAO,EAAE,aAAa,KAAM,gBAAgB,KAAM,kBAAkB,IAAM;AAAA,EAC1E,UAAU,EAAE,aAAa,KAAM,gBAAgB,KAAM,kBAAkB,IAAM;AAAA,EAC7E,eAAe,EAAE,aAAa,KAAM,gBAAgB,KAAM,kBAAkB,IAAM;AACpF;AAQA,eAAsB,iBACpB,UACA,SACA,OACA,QAC0B;AAC1B,QAAM,SAAS,mBAAmB,KAAK,KAAK,mBAAmB;AAC/D,QAAM,iBAAiB,QAAQ,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,iBAAiB,SAAS,CAAC;AAEvF,MAAI,eAAe,WAAW,GAAG;AAC/B,WAAO;AAAA,MACL,QAAQ,gBAAgB,QAAQ;AAAA;AAAA;AAAA,MAChC,WAAW,CAAC;AAAA,MACZ,cAAc;AAAA,IAChB;AAAA,EACF;AAEA,QAAM,YAAwB,eAAe,IAAI,CAAC,GAAG,OAAO;AAAA,IAC1D,OAAO,IAAI;AAAA,IACX,KAAK,EAAE;AAAA,IACP,OAAO,EAAE;AAAA,IACT,SAAS,EAAE,iBAAiB,MAAM,GAAG,GAAG;AAAA,EAC1C,EAAE;AAEF,MAAI,QAAQ;AACV,QAAI;AACF,YAAM,SAAS,MAAM,uBAAuB,UAAU,gBAAgB,WAAW,QAAQ,MAAM;AAC/F,UAAI,QAAQ;AACV,eAAO,EAAE,QAAQ,QAAQ,WAAW,cAAc,KAAK;AAAA,MACzD;AAAA,IACF,SAAS,KAAK;AACZ,UAAI,KAAK,6CAA6C;AAAA,QACpD,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD,CAAC;AAAA,IACH;AAAA,EACF;AAEA,QAAM,SAAS,oBAAoB,UAAU,gBAAgB,OAAO,WAAW;AAC/E,SAAO,EAAE,QAAQ,WAAW,cAAc,MAAM;AAClD;AAEA,eAAe,uBACb,UACA,SACA,YACA,QACA,QACwB;AACxB,MAAI;AACF,QAAI,CAAC,qBAAqB,MAAM,GAAG;AACjC,UAAI,MAAM,gDAAgD;AAC1D,aAAO;AAAA,IACT;AAEA,QAAI,aAAa;AACjB,UAAM,eAAyB,CAAC;AAEhC,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAI,cAAc,OAAO,iBAAkB;AAE3C,YAAM,SAAS,QAAQ,CAAC;AACxB,YAAM,UAAU,OAAO,iBAAiB,MAAM,GAAG,OAAO,cAAc;AACtE,YAAM,QAAQ,IAAI,IAAI,CAAC,KAAK,OAAO,KAAK,KAAK,OAAO,GAAG;AAAA,EAAM,OAAO;AAEpE,oBAAc,MAAM;AACpB,mBAAa,KAAK,KAAK;AAAA,IACzB;AAEA,UAAM,SAAS;AAAA;AAAA,YAEP,QAAQ;AAAA;AAAA;AAAA,EAGlB,aAAa,KAAK,MAAM,CAAC;AAAA;AAAA,2DAEgC,OAAO,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAQzE,UAAM,YAAY,KAAK,KAAK,OAAO,cAAc,CAAC;AAElD,UAAM,WAAW,MAAM;AAAA,MACrB;AAAA,MACA,CAAC,EAAE,MAAM,QAAQ,SAAS,EAAE,MAAM,QAAQ,MAAM,OAAO,EAAE,CAAC;AAAA,MAC1D;AAAA,IACF;AAEA,QAAI,CAAC,UAAU,SAAS,QAAQ,SAAS,QAAQ,KAAK,KAAK,EAAE,WAAW,GAAG;AACzE,UAAI,MAAM,4CAA4C;AACtD,aAAO;AAAA,IACT;AAEA,WAAO,SAAS,QAAQ,KAAK,KAAK;AAAA,EACpC,SAAS,KAAK;AACZ,QAAI,MAAM,qCAAqC;AAAA,MAC7C,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO;AAAA,EACT;AACF;AAEO,SAAS,oBACd,UACA,SACA,WACQ;AACR,QAAM,iBAAiB,QAAQ,OAAO,CAAC,MAAM,EAAE,iBAAiB,SAAS,CAAC;AAE1E,MAAI,eAAe,WAAW,GAAG;AAC/B,WAAO,gBAAgB,QAAQ;AAAA;AAAA;AAAA,EACjC;AAEA,QAAM,SAAS,gBAAgB,QAAQ;AAAA;AAAA,WAAgB,eAAe,MAAM;AAAA;AAAA;AAC5E,MAAI,SAAS;AACb,MAAI,YAAY,YAAY,OAAO;AAEnC,WAAS,IAAI,GAAG,IAAI,eAAe,QAAQ,KAAK;AAC9C,QAAI,aAAa,EAAG;AAEpB,UAAM,SAAS,eAAe,CAAC;AAC/B,UAAM,eAAe,QAAQ,IAAI,CAAC,KAAK,OAAO,KAAK;AAAA,WAAc,OAAO,GAAG;AAAA;AAAA;AAE3E,QAAI,YAAY,aAAa,SAAS,GAAI;AAE1C,cAAU;AACV,iBAAa,aAAa;AAE1B,UAAM,gBAAgB,KAAK,IAAI,YAAY,IAAI,OAAO,iBAAiB,MAAM;AAC7E,QAAI,gBAAgB,GAAG;AACrB,UAAI,UAAU,OAAO,iBAAiB,MAAM,GAAG,aAAa;AAC5D,UAAI,QAAQ,SAAS,OAAO,iBAAiB,QAAQ;AACnD,kBAAU,QAAQ,MAAM,GAAG,KAAK,IAAI,gBAAgB,GAAG,CAAC,CAAC,IAAI;AAAA,MAC/D;AACA,gBAAU,UAAU;AACpB,mBAAa,QAAQ,SAAS;AAAA,IAChC;AAAA,EACF;AAEA,MAAI,OAAO,SAAS,WAAW;AAC7B,aAAS,OAAO,MAAM,GAAG,YAAY,CAAC,IAAI;AAAA,EAC5C;AAEA,SAAO,OAAO,QAAQ;AACxB;","names":[]}
@@ -0,0 +1,33 @@
1
+ import type { SearchResultItem, Citation, StageResult } from '../types.js';
2
+ import type { SamplingCapableServer } from './sampling.js';
3
+ export interface SynthesisResult {
4
+ answer?: string;
5
+ citations?: Citation[];
6
+ fallback: boolean;
7
+ warning?: string;
8
+ }
9
+ export declare function synthesizeAnswer(results: SearchResultItem[], query: string, server: SamplingCapableServer): Promise<SynthesisResult>;
10
+ export declare function buildSourcesText(results: SearchResultItem[]): string;
11
+ export declare function buildSynthesisPrompt(query: string, sourcesText: string): string;
12
+ export interface StructuredFallbackResult {
13
+ answer: string;
14
+ citations: Citation[];
15
+ warning: string;
16
+ }
17
+ export declare function buildStructuredFallback(results: SearchResultItem[], query: string): StructuredFallbackResult;
18
+ export interface SynthesisInput {
19
+ query: string;
20
+ results: SearchResultItem[];
21
+ samplingServer?: SamplingCapableServer;
22
+ /** Reserved for future per-source truncation; T6 currently relies on MAX_CHARS_PER_SOURCE. */
23
+ maxTotalChars: number;
24
+ }
25
+ export interface SynthesizedAnswer {
26
+ answer: string;
27
+ citations: Citation[];
28
+ warning?: string;
29
+ fallback_level: 1 | 2 | 3;
30
+ }
31
+ export declare function runSynthesis(input: SynthesisInput): Promise<StageResult<SynthesizedAnswer>>;
32
+ export declare function extractCitations(answer: string, results: SearchResultItem[]): Citation[];
33
+ //# sourceMappingURL=answer-synthesis.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"answer-synthesis.d.ts","sourceRoot":"","sources":["../../src/search/answer-synthesis.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC3E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAe3D,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,gBAAgB,EAAE,EAC3B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,qBAAqB,GAC5B,OAAO,CAAC,eAAe,CAAC,CAwD1B;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAwBpE;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CAc/E;AAED,MAAM,WAAW,wBAAwB;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;CACjB;AAID,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,gBAAgB,EAAE,EAC3B,KAAK,EAAE,MAAM,GACZ,wBAAwB,CA8B1B;AAyBD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,cAAc,CAAC,EAAE,qBAAqB,CAAC;IACvC,8FAA8F;IAC9F,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;CAC3B;AAED,wBAAsB,YAAY,CAChC,KAAK,EAAE,cAAc,GACpB,OAAO,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC,CAoEzC;AAED,wBAAgB,gBAAgB,CAC9B,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,gBAAgB,EAAE,GAC1B,QAAQ,EAAE,CA6BZ"}