@staticn0va/wigolo 0.1.0 → 0.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (982) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +195 -73
  3. package/SKILL.md +382 -0
  4. package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
  5. package/assets/blocks/claude-code/wigolo-command.md +40 -0
  6. package/assets/blocks/cursor/wigolo.mdc +46 -0
  7. package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
  8. package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
  9. package/assets/skills/wigolo/SKILL.md +50 -0
  10. package/assets/skills/wigolo/rules/cache-first.md +30 -0
  11. package/assets/skills/wigolo/rules/synthesis.md +43 -0
  12. package/assets/skills/wigolo-agent/SKILL.md +73 -0
  13. package/assets/skills/wigolo-crawl/SKILL.md +60 -0
  14. package/assets/skills/wigolo-extract/SKILL.md +59 -0
  15. package/assets/skills/wigolo-fetch/SKILL.md +65 -0
  16. package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
  17. package/assets/skills/wigolo-research/SKILL.md +77 -0
  18. package/assets/skills/wigolo-search/SKILL.md +78 -0
  19. package/dist/agent/executor.d.ts +33 -0
  20. package/dist/agent/executor.d.ts.map +1 -0
  21. package/dist/agent/executor.js +233 -0
  22. package/dist/agent/executor.js.map +1 -0
  23. package/dist/agent/pipeline.d.ts +5 -0
  24. package/dist/agent/pipeline.d.ts.map +1 -0
  25. package/dist/agent/pipeline.js +208 -0
  26. package/dist/agent/pipeline.js.map +1 -0
  27. package/dist/agent/planner.d.ts +13 -0
  28. package/dist/agent/planner.d.ts.map +1 -0
  29. package/dist/agent/planner.js +271 -0
  30. package/dist/agent/planner.js.map +1 -0
  31. package/dist/agent/relevance.d.ts +15 -0
  32. package/dist/agent/relevance.d.ts.map +1 -0
  33. package/dist/agent/relevance.js +60 -0
  34. package/dist/agent/relevance.js.map +1 -0
  35. package/dist/cache/backfill-embeddings.d.ts +23 -0
  36. package/dist/cache/backfill-embeddings.d.ts.map +1 -0
  37. package/dist/cache/backfill-embeddings.js +105 -0
  38. package/dist/cache/backfill-embeddings.js.map +1 -0
  39. package/dist/cache/change-detector.d.ts +7 -0
  40. package/dist/cache/change-detector.d.ts.map +1 -0
  41. package/dist/cache/change-detector.js +43 -0
  42. package/dist/cache/change-detector.js.map +1 -0
  43. package/dist/cache/db.d.ts +1 -0
  44. package/dist/cache/db.d.ts.map +1 -1
  45. package/dist/cache/db.js +94 -22
  46. package/dist/cache/db.js.map +1 -1
  47. package/dist/cache/diff-summary.d.ts +2 -0
  48. package/dist/cache/diff-summary.d.ts.map +1 -0
  49. package/dist/cache/diff-summary.js +82 -0
  50. package/dist/cache/diff-summary.js.map +1 -0
  51. package/dist/cache/migrations/runner.d.ts +29 -0
  52. package/dist/cache/migrations/runner.d.ts.map +1 -0
  53. package/dist/cache/migrations/runner.js +147 -0
  54. package/dist/cache/migrations/runner.js.map +1 -0
  55. package/dist/cache/sqlite-vec-store.d.ts +42 -0
  56. package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
  57. package/dist/cache/sqlite-vec-store.js +176 -0
  58. package/dist/cache/sqlite-vec-store.js.map +1 -0
  59. package/dist/cache/store.d.ts +46 -1
  60. package/dist/cache/store.d.ts.map +1 -1
  61. package/dist/cache/store.js +362 -168
  62. package/dist/cache/store.js.map +1 -1
  63. package/dist/cli/agents/antigravity.d.ts +20 -0
  64. package/dist/cli/agents/antigravity.d.ts.map +1 -0
  65. package/dist/cli/agents/antigravity.js +49 -0
  66. package/dist/cli/agents/antigravity.js.map +1 -0
  67. package/dist/cli/agents/claude-code.d.ts +25 -0
  68. package/dist/cli/agents/claude-code.d.ts.map +1 -0
  69. package/dist/cli/agents/claude-code.js +111 -0
  70. package/dist/cli/agents/claude-code.js.map +1 -0
  71. package/dist/cli/agents/cursor.d.ts +21 -0
  72. package/dist/cli/agents/cursor.d.ts.map +1 -0
  73. package/dist/cli/agents/cursor.js +58 -0
  74. package/dist/cli/agents/cursor.js.map +1 -0
  75. package/dist/cli/agents/gemini-cli.d.ts +21 -0
  76. package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
  77. package/dist/cli/agents/gemini-cli.js +55 -0
  78. package/dist/cli/agents/gemini-cli.js.map +1 -0
  79. package/dist/cli/agents/registry.d.ts +21 -0
  80. package/dist/cli/agents/registry.d.ts.map +1 -0
  81. package/dist/cli/agents/registry.js +27 -0
  82. package/dist/cli/agents/registry.js.map +1 -0
  83. package/dist/cli/agents/utils.d.ts +26 -0
  84. package/dist/cli/agents/utils.d.ts.map +1 -0
  85. package/dist/cli/agents/utils.js +136 -0
  86. package/dist/cli/agents/utils.js.map +1 -0
  87. package/dist/cli/agents/vscode.d.ts +21 -0
  88. package/dist/cli/agents/vscode.d.ts.map +1 -0
  89. package/dist/cli/agents/vscode.js +62 -0
  90. package/dist/cli/agents/vscode.js.map +1 -0
  91. package/dist/cli/auth.d.ts +2 -0
  92. package/dist/cli/auth.d.ts.map +1 -0
  93. package/dist/cli/auth.js +94 -0
  94. package/dist/cli/auth.js.map +1 -0
  95. package/dist/cli/backfill.d.ts +2 -0
  96. package/dist/cli/backfill.d.ts.map +1 -0
  97. package/dist/cli/backfill.js +58 -0
  98. package/dist/cli/backfill.js.map +1 -0
  99. package/dist/cli/daemon.d.ts +6 -1
  100. package/dist/cli/daemon.d.ts.map +1 -1
  101. package/dist/cli/daemon.js +61 -3
  102. package/dist/cli/daemon.js.map +1 -1
  103. package/dist/cli/doctor.d.ts +8 -0
  104. package/dist/cli/doctor.d.ts.map +1 -0
  105. package/dist/cli/doctor.js +318 -0
  106. package/dist/cli/doctor.js.map +1 -0
  107. package/dist/cli/health.d.ts +1 -1
  108. package/dist/cli/health.d.ts.map +1 -1
  109. package/dist/cli/health.js +42 -3
  110. package/dist/cli/health.js.map +1 -1
  111. package/dist/cli/help.d.ts +6 -0
  112. package/dist/cli/help.d.ts.map +1 -0
  113. package/dist/cli/help.js +63 -0
  114. package/dist/cli/help.js.map +1 -0
  115. package/dist/cli/index.d.ts +1 -1
  116. package/dist/cli/index.d.ts.map +1 -1
  117. package/dist/cli/index.js +35 -7
  118. package/dist/cli/index.js.map +1 -1
  119. package/dist/cli/init.d.ts +2 -0
  120. package/dist/cli/init.d.ts.map +1 -0
  121. package/dist/cli/init.js +201 -0
  122. package/dist/cli/init.js.map +1 -0
  123. package/dist/cli/plugin.d.ts +5 -0
  124. package/dist/cli/plugin.d.ts.map +1 -0
  125. package/dist/cli/plugin.js +185 -0
  126. package/dist/cli/plugin.js.map +1 -0
  127. package/dist/cli/setup-mcp.d.ts +2 -0
  128. package/dist/cli/setup-mcp.d.ts.map +1 -0
  129. package/dist/cli/setup-mcp.js +114 -0
  130. package/dist/cli/setup-mcp.js.map +1 -0
  131. package/dist/cli/shell.d.ts +2 -0
  132. package/dist/cli/shell.d.ts.map +1 -0
  133. package/dist/cli/shell.js +86 -0
  134. package/dist/cli/shell.js.map +1 -0
  135. package/dist/cli/status.d.ts +2 -0
  136. package/dist/cli/status.d.ts.map +1 -0
  137. package/dist/cli/status.js +31 -0
  138. package/dist/cli/status.js.map +1 -0
  139. package/dist/cli/telemetry.d.ts +10 -0
  140. package/dist/cli/telemetry.d.ts.map +1 -0
  141. package/dist/cli/telemetry.js +56 -0
  142. package/dist/cli/telemetry.js.map +1 -0
  143. package/dist/cli/tui/agents-types.d.ts +28 -0
  144. package/dist/cli/tui/agents-types.d.ts.map +1 -0
  145. package/dist/cli/tui/agents-types.js +1 -0
  146. package/dist/cli/tui/agents-types.js.map +1 -0
  147. package/dist/cli/tui/agents.d.ts +11 -0
  148. package/dist/cli/tui/agents.d.ts.map +1 -0
  149. package/dist/cli/tui/agents.js +93 -0
  150. package/dist/cli/tui/agents.js.map +1 -0
  151. package/dist/cli/tui/banner.d.ts +3 -0
  152. package/dist/cli/tui/banner.d.ts.map +1 -0
  153. package/dist/cli/tui/banner.js +30 -0
  154. package/dist/cli/tui/banner.js.map +1 -0
  155. package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
  156. package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
  157. package/dist/cli/tui/components/AgentSelect.js +116 -0
  158. package/dist/cli/tui/components/AgentSelect.js.map +1 -0
  159. package/dist/cli/tui/components/Banner.d.ts +6 -0
  160. package/dist/cli/tui/components/Banner.d.ts.map +1 -0
  161. package/dist/cli/tui/components/Banner.js +25 -0
  162. package/dist/cli/tui/components/Banner.js.map +1 -0
  163. package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
  164. package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
  165. package/dist/cli/tui/components/BrowserSelect.js +19 -0
  166. package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
  167. package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
  168. package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
  169. package/dist/cli/tui/components/InstallProgress.js +67 -0
  170. package/dist/cli/tui/components/InstallProgress.js.map +1 -0
  171. package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
  172. package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
  173. package/dist/cli/tui/components/SkillInstall.js +94 -0
  174. package/dist/cli/tui/components/SkillInstall.js.map +1 -0
  175. package/dist/cli/tui/components/Summary.d.ts +22 -0
  176. package/dist/cli/tui/components/Summary.d.ts.map +1 -0
  177. package/dist/cli/tui/components/Summary.js +135 -0
  178. package/dist/cli/tui/components/Summary.js.map +1 -0
  179. package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
  180. package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
  181. package/dist/cli/tui/components/SystemCheck.js +71 -0
  182. package/dist/cli/tui/components/SystemCheck.js.map +1 -0
  183. package/dist/cli/tui/components/Verification.d.ts +8 -0
  184. package/dist/cli/tui/components/Verification.d.ts.map +1 -0
  185. package/dist/cli/tui/components/Verification.js +63 -0
  186. package/dist/cli/tui/components/Verification.js.map +1 -0
  187. package/dist/cli/tui/config-writer-cli.d.ts +12 -0
  188. package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
  189. package/dist/cli/tui/config-writer-cli.js +39 -0
  190. package/dist/cli/tui/config-writer-cli.js.map +1 -0
  191. package/dist/cli/tui/config-writer-json.d.ts +16 -0
  192. package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
  193. package/dist/cli/tui/config-writer-json.js +86 -0
  194. package/dist/cli/tui/config-writer-json.js.map +1 -0
  195. package/dist/cli/tui/config-writer-toml.d.ts +16 -0
  196. package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
  197. package/dist/cli/tui/config-writer-toml.js +83 -0
  198. package/dist/cli/tui/config-writer-toml.js.map +1 -0
  199. package/dist/cli/tui/config-writer.d.ts +25 -0
  200. package/dist/cli/tui/config-writer.d.ts.map +1 -0
  201. package/dist/cli/tui/config-writer.js +101 -0
  202. package/dist/cli/tui/config-writer.js.map +1 -0
  203. package/dist/cli/tui/detect-helpers.d.ts +6 -0
  204. package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
  205. package/dist/cli/tui/detect-helpers.js +45 -0
  206. package/dist/cli/tui/detect-helpers.js.map +1 -0
  207. package/dist/cli/tui/extras-prompt.d.ts +7 -0
  208. package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
  209. package/dist/cli/tui/extras-prompt.js +42 -0
  210. package/dist/cli/tui/extras-prompt.js.map +1 -0
  211. package/dist/cli/tui/flags-types.d.ts +19 -0
  212. package/dist/cli/tui/flags-types.d.ts.map +1 -0
  213. package/dist/cli/tui/flags-types.js +23 -0
  214. package/dist/cli/tui/flags-types.js.map +1 -0
  215. package/dist/cli/tui/flags.d.ts +5 -0
  216. package/dist/cli/tui/flags.d.ts.map +1 -0
  217. package/dist/cli/tui/flags.js +132 -0
  218. package/dist/cli/tui/flags.js.map +1 -0
  219. package/dist/cli/tui/format.d.ts +14 -0
  220. package/dist/cli/tui/format.d.ts.map +1 -0
  221. package/dist/cli/tui/format.js +37 -0
  222. package/dist/cli/tui/format.js.map +1 -0
  223. package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
  224. package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
  225. package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
  226. package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
  227. package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
  228. package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
  229. package/dist/cli/tui/hooks/useInstall.js +90 -0
  230. package/dist/cli/tui/hooks/useInstall.js.map +1 -0
  231. package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
  232. package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
  233. package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
  234. package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
  235. package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
  236. package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
  237. package/dist/cli/tui/hooks/useVerify.js +71 -0
  238. package/dist/cli/tui/hooks/useVerify.js.map +1 -0
  239. package/dist/cli/tui/ink-init.d.ts +2 -0
  240. package/dist/cli/tui/ink-init.d.ts.map +1 -0
  241. package/dist/cli/tui/ink-init.js +198 -0
  242. package/dist/cli/tui/ink-init.js.map +1 -0
  243. package/dist/cli/tui/reporter-auto.d.ts +7 -0
  244. package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
  245. package/dist/cli/tui/reporter-auto.js +15 -0
  246. package/dist/cli/tui/reporter-auto.js.map +1 -0
  247. package/dist/cli/tui/reporter.d.ts +26 -0
  248. package/dist/cli/tui/reporter.d.ts.map +1 -0
  249. package/dist/cli/tui/reporter.js +32 -0
  250. package/dist/cli/tui/reporter.js.map +1 -0
  251. package/dist/cli/tui/run-command.d.ts +14 -0
  252. package/dist/cli/tui/run-command.d.ts.map +1 -0
  253. package/dist/cli/tui/run-command.js +72 -0
  254. package/dist/cli/tui/run-command.js.map +1 -0
  255. package/dist/cli/tui/select-agents.d.ts +6 -0
  256. package/dist/cli/tui/select-agents.d.ts.map +1 -0
  257. package/dist/cli/tui/select-agents.js +32 -0
  258. package/dist/cli/tui/select-agents.js.map +1 -0
  259. package/dist/cli/tui/status-agents.d.ts +11 -0
  260. package/dist/cli/tui/status-agents.d.ts.map +1 -0
  261. package/dist/cli/tui/status-agents.js +53 -0
  262. package/dist/cli/tui/status-agents.js.map +1 -0
  263. package/dist/cli/tui/status-cache.d.ts +6 -0
  264. package/dist/cli/tui/status-cache.d.ts.map +1 -0
  265. package/dist/cli/tui/status-cache.js +39 -0
  266. package/dist/cli/tui/status-cache.js.map +1 -0
  267. package/dist/cli/tui/status-format.d.ts +14 -0
  268. package/dist/cli/tui/status-format.d.ts.map +1 -0
  269. package/dist/cli/tui/status-format.js +41 -0
  270. package/dist/cli/tui/status-format.js.map +1 -0
  271. package/dist/cli/tui/status-python.d.ts +6 -0
  272. package/dist/cli/tui/status-python.d.ts.map +1 -0
  273. package/dist/cli/tui/status-python.js +30 -0
  274. package/dist/cli/tui/status-python.js.map +1 -0
  275. package/dist/cli/tui/system-check.d.ts +24 -0
  276. package/dist/cli/tui/system-check.d.ts.map +1 -0
  277. package/dist/cli/tui/system-check.js +103 -0
  278. package/dist/cli/tui/system-check.js.map +1 -0
  279. package/dist/cli/tui/tui-reporter.d.ts +19 -0
  280. package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
  281. package/dist/cli/tui/tui-reporter.js +95 -0
  282. package/dist/cli/tui/tui-reporter.js.map +1 -0
  283. package/dist/cli/tui/utils/config-writer.d.ts +3 -0
  284. package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
  285. package/dist/cli/tui/utils/config-writer.js +22 -0
  286. package/dist/cli/tui/utils/config-writer.js.map +1 -0
  287. package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
  288. package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
  289. package/dist/cli/tui/utils/suppress-logs.js +11 -0
  290. package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
  291. package/dist/cli/tui/verify-suggestions.d.ts +5 -0
  292. package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
  293. package/dist/cli/tui/verify-suggestions.js +20 -0
  294. package/dist/cli/tui/verify-suggestions.js.map +1 -0
  295. package/dist/cli/tui/verify.d.ts +14 -0
  296. package/dist/cli/tui/verify.d.ts.map +1 -0
  297. package/dist/cli/tui/verify.js +101 -0
  298. package/dist/cli/tui/verify.js.map +1 -0
  299. package/dist/cli/tui/version.d.ts +2 -0
  300. package/dist/cli/tui/version.d.ts.map +1 -0
  301. package/dist/cli/tui/version.js +14 -0
  302. package/dist/cli/tui/version.js.map +1 -0
  303. package/dist/cli/uninstall.d.ts +2 -0
  304. package/dist/cli/uninstall.d.ts.map +1 -0
  305. package/dist/cli/uninstall.js +57 -0
  306. package/dist/cli/uninstall.js.map +1 -0
  307. package/dist/cli/warmup.d.ts +10 -2
  308. package/dist/cli/warmup.d.ts.map +1 -1
  309. package/dist/cli/warmup.js +226 -93
  310. package/dist/cli/warmup.js.map +1 -1
  311. package/dist/config.d.ts +28 -2
  312. package/dist/config.d.ts.map +1 -1
  313. package/dist/config.js +106 -56
  314. package/dist/config.js.map +1 -1
  315. package/dist/crawl/crawler.d.ts +6 -0
  316. package/dist/crawl/crawler.d.ts.map +1 -1
  317. package/dist/crawl/crawler.js +210 -209
  318. package/dist/crawl/crawler.js.map +1 -1
  319. package/dist/crawl/dedup.d.ts +1 -0
  320. package/dist/crawl/dedup.d.ts.map +1 -1
  321. package/dist/crawl/dedup.js +124 -81
  322. package/dist/crawl/dedup.js.map +1 -1
  323. package/dist/crawl/etag-incremental.d.ts +43 -0
  324. package/dist/crawl/etag-incremental.d.ts.map +1 -0
  325. package/dist/crawl/etag-incremental.js +94 -0
  326. package/dist/crawl/etag-incremental.js.map +1 -0
  327. package/dist/crawl/index-to-vec.d.ts +10 -0
  328. package/dist/crawl/index-to-vec.d.ts.map +1 -0
  329. package/dist/crawl/index-to-vec.js +44 -0
  330. package/dist/crawl/index-to-vec.js.map +1 -0
  331. package/dist/crawl/mapper.js +136 -164
  332. package/dist/crawl/mapper.js.map +1 -1
  333. package/dist/crawl/rate-limiter.js +63 -66
  334. package/dist/crawl/rate-limiter.js.map +1 -1
  335. package/dist/crawl/robots.js +58 -57
  336. package/dist/crawl/robots.js.map +1 -1
  337. package/dist/crawl/sitemap-first.d.ts +12 -0
  338. package/dist/crawl/sitemap-first.d.ts.map +1 -0
  339. package/dist/crawl/sitemap-first.js +47 -0
  340. package/dist/crawl/sitemap-first.js.map +1 -0
  341. package/dist/crawl/sitemap.js +33 -32
  342. package/dist/crawl/sitemap.js.map +1 -1
  343. package/dist/crawl/url-utils.d.ts +1 -0
  344. package/dist/crawl/url-utils.d.ts.map +1 -1
  345. package/dist/crawl/url-utils.js +49 -37
  346. package/dist/crawl/url-utils.js.map +1 -1
  347. package/dist/daemon/health-check.d.ts +16 -0
  348. package/dist/daemon/health-check.d.ts.map +1 -0
  349. package/dist/daemon/health-check.js +33 -0
  350. package/dist/daemon/health-check.js.map +1 -0
  351. package/dist/daemon/http-server.d.ts +26 -0
  352. package/dist/daemon/http-server.d.ts.map +1 -0
  353. package/dist/daemon/http-server.js +275 -0
  354. package/dist/daemon/http-server.js.map +1 -0
  355. package/dist/daemon/proxy.d.ts +10 -0
  356. package/dist/daemon/proxy.d.ts.map +1 -0
  357. package/dist/daemon/proxy.js +93 -0
  358. package/dist/daemon/proxy.js.map +1 -0
  359. package/dist/embedding/embed.d.ts +59 -0
  360. package/dist/embedding/embed.d.ts.map +1 -0
  361. package/dist/embedding/embed.js +233 -0
  362. package/dist/embedding/embed.js.map +1 -0
  363. package/dist/embedding/fastembed-provider.d.ts +19 -0
  364. package/dist/embedding/fastembed-provider.d.ts.map +1 -0
  365. package/dist/embedding/fastembed-provider.js +51 -0
  366. package/dist/embedding/fastembed-provider.js.map +1 -0
  367. package/dist/embedding/key-terms.d.ts +12 -0
  368. package/dist/embedding/key-terms.d.ts.map +1 -0
  369. package/dist/embedding/key-terms.js +234 -0
  370. package/dist/embedding/key-terms.js.map +1 -0
  371. package/dist/extraction/boilerplate.d.ts +15 -0
  372. package/dist/extraction/boilerplate.d.ts.map +1 -0
  373. package/dist/extraction/boilerplate.js +52 -0
  374. package/dist/extraction/boilerplate.js.map +1 -0
  375. package/dist/extraction/defuddle.d.ts.map +1 -1
  376. package/dist/extraction/defuddle.js +27 -23
  377. package/dist/extraction/defuddle.js.map +1 -1
  378. package/dist/extraction/extract.d.ts.map +1 -1
  379. package/dist/extraction/extract.js +76 -76
  380. package/dist/extraction/extract.js.map +1 -1
  381. package/dist/extraction/jsonld.js +50 -54
  382. package/dist/extraction/jsonld.js.map +1 -1
  383. package/dist/extraction/lang-hints.d.ts +2 -0
  384. package/dist/extraction/lang-hints.d.ts.map +1 -0
  385. package/dist/extraction/lang-hints.js +30 -0
  386. package/dist/extraction/lang-hints.js.map +1 -0
  387. package/dist/extraction/llm-fallback.d.ts +17 -0
  388. package/dist/extraction/llm-fallback.d.ts.map +1 -0
  389. package/dist/extraction/llm-fallback.js +130 -0
  390. package/dist/extraction/llm-fallback.js.map +1 -0
  391. package/dist/extraction/markdown-sanitize.d.ts +2 -0
  392. package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
  393. package/dist/extraction/markdown-sanitize.js +151 -0
  394. package/dist/extraction/markdown-sanitize.js.map +1 -0
  395. package/dist/extraction/markdown.d.ts +11 -0
  396. package/dist/extraction/markdown.d.ts.map +1 -1
  397. package/dist/extraction/markdown.js +195 -91
  398. package/dist/extraction/markdown.js.map +1 -1
  399. package/dist/extraction/pipeline.d.ts +8 -0
  400. package/dist/extraction/pipeline.d.ts.map +1 -1
  401. package/dist/extraction/pipeline.js +57 -91
  402. package/dist/extraction/pipeline.js.map +1 -1
  403. package/dist/extraction/readability.d.ts +1 -1
  404. package/dist/extraction/readability.d.ts.map +1 -1
  405. package/dist/extraction/readability.js +28 -29
  406. package/dist/extraction/readability.js.map +1 -1
  407. package/dist/extraction/schema.d.ts +12 -0
  408. package/dist/extraction/schema.d.ts.map +1 -1
  409. package/dist/extraction/schema.js +135 -72
  410. package/dist/extraction/schema.js.map +1 -1
  411. package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
  412. package/dist/extraction/site-extractors/docs-generic.js +81 -91
  413. package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
  414. package/dist/extraction/site-extractors/github.d.ts.map +1 -1
  415. package/dist/extraction/site-extractors/github.js +87 -95
  416. package/dist/extraction/site-extractors/github.js.map +1 -1
  417. package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
  418. package/dist/extraction/site-extractors/mdn.js +46 -54
  419. package/dist/extraction/site-extractors/mdn.js.map +1 -1
  420. package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
  421. package/dist/extraction/site-extractors/stackoverflow.js +71 -80
  422. package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
  423. package/dist/extraction/structured-data.d.ts +4 -0
  424. package/dist/extraction/structured-data.d.ts.map +1 -0
  425. package/dist/extraction/structured-data.js +173 -0
  426. package/dist/extraction/structured-data.js.map +1 -0
  427. package/dist/extraction/structured.d.ts +4 -0
  428. package/dist/extraction/structured.d.ts.map +1 -0
  429. package/dist/extraction/structured.js +163 -0
  430. package/dist/extraction/structured.js.map +1 -0
  431. package/dist/extraction/v1/classifier.d.ts +3 -0
  432. package/dist/extraction/v1/classifier.d.ts.map +1 -0
  433. package/dist/extraction/v1/classifier.js +110 -0
  434. package/dist/extraction/v1/classifier.js.map +1 -0
  435. package/dist/extraction/v1/extract-provider.d.ts +16 -0
  436. package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
  437. package/dist/extraction/v1/extract-provider.js +43 -0
  438. package/dist/extraction/v1/extract-provider.js.map +1 -0
  439. package/dist/extraction/v1/local-llm.d.ts +8 -0
  440. package/dist/extraction/v1/local-llm.d.ts.map +1 -0
  441. package/dist/extraction/v1/local-llm.js +58 -0
  442. package/dist/extraction/v1/local-llm.js.map +1 -0
  443. package/dist/extraction/v1/news.d.ts +3 -0
  444. package/dist/extraction/v1/news.d.ts.map +1 -0
  445. package/dist/extraction/v1/news.js +61 -0
  446. package/dist/extraction/v1/news.js.map +1 -0
  447. package/dist/extraction/v1/product.d.ts +3 -0
  448. package/dist/extraction/v1/product.d.ts.map +1 -0
  449. package/dist/extraction/v1/product.js +166 -0
  450. package/dist/extraction/v1/product.js.map +1 -0
  451. package/dist/extraction/v1/recipe.d.ts +3 -0
  452. package/dist/extraction/v1/recipe.d.ts.map +1 -0
  453. package/dist/extraction/v1/recipe.js +136 -0
  454. package/dist/extraction/v1/recipe.js.map +1 -0
  455. package/dist/extraction/v1/routed.d.ts +17 -0
  456. package/dist/extraction/v1/routed.d.ts.map +1 -0
  457. package/dist/extraction/v1/routed.js +68 -0
  458. package/dist/extraction/v1/routed.js.map +1 -0
  459. package/dist/extraction/v1/schemas/Article.d.ts +11 -0
  460. package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
  461. package/dist/extraction/v1/schemas/Article.js +23 -0
  462. package/dist/extraction/v1/schemas/Article.js.map +1 -0
  463. package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
  464. package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
  465. package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
  466. package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
  467. package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
  468. package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
  469. package/dist/extraction/v1/schemas/EventListing.js +122 -0
  470. package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
  471. package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
  472. package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
  473. package/dist/extraction/v1/schemas/Paper.js +156 -0
  474. package/dist/extraction/v1/schemas/Paper.js.map +1 -0
  475. package/dist/extraction/v1/schemas/Product.d.ts +17 -0
  476. package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
  477. package/dist/extraction/v1/schemas/Product.js +149 -0
  478. package/dist/extraction/v1/schemas/Product.js.map +1 -0
  479. package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
  480. package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
  481. package/dist/extraction/v1/schemas/Recipe.js +160 -0
  482. package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
  483. package/dist/extraction/v1/schemas/index.d.ts +13 -0
  484. package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
  485. package/dist/extraction/v1/schemas/index.js +44 -0
  486. package/dist/extraction/v1/schemas/index.js.map +1 -0
  487. package/dist/extraction/v1/site-extractors.d.ts +5 -0
  488. package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
  489. package/dist/extraction/v1/site-extractors.js +31 -0
  490. package/dist/extraction/v1/site-extractors.js.map +1 -0
  491. package/dist/fetch/action-executor.d.ts +28 -0
  492. package/dist/fetch/action-executor.d.ts.map +1 -0
  493. package/dist/fetch/action-executor.js +88 -0
  494. package/dist/fetch/action-executor.js.map +1 -0
  495. package/dist/fetch/auth.d.ts +2 -1
  496. package/dist/fetch/auth.d.ts.map +1 -1
  497. package/dist/fetch/auth.js +56 -26
  498. package/dist/fetch/auth.js.map +1 -1
  499. package/dist/fetch/browser-pool.d.ts +30 -11
  500. package/dist/fetch/browser-pool.d.ts.map +1 -1
  501. package/dist/fetch/browser-pool.js +303 -127
  502. package/dist/fetch/browser-pool.js.map +1 -1
  503. package/dist/fetch/browser-selector.d.ts +17 -0
  504. package/dist/fetch/browser-selector.d.ts.map +1 -0
  505. package/dist/fetch/browser-selector.js +72 -0
  506. package/dist/fetch/browser-selector.js.map +1 -0
  507. package/dist/fetch/browser-types.d.ts +3 -0
  508. package/dist/fetch/browser-types.d.ts.map +1 -0
  509. package/dist/fetch/browser-types.js +45 -0
  510. package/dist/fetch/browser-types.js.map +1 -0
  511. package/dist/fetch/cdp-client.d.ts +9 -0
  512. package/dist/fetch/cdp-client.d.ts.map +1 -0
  513. package/dist/fetch/cdp-client.js +89 -0
  514. package/dist/fetch/cdp-client.js.map +1 -0
  515. package/dist/fetch/content-check.js +39 -46
  516. package/dist/fetch/content-check.js.map +1 -1
  517. package/dist/fetch/http-client.d.ts +4 -0
  518. package/dist/fetch/http-client.d.ts.map +1 -1
  519. package/dist/fetch/http-client.js +147 -128
  520. package/dist/fetch/http-client.js.map +1 -1
  521. package/dist/fetch/lightpanda.d.ts +28 -0
  522. package/dist/fetch/lightpanda.d.ts.map +1 -0
  523. package/dist/fetch/lightpanda.js +174 -0
  524. package/dist/fetch/lightpanda.js.map +1 -0
  525. package/dist/fetch/playwright-tier.d.ts +19 -0
  526. package/dist/fetch/playwright-tier.d.ts.map +1 -0
  527. package/dist/fetch/playwright-tier.js +76 -0
  528. package/dist/fetch/playwright-tier.js.map +1 -0
  529. package/dist/fetch/router.d.ts +49 -3
  530. package/dist/fetch/router.d.ts.map +1 -1
  531. package/dist/fetch/router.js +185 -81
  532. package/dist/fetch/router.js.map +1 -1
  533. package/dist/index.js +97 -17
  534. package/dist/index.js.map +1 -1
  535. package/dist/instructions.d.ts +31 -0
  536. package/dist/instructions.d.ts.map +1 -0
  537. package/dist/instructions.js +245 -0
  538. package/dist/instructions.js.map +1 -0
  539. package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
  540. package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
  541. package/dist/integrations/cloud/llm/anthropic.js +41 -0
  542. package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
  543. package/dist/integrations/cloud/llm/cache.d.ts +5 -0
  544. package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
  545. package/dist/integrations/cloud/llm/cache.js +49 -0
  546. package/dist/integrations/cloud/llm/cache.js.map +1 -0
  547. package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
  548. package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
  549. package/dist/integrations/cloud/llm/gemini.js +37 -0
  550. package/dist/integrations/cloud/llm/gemini.js.map +1 -0
  551. package/dist/integrations/cloud/llm/groq.d.ts +3 -0
  552. package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
  553. package/dist/integrations/cloud/llm/groq.js +74 -0
  554. package/dist/integrations/cloud/llm/groq.js.map +1 -0
  555. package/dist/integrations/cloud/llm/hash.d.ts +3 -0
  556. package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
  557. package/dist/integrations/cloud/llm/hash.js +26 -0
  558. package/dist/integrations/cloud/llm/hash.js.map +1 -0
  559. package/dist/integrations/cloud/llm/openai.d.ts +3 -0
  560. package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
  561. package/dist/integrations/cloud/llm/openai.js +43 -0
  562. package/dist/integrations/cloud/llm/openai.js.map +1 -0
  563. package/dist/integrations/cloud/llm/select.d.ts +5 -0
  564. package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
  565. package/dist/integrations/cloud/llm/select.js +30 -0
  566. package/dist/integrations/cloud/llm/select.js.map +1 -0
  567. package/dist/integrations/cloud/llm/types.d.ts +24 -0
  568. package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
  569. package/dist/integrations/cloud/llm/types.js +1 -0
  570. package/dist/integrations/cloud/llm/types.js.map +1 -0
  571. package/dist/integrations/cloud/llm/validate.d.ts +6 -0
  572. package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
  573. package/dist/integrations/cloud/llm/validate.js +63 -0
  574. package/dist/integrations/cloud/llm/validate.js.map +1 -0
  575. package/dist/logger.d.ts +4 -1
  576. package/dist/logger.d.ts.map +1 -1
  577. package/dist/logger.js +71 -30
  578. package/dist/logger.js.map +1 -1
  579. package/dist/pdf-parse.d.js +1 -0
  580. package/dist/pdf-parse.d.js.map +1 -0
  581. package/dist/plugins/loader.d.ts +20 -0
  582. package/dist/plugins/loader.d.ts.map +1 -0
  583. package/dist/plugins/loader.js +157 -0
  584. package/dist/plugins/loader.js.map +1 -0
  585. package/dist/plugins/registry.d.ts +26 -0
  586. package/dist/plugins/registry.d.ts.map +1 -0
  587. package/dist/plugins/registry.js +71 -0
  588. package/dist/plugins/registry.js.map +1 -0
  589. package/dist/plugins/validate.d.ts +9 -0
  590. package/dist/plugins/validate.d.ts.map +1 -0
  591. package/dist/plugins/validate.js +79 -0
  592. package/dist/plugins/validate.js.map +1 -0
  593. package/dist/providers/embed-provider.d.ts +11 -0
  594. package/dist/providers/embed-provider.d.ts.map +1 -0
  595. package/dist/providers/embed-provider.js +24 -0
  596. package/dist/providers/embed-provider.js.map +1 -0
  597. package/dist/providers/extract-provider.d.ts +23 -0
  598. package/dist/providers/extract-provider.d.ts.map +1 -0
  599. package/dist/providers/extract-provider.js +25 -0
  600. package/dist/providers/extract-provider.js.map +1 -0
  601. package/dist/providers/rerank-provider.d.ts +16 -0
  602. package/dist/providers/rerank-provider.d.ts.map +1 -0
  603. package/dist/providers/rerank-provider.js +28 -0
  604. package/dist/providers/rerank-provider.js.map +1 -0
  605. package/dist/providers/search-provider.d.ts +25 -0
  606. package/dist/providers/search-provider.d.ts.map +1 -0
  607. package/dist/providers/search-provider.js +44 -0
  608. package/dist/providers/search-provider.js.map +1 -0
  609. package/dist/providers/vector-store.d.ts +27 -0
  610. package/dist/providers/vector-store.d.ts.map +1 -0
  611. package/dist/providers/vector-store.js +27 -0
  612. package/dist/providers/vector-store.js.map +1 -0
  613. package/dist/python-env.d.ts +9 -0
  614. package/dist/python-env.d.ts.map +1 -0
  615. package/dist/python-env.js +13 -0
  616. package/dist/python-env.js.map +1 -0
  617. package/dist/repl/commands/agent.d.ts +5 -0
  618. package/dist/repl/commands/agent.d.ts.map +1 -0
  619. package/dist/repl/commands/agent.js +62 -0
  620. package/dist/repl/commands/agent.js.map +1 -0
  621. package/dist/repl/commands/cache.d.ts +4 -0
  622. package/dist/repl/commands/cache.d.ts.map +1 -0
  623. package/dist/repl/commands/cache.js +43 -0
  624. package/dist/repl/commands/cache.js.map +1 -0
  625. package/dist/repl/commands/crawl.d.ts +7 -0
  626. package/dist/repl/commands/crawl.d.ts.map +1 -0
  627. package/dist/repl/commands/crawl.js +44 -0
  628. package/dist/repl/commands/crawl.js.map +1 -0
  629. package/dist/repl/commands/extract.d.ts +5 -0
  630. package/dist/repl/commands/extract.d.ts.map +1 -0
  631. package/dist/repl/commands/extract.js +47 -0
  632. package/dist/repl/commands/extract.js.map +1 -0
  633. package/dist/repl/commands/fetch.d.ts +5 -0
  634. package/dist/repl/commands/fetch.d.ts.map +1 -0
  635. package/dist/repl/commands/fetch.js +67 -0
  636. package/dist/repl/commands/fetch.js.map +1 -0
  637. package/dist/repl/commands/find-similar.d.ts +5 -0
  638. package/dist/repl/commands/find-similar.d.ts.map +1 -0
  639. package/dist/repl/commands/find-similar.js +74 -0
  640. package/dist/repl/commands/find-similar.js.map +1 -0
  641. package/dist/repl/commands/research.d.ts +5 -0
  642. package/dist/repl/commands/research.d.ts.map +1 -0
  643. package/dist/repl/commands/research.js +65 -0
  644. package/dist/repl/commands/research.js.map +1 -0
  645. package/dist/repl/commands/search.d.ts +5 -0
  646. package/dist/repl/commands/search.d.ts.map +1 -0
  647. package/dist/repl/commands/search.js +74 -0
  648. package/dist/repl/commands/search.js.map +1 -0
  649. package/dist/repl/commands/types.d.ts +9 -0
  650. package/dist/repl/commands/types.d.ts.map +1 -0
  651. package/dist/repl/commands/types.js +1 -0
  652. package/dist/repl/commands/types.js.map +1 -0
  653. package/dist/repl/formatters.d.ts +13 -0
  654. package/dist/repl/formatters.d.ts.map +1 -0
  655. package/dist/repl/formatters.js +283 -0
  656. package/dist/repl/formatters.js.map +1 -0
  657. package/dist/repl/parser.d.ts +9 -0
  658. package/dist/repl/parser.d.ts.map +1 -0
  659. package/dist/repl/parser.js +86 -0
  660. package/dist/repl/parser.js.map +1 -0
  661. package/dist/repl/shell.d.ts +8 -0
  662. package/dist/repl/shell.d.ts.map +1 -0
  663. package/dist/repl/shell.js +184 -0
  664. package/dist/repl/shell.js.map +1 -0
  665. package/dist/research/branch-exploration.d.ts +14 -0
  666. package/dist/research/branch-exploration.d.ts.map +1 -0
  667. package/dist/research/branch-exploration.js +100 -0
  668. package/dist/research/branch-exploration.js.map +1 -0
  669. package/dist/research/brief.d.ts +5 -0
  670. package/dist/research/brief.d.ts.map +1 -0
  671. package/dist/research/brief.js +242 -0
  672. package/dist/research/brief.js.map +1 -0
  673. package/dist/research/citation-graph.d.ts +9 -0
  674. package/dist/research/citation-graph.d.ts.map +1 -0
  675. package/dist/research/citation-graph.js +114 -0
  676. package/dist/research/citation-graph.js.map +1 -0
  677. package/dist/research/decompose.d.ts +14 -0
  678. package/dist/research/decompose.d.ts.map +1 -0
  679. package/dist/research/decompose.js +439 -0
  680. package/dist/research/decompose.js.map +1 -0
  681. package/dist/research/pipeline.d.ts +5 -0
  682. package/dist/research/pipeline.d.ts.map +1 -0
  683. package/dist/research/pipeline.js +269 -0
  684. package/dist/research/pipeline.js.map +1 -0
  685. package/dist/research/synthesis-local.d.ts +16 -0
  686. package/dist/research/synthesis-local.d.ts.map +1 -0
  687. package/dist/research/synthesis-local.js +73 -0
  688. package/dist/research/synthesis-local.js.map +1 -0
  689. package/dist/research/synthesize.d.ts +10 -0
  690. package/dist/research/synthesize.d.ts.map +1 -0
  691. package/dist/research/synthesize.js +137 -0
  692. package/dist/research/synthesize.js.map +1 -0
  693. package/dist/search/answer-synthesis.d.ts +33 -0
  694. package/dist/search/answer-synthesis.d.ts.map +1 -0
  695. package/dist/search/answer-synthesis.js +244 -0
  696. package/dist/search/answer-synthesis.js.map +1 -0
  697. package/dist/search/context-formatter.d.ts +3 -0
  698. package/dist/search/context-formatter.d.ts.map +1 -0
  699. package/dist/search/context-formatter.js +56 -0
  700. package/dist/search/context-formatter.js.map +1 -0
  701. package/dist/search/dedup.d.ts +1 -0
  702. package/dist/search/dedup.d.ts.map +1 -1
  703. package/dist/search/dedup.js +40 -32
  704. package/dist/search/dedup.js.map +1 -1
  705. package/dist/search/engines/arxiv.d.ts +7 -0
  706. package/dist/search/engines/arxiv.d.ts.map +1 -0
  707. package/dist/search/engines/arxiv.js +70 -0
  708. package/dist/search/engines/arxiv.js.map +1 -0
  709. package/dist/search/engines/bing-news.d.ts +7 -0
  710. package/dist/search/engines/bing-news.d.ts.map +1 -0
  711. package/dist/search/engines/bing-news.js +97 -0
  712. package/dist/search/engines/bing-news.js.map +1 -0
  713. package/dist/search/engines/bing.d.ts +1 -0
  714. package/dist/search/engines/bing.d.ts.map +1 -1
  715. package/dist/search/engines/bing.js +100 -44
  716. package/dist/search/engines/bing.js.map +1 -1
  717. package/dist/search/engines/devdocs.d.ts +6 -0
  718. package/dist/search/engines/devdocs.d.ts.map +1 -0
  719. package/dist/search/engines/devdocs.js +56 -0
  720. package/dist/search/engines/devdocs.js.map +1 -0
  721. package/dist/search/engines/duckduckgo.d.ts.map +1 -1
  722. package/dist/search/engines/duckduckgo.js +56 -44
  723. package/dist/search/engines/duckduckgo.js.map +1 -1
  724. package/dist/search/engines/github-code.d.ts +7 -0
  725. package/dist/search/engines/github-code.d.ts.map +1 -0
  726. package/dist/search/engines/github-code.js +55 -0
  727. package/dist/search/engines/github-code.js.map +1 -0
  728. package/dist/search/engines/hn-algolia.d.ts +7 -0
  729. package/dist/search/engines/hn-algolia.d.ts.map +1 -0
  730. package/dist/search/engines/hn-algolia.js +76 -0
  731. package/dist/search/engines/hn-algolia.js.map +1 -0
  732. package/dist/search/engines/lobsters.d.ts +7 -0
  733. package/dist/search/engines/lobsters.d.ts.map +1 -0
  734. package/dist/search/engines/lobsters.js +83 -0
  735. package/dist/search/engines/lobsters.js.map +1 -0
  736. package/dist/search/engines/mdn.d.ts +7 -0
  737. package/dist/search/engines/mdn.d.ts.map +1 -0
  738. package/dist/search/engines/mdn.js +48 -0
  739. package/dist/search/engines/mdn.js.map +1 -0
  740. package/dist/search/engines/semantic-scholar.d.ts +7 -0
  741. package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
  742. package/dist/search/engines/semantic-scholar.js +69 -0
  743. package/dist/search/engines/semantic-scholar.js.map +1 -0
  744. package/dist/search/engines/stackoverflow.d.ts +7 -0
  745. package/dist/search/engines/stackoverflow.d.ts.map +1 -0
  746. package/dist/search/engines/stackoverflow.js +73 -0
  747. package/dist/search/engines/stackoverflow.js.map +1 -0
  748. package/dist/search/engines/startpage.d.ts.map +1 -1
  749. package/dist/search/engines/startpage.js +65 -46
  750. package/dist/search/engines/startpage.js.map +1 -1
  751. package/dist/search/evidence.d.ts +25 -0
  752. package/dist/search/evidence.d.ts.map +1 -0
  753. package/dist/search/evidence.js +220 -0
  754. package/dist/search/evidence.js.map +1 -0
  755. package/dist/search/filters.js +49 -55
  756. package/dist/search/filters.js.map +1 -1
  757. package/dist/search/find-similar/crawl-rank.d.ts +9 -0
  758. package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
  759. package/dist/search/find-similar/crawl-rank.js +272 -0
  760. package/dist/search/find-similar/crawl-rank.js.map +1 -0
  761. package/dist/search/find-similar/mode.d.ts +4 -0
  762. package/dist/search/find-similar/mode.d.ts.map +1 -0
  763. package/dist/search/find-similar/mode.js +12 -0
  764. package/dist/search/find-similar/mode.js.map +1 -0
  765. package/dist/search/find-similar.d.ts +5 -0
  766. package/dist/search/find-similar.d.ts.map +1 -0
  767. package/dist/search/find-similar.js +509 -0
  768. package/dist/search/find-similar.js.map +1 -0
  769. package/dist/search/highlights.d.ts +19 -0
  770. package/dist/search/highlights.d.ts.map +1 -0
  771. package/dist/search/highlights.js +167 -0
  772. package/dist/search/highlights.js.map +1 -0
  773. package/dist/search/language-filter.d.ts +29 -0
  774. package/dist/search/language-filter.d.ts.map +1 -0
  775. package/dist/search/language-filter.js +126 -0
  776. package/dist/search/language-filter.js.map +1 -0
  777. package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
  778. package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
  779. package/dist/search/legacy/searxng-orchestrator.js +501 -0
  780. package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
  781. package/dist/search/legacy/searxng-provider.d.ts +7 -0
  782. package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
  783. package/dist/search/legacy/searxng-provider.js +11 -0
  784. package/dist/search/legacy/searxng-provider.js.map +1 -0
  785. package/dist/search/multi-query.d.ts +25 -0
  786. package/dist/search/multi-query.d.ts.map +1 -0
  787. package/dist/search/multi-query.js +228 -0
  788. package/dist/search/multi-query.js.map +1 -0
  789. package/dist/search/query.js +32 -34
  790. package/dist/search/query.js.map +1 -1
  791. package/dist/search/rerank.d.ts +3 -1
  792. package/dist/search/rerank.d.ts.map +1 -1
  793. package/dist/search/rerank.js +44 -35
  794. package/dist/search/rerank.js.map +1 -1
  795. package/dist/search/reranker/authority-boost.d.ts +3 -0
  796. package/dist/search/reranker/authority-boost.d.ts.map +1 -0
  797. package/dist/search/reranker/authority-boost.js +179 -0
  798. package/dist/search/reranker/authority-boost.js.map +1 -0
  799. package/dist/search/reranker/consensus-boost.d.ts +3 -0
  800. package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
  801. package/dist/search/reranker/consensus-boost.js +27 -0
  802. package/dist/search/reranker/consensus-boost.js.map +1 -0
  803. package/dist/search/reranker/recency-boost.d.ts +3 -0
  804. package/dist/search/reranker/recency-boost.d.ts.map +1 -0
  805. package/dist/search/reranker/recency-boost.js +13 -0
  806. package/dist/search/reranker/recency-boost.js.map +1 -0
  807. package/dist/search/reranker/recency.d.ts +3 -0
  808. package/dist/search/reranker/recency.d.ts.map +1 -0
  809. package/dist/search/reranker/recency.js +23 -0
  810. package/dist/search/reranker/recency.js.map +1 -0
  811. package/dist/search/reranker/transformers-rerank-provider.d.ts +12 -0
  812. package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
  813. package/dist/search/reranker/transformers-rerank-provider.js +78 -0
  814. package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
  815. package/dist/search/rrf.d.ts +17 -0
  816. package/dist/search/rrf.d.ts.map +1 -0
  817. package/dist/search/rrf.js +39 -0
  818. package/dist/search/rrf.js.map +1 -0
  819. package/dist/search/sampling.d.ts +25 -0
  820. package/dist/search/sampling.d.ts.map +1 -0
  821. package/dist/search/sampling.js +52 -0
  822. package/dist/search/sampling.js.map +1 -0
  823. package/dist/search/searxng.d.ts.map +1 -1
  824. package/dist/search/searxng.js +69 -79
  825. package/dist/search/searxng.js.map +1 -1
  826. package/dist/search/tokens.d.ts +3 -0
  827. package/dist/search/tokens.d.ts.map +1 -0
  828. package/dist/search/tokens.js +39 -0
  829. package/dist/search/tokens.js.map +1 -0
  830. package/dist/search/truncate.d.ts +6 -0
  831. package/dist/search/truncate.d.ts.map +1 -0
  832. package/dist/search/truncate.js +26 -0
  833. package/dist/search/truncate.js.map +1 -0
  834. package/dist/search/url-unwrap.d.ts +3 -0
  835. package/dist/search/url-unwrap.d.ts.map +1 -0
  836. package/dist/search/url-unwrap.js +43 -0
  837. package/dist/search/url-unwrap.js.map +1 -0
  838. package/dist/search/v1/context-rank.d.ts +13 -0
  839. package/dist/search/v1/context-rank.d.ts.map +1 -0
  840. package/dist/search/v1/context-rank.js +74 -0
  841. package/dist/search/v1/context-rank.js.map +1 -0
  842. package/dist/search/v1/engine-base.d.ts +27 -0
  843. package/dist/search/v1/engine-base.d.ts.map +1 -0
  844. package/dist/search/v1/engine-base.js +110 -0
  845. package/dist/search/v1/engine-base.js.map +1 -0
  846. package/dist/search/v1/intent-router.d.ts +22 -0
  847. package/dist/search/v1/intent-router.d.ts.map +1 -0
  848. package/dist/search/v1/intent-router.js +138 -0
  849. package/dist/search/v1/intent-router.js.map +1 -0
  850. package/dist/search/v1/orchestrator.d.ts +24 -0
  851. package/dist/search/v1/orchestrator.d.ts.map +1 -0
  852. package/dist/search/v1/orchestrator.js +163 -0
  853. package/dist/search/v1/orchestrator.js.map +1 -0
  854. package/dist/search/v1/recency-boost.d.ts +9 -0
  855. package/dist/search/v1/recency-boost.d.ts.map +1 -0
  856. package/dist/search/v1/recency-boost.js +37 -0
  857. package/dist/search/v1/recency-boost.js.map +1 -0
  858. package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
  859. package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
  860. package/dist/search/v1/recent-cache-dedup.js +85 -0
  861. package/dist/search/v1/recent-cache-dedup.js.map +1 -0
  862. package/dist/search/v1/rss/feed-config.d.ts +21 -0
  863. package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
  864. package/dist/search/v1/rss/feed-config.js +90 -0
  865. package/dist/search/v1/rss/feed-config.js.map +1 -0
  866. package/dist/search/v1/rss/feed-parser.d.ts +14 -0
  867. package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
  868. package/dist/search/v1/rss/feed-parser.js +104 -0
  869. package/dist/search/v1/rss/feed-parser.js.map +1 -0
  870. package/dist/search/v1/rss/feed-poller.d.ts +22 -0
  871. package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
  872. package/dist/search/v1/rss/feed-poller.js +102 -0
  873. package/dist/search/v1/rss/feed-poller.js.map +1 -0
  874. package/dist/search/v1/rss/feed-store.d.ts +30 -0
  875. package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
  876. package/dist/search/v1/rss/feed-store.js +134 -0
  877. package/dist/search/v1/rss/feed-store.js.map +1 -0
  878. package/dist/search/v1/rss/rss-engine.d.ts +6 -0
  879. package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
  880. package/dist/search/v1/rss/rss-engine.js +28 -0
  881. package/dist/search/v1/rss/rss-engine.js.map +1 -0
  882. package/dist/search/v1/v1-provider.d.ts +7 -0
  883. package/dist/search/v1/v1-provider.d.ts.map +1 -0
  884. package/dist/search/v1/v1-provider.js +68 -0
  885. package/dist/search/v1/v1-provider.js.map +1 -0
  886. package/dist/search/v1/verticals/code.d.ts +4 -0
  887. package/dist/search/v1/verticals/code.d.ts.map +1 -0
  888. package/dist/search/v1/verticals/code.js +20 -0
  889. package/dist/search/v1/verticals/code.js.map +1 -0
  890. package/dist/search/v1/verticals/docs.d.ts +4 -0
  891. package/dist/search/v1/verticals/docs.d.ts.map +1 -0
  892. package/dist/search/v1/verticals/docs.js +20 -0
  893. package/dist/search/v1/verticals/docs.js.map +1 -0
  894. package/dist/search/v1/verticals/general.d.ts +4 -0
  895. package/dist/search/v1/verticals/general.d.ts.map +1 -0
  896. package/dist/search/v1/verticals/general.js +22 -0
  897. package/dist/search/v1/verticals/general.js.map +1 -0
  898. package/dist/search/v1/verticals/news.d.ts +10 -0
  899. package/dist/search/v1/verticals/news.d.ts.map +1 -0
  900. package/dist/search/v1/verticals/news.js +52 -0
  901. package/dist/search/v1/verticals/news.js.map +1 -0
  902. package/dist/search/v1/verticals/papers.d.ts +4 -0
  903. package/dist/search/v1/verticals/papers.d.ts.map +1 -0
  904. package/dist/search/v1/verticals/papers.js +23 -0
  905. package/dist/search/v1/verticals/papers.js.map +1 -0
  906. package/dist/search/validator.js +31 -31
  907. package/dist/search/validator.js.map +1 -1
  908. package/dist/searxng/bootstrap.d.ts +30 -0
  909. package/dist/searxng/bootstrap.d.ts.map +1 -1
  910. package/dist/searxng/bootstrap.js +223 -85
  911. package/dist/searxng/bootstrap.js.map +1 -1
  912. package/dist/searxng/docker.d.ts.map +1 -1
  913. package/dist/searxng/docker.js +69 -60
  914. package/dist/searxng/docker.js.map +1 -1
  915. package/dist/searxng/process.d.ts +13 -1
  916. package/dist/searxng/process.d.ts.map +1 -1
  917. package/dist/searxng/process.js +231 -164
  918. package/dist/searxng/process.js.map +1 -1
  919. package/dist/server/backend-status.d.ts +13 -0
  920. package/dist/server/backend-status.d.ts.map +1 -0
  921. package/dist/server/backend-status.js +40 -0
  922. package/dist/server/backend-status.js.map +1 -0
  923. package/dist/server/tool-schemas.d.ts +549 -0
  924. package/dist/server/tool-schemas.d.ts.map +1 -0
  925. package/dist/server/tool-schemas.js +464 -0
  926. package/dist/server/tool-schemas.js.map +1 -0
  927. package/dist/server/warmup-on-start.d.ts +9 -0
  928. package/dist/server/warmup-on-start.d.ts.map +1 -0
  929. package/dist/server/warmup-on-start.js +55 -0
  930. package/dist/server/warmup-on-start.js.map +1 -0
  931. package/dist/server.d.ts +17 -0
  932. package/dist/server.d.ts.map +1 -1
  933. package/dist/server.js +454 -297
  934. package/dist/server.js.map +1 -1
  935. package/dist/tools/agent.d.ts +5 -0
  936. package/dist/tools/agent.d.ts.map +1 -0
  937. package/dist/tools/agent.js +128 -0
  938. package/dist/tools/agent.js.map +1 -0
  939. package/dist/tools/cache.d.ts +2 -1
  940. package/dist/tools/cache.d.ts.map +1 -1
  941. package/dist/tools/cache.js +175 -44
  942. package/dist/tools/cache.js.map +1 -1
  943. package/dist/tools/crawl.d.ts.map +1 -1
  944. package/dist/tools/crawl.js +171 -88
  945. package/dist/tools/crawl.js.map +1 -1
  946. package/dist/tools/extract.d.ts +2 -2
  947. package/dist/tools/extract.d.ts.map +1 -1
  948. package/dist/tools/extract.js +175 -59
  949. package/dist/tools/extract.js.map +1 -1
  950. package/dist/tools/fetch.d.ts +2 -2
  951. package/dist/tools/fetch.d.ts.map +1 -1
  952. package/dist/tools/fetch.js +161 -68
  953. package/dist/tools/fetch.js.map +1 -1
  954. package/dist/tools/find-similar.d.ts +5 -0
  955. package/dist/tools/find-similar.d.ts.map +1 -0
  956. package/dist/tools/find-similar.js +127 -0
  957. package/dist/tools/find-similar.js.map +1 -0
  958. package/dist/tools/research.d.ts +5 -0
  959. package/dist/tools/research.d.ts.map +1 -0
  960. package/dist/tools/research.js +107 -0
  961. package/dist/tools/research.js.map +1 -0
  962. package/dist/tools/search.d.ts +10 -2
  963. package/dist/tools/search.d.ts.map +1 -1
  964. package/dist/tools/search.js +13 -158
  965. package/dist/tools/search.js.map +1 -1
  966. package/dist/types.d.ts +350 -7
  967. package/dist/types.d.ts.map +1 -1
  968. package/dist/types.js +6 -1
  969. package/dist/types.js.map +1 -1
  970. package/dist/util/mode.d.ts +4 -0
  971. package/dist/util/mode.d.ts.map +1 -0
  972. package/dist/util/mode.js +34 -0
  973. package/dist/util/mode.js.map +1 -0
  974. package/package.json +78 -8
  975. package/dist/extraction/trafilatura.d.ts +0 -6
  976. package/dist/extraction/trafilatura.d.ts.map +0 -1
  977. package/dist/extraction/trafilatura.js +0 -105
  978. package/dist/extraction/trafilatura.js.map +0 -1
  979. package/dist/search/flashrank.d.ts +0 -12
  980. package/dist/search/flashrank.d.ts.map +0 -1
  981. package/dist/search/flashrank.js +0 -63
  982. package/dist/search/flashrank.js.map +0 -1
@@ -0,0 +1,501 @@
1
+ import { deduplicateResults } from "../dedup.js";
2
+ import { decomposeQuery } from "../query.js";
3
+ import { validateLinks } from "../validator.js";
4
+ import { rerankResults } from "../rerank.js";
5
+ import { applyAllFilters } from "../filters.js";
6
+ import { runSynthesis } from "../answer-synthesis.js";
7
+ import { applyEvidenceDefault } from "../evidence.js";
8
+ import { normalizeQueries, fanOutSearch, synthesizeIntent, expandIfSingle } from "../multi-query.js";
9
+ import { filterByLanguage } from "../language-filter.js";
10
+ import { hasRecencyIntent } from "../reranker/recency.js";
11
+ import { getExtractProvider } from "../../providers/extract-provider.js";
12
+ import { truncateSmartly } from "../truncate.js";
13
+ import { cacheSearchResults, getCachedSearchResults, cacheContent } from "../../cache/store.js";
14
+ import { getEmbeddingService } from "../../embedding/embed.js";
15
+ import { getConfig } from "../../config.js";
16
+ import { resolveMode } from "../../util/mode.js";
17
+ import { createLogger } from "../../logger.js";
18
+ const log = createLogger("search");
19
+ const DEFAULT_MAX_RESULTS = 5;
20
+ const MAX_RESULTS_CAP = 20;
21
+ const DEFAULT_CONTENT_MAX_CHARS = 3e4;
22
+ const DEFAULT_MAX_TOTAL_CHARS = 5e4;
23
+ async function runSearxngSearch(input, ctx) {
24
+ const { engines, router, backendStatus, samplingServer, onProgress } = ctx;
25
+ const mode = resolveMode(input.mode);
26
+ const start = Date.now();
27
+ const config = getConfig();
28
+ const RETIRED_FORMATS = /* @__PURE__ */ new Set(["full", "context", "highlights"]);
29
+ const VALID_FORMATS = /* @__PURE__ */ new Set(["answer", "stream_answer"]);
30
+ if (input.format != null) {
31
+ const fmt = String(input.format);
32
+ if (RETIRED_FORMATS.has(fmt)) {
33
+ return {
34
+ ok: false,
35
+ error: "invalid_format",
36
+ error_reason: `format renamed; pass 'evidence' (default \u2014 omit) or 'answer'/'stream_answer' for synthesis`,
37
+ stage: "search"
38
+ };
39
+ }
40
+ if (!VALID_FORMATS.has(fmt)) {
41
+ return {
42
+ ok: false,
43
+ error: "invalid_format",
44
+ error_reason: `unknown format='${fmt}'. Valid: omit (evidence), 'answer', 'stream_answer'`,
45
+ stage: "search"
46
+ };
47
+ }
48
+ }
49
+ const maxResults = Math.min(input.max_results ?? DEFAULT_MAX_RESULTS, MAX_RESULTS_CAP);
50
+ const includeContent = input.include_content ?? true;
51
+ const contentMaxChars = input.content_max_chars ?? DEFAULT_CONTENT_MAX_CHARS;
52
+ const maxContentChars = input.max_content_chars;
53
+ const maxTotalChars = input.max_total_chars ?? DEFAULT_MAX_TOTAL_CHARS;
54
+ const totalTimeoutMs = config.searchTotalTimeoutMs;
55
+ const fetchTimeoutMs = config.searchFetchTimeoutMs;
56
+ {
57
+ const queryStr2 = Array.isArray(input.query) ? input.query.join(" ") : input.query;
58
+ if (typeof queryStr2 === "string" && hasRecencyIntent(queryStr2)) {
59
+ if (input.force_refresh !== false) input.force_refresh = true;
60
+ if (!input.time_range) input.time_range = "week";
61
+ }
62
+ }
63
+ const streamProgress = input.format === "stream_answer" ? onProgress : void 0;
64
+ const emit = async (progress, total, message) => {
65
+ if (!streamProgress) return;
66
+ try {
67
+ await streamProgress({ progress, total, message });
68
+ } catch (err) {
69
+ log.debug("progress notification failed", { error: String(err) });
70
+ }
71
+ };
72
+ let normalizedQuery = input.query;
73
+ let autoExpanded = false;
74
+ if (mode !== "cache" && typeof normalizedQuery === "string") {
75
+ normalizedQuery = expandIfSingle(normalizedQuery);
76
+ autoExpanded = true;
77
+ }
78
+ const isMultiQuery = Array.isArray(normalizedQuery);
79
+ if (isMultiQuery) {
80
+ const normalizedQueries = normalizeQueries(normalizedQuery);
81
+ if (normalizedQueries.length === 0) {
82
+ return {
83
+ ok: false,
84
+ error: "invalid_input",
85
+ error_reason: "All queries were empty after normalization",
86
+ stage: "search"
87
+ };
88
+ }
89
+ const displayQuery = autoExpanded && typeof input.query === "string" ? input.query : normalizedQueries[0];
90
+ const cacheKey = normalizedQueries.join(" | ");
91
+ const staleMaxSeconds2 = mode === "cache" ? config.fastStaleMaxHours * 3600 : 0;
92
+ const cached2 = input.force_refresh ? null : getCachedSearchResults(cacheKey, { staleMaxSeconds: staleMaxSeconds2 });
93
+ if (cached2 && !includeContent) {
94
+ log.info("serving multi-query search results from cache", {
95
+ queries: normalizedQueries,
96
+ stale: cached2.stale ?? false
97
+ });
98
+ const stamped = cached2.results.slice(0, maxResults).map((r) => ({
99
+ ...r,
100
+ cached: true,
101
+ cached_at: cached2.searched_at,
102
+ ...cached2.stale ? { stale: true } : {}
103
+ }));
104
+ const output3 = {
105
+ results: stamped,
106
+ query: displayQuery,
107
+ engines_used: cached2.engines_used,
108
+ total_time_ms: Date.now() - start,
109
+ queries_executed: normalizedQueries
110
+ };
111
+ const warning = backendStatus?.consumeWarning();
112
+ if (warning) output3.warning = warning;
113
+ if (input.format === "answer" || input.format === "stream_answer") {
114
+ const synth = await runSynthesis({
115
+ query: displayQuery,
116
+ results: output3.results,
117
+ samplingServer,
118
+ maxTotalChars
119
+ });
120
+ if (!synth.ok) {
121
+ output3.error = synth.error;
122
+ output3.error_reason = synth.error_reason;
123
+ output3.stage = synth.stage;
124
+ if (synth.hint) output3.hint = synth.hint;
125
+ } else {
126
+ output3.answer = synth.data.answer;
127
+ output3.citations = synth.data.citations;
128
+ if (input.format === "stream_answer") output3.streaming = true;
129
+ if (synth.data.warning) {
130
+ output3.warning = output3.warning ? `${output3.warning}; ${synth.data.warning}` : synth.data.warning;
131
+ }
132
+ }
133
+ } else if (output3.results.length > 0 && mode !== "cache") {
134
+ await applyEvidenceDefault(input, output3, output3.results, displayQuery);
135
+ }
136
+ return { ok: true, data: output3 };
137
+ }
138
+ let activeEngines2 = engines;
139
+ if (input.search_engines && input.search_engines.length > 0) {
140
+ activeEngines2 = engines.filter((e) => input.search_engines.includes(e.name));
141
+ if (activeEngines2.length === 0) {
142
+ log.warn("no engines matched search_engines filter, using all", { requested: input.search_engines });
143
+ activeEngines2 = engines;
144
+ }
145
+ }
146
+ await emit(1, 5, `Running ${normalizedQueries.length} search queries across engines...`);
147
+ const { results: rawResults, enginesUsed: enginesUsed2, errors: errors2 } = await fanOutSearch(
148
+ normalizedQueries,
149
+ mode === "cache" ? activeEngines2.slice(0, 1) : activeEngines2,
150
+ {
151
+ maxResults,
152
+ timeRange: input.time_range,
153
+ language: input.language,
154
+ includeDomains: input.include_domains,
155
+ excludeDomains: input.exclude_domains,
156
+ fromDate: input.from_date,
157
+ toDate: input.to_date,
158
+ category: input.category
159
+ }
160
+ );
161
+ const filterTargetMq = (input.language ?? "en").slice(0, 2).toLowerCase();
162
+ const filteredMq = filterByLanguage(rawResults, {
163
+ target: filterTargetMq,
164
+ dropThreshold: 0.7
165
+ });
166
+ const filterWarningsMq = filteredMq.warnings.join("; ");
167
+ const filteredRaw = filteredMq.results;
168
+ if (filteredRaw.length === 0 && input.format !== "answer" && input.format !== "stream_answer") {
169
+ return {
170
+ ok: false,
171
+ error: "no_results",
172
+ error_reason: errors2.length > 0 ? errors2.join("; ") : "No results found",
173
+ stage: "search"
174
+ };
175
+ }
176
+ await emit(2, 5, `Deduplicating and reranking ${filteredRaw.length} results...`);
177
+ let merged2 = deduplicateResults(filteredRaw);
178
+ merged2 = applyAllFilters(merged2, {
179
+ includeDomains: input.include_domains,
180
+ excludeDomains: input.exclude_domains,
181
+ fromDate: input.from_date,
182
+ toDate: input.to_date,
183
+ category: input.category
184
+ });
185
+ const intentString = synthesizeIntent(normalizedQueries);
186
+ merged2 = await rerankResults(intentString, merged2, { skip: mode === "cache" });
187
+ if (mode !== "cache") merged2 = await validateLinks(merged2);
188
+ merged2 = merged2.slice(0, maxResults);
189
+ const results2 = merged2.map((m) => ({
190
+ title: m.title,
191
+ url: m.url,
192
+ snippet: m.snippet,
193
+ relevance_score: m.relevance_score,
194
+ ...m.published_date ? { published_date: m.published_date } : {}
195
+ }));
196
+ const searchElapsed2 = Date.now() - start;
197
+ let fetchElapsed2 = 0;
198
+ if (includeContent && results2.length > 0) {
199
+ await emit(3, 5, `Fetching content from ${results2.length} sources...`);
200
+ const fetchStart = Date.now();
201
+ await fetchContentForResults(results2, router, {
202
+ contentMaxChars,
203
+ maxContentChars,
204
+ maxTotalChars,
205
+ fetchTimeoutMs,
206
+ totalDeadline: start + totalTimeoutMs,
207
+ forceRefresh: input.force_refresh ?? false,
208
+ maxFetches: input.max_fetches
209
+ });
210
+ fetchElapsed2 = Date.now() - fetchStart;
211
+ }
212
+ try {
213
+ cacheSearchResults(cacheKey, results2, enginesUsed2);
214
+ } catch (err) {
215
+ log.warn("failed to cache multi-query search results", { error: String(err) });
216
+ }
217
+ const output2 = {
218
+ results: results2,
219
+ query: displayQuery,
220
+ engines_used: enginesUsed2,
221
+ total_time_ms: Date.now() - start,
222
+ search_time_ms: searchElapsed2,
223
+ fetch_time_ms: fetchElapsed2,
224
+ queries_executed: normalizedQueries
225
+ };
226
+ const combinedMq = [filterWarningsMq, backendStatus?.consumeWarning()].filter(Boolean).join("; ");
227
+ if (combinedMq) output2.warning = combinedMq;
228
+ if (input.format === "answer" || input.format === "stream_answer") {
229
+ const synth = await runSynthesis({
230
+ query: displayQuery,
231
+ results: results2,
232
+ samplingServer,
233
+ maxTotalChars
234
+ });
235
+ if (!synth.ok) {
236
+ output2.error = synth.error;
237
+ output2.error_reason = synth.error_reason;
238
+ output2.stage = synth.stage;
239
+ if (synth.hint) output2.hint = synth.hint;
240
+ } else {
241
+ output2.answer = synth.data.answer;
242
+ output2.citations = synth.data.citations;
243
+ if (input.format === "stream_answer") output2.streaming = true;
244
+ if (synth.data.warning) {
245
+ output2.warning = output2.warning ? `${output2.warning}; ${synth.data.warning}` : synth.data.warning;
246
+ }
247
+ }
248
+ } else if (results2.length > 0 && mode !== "cache") {
249
+ await applyEvidenceDefault(input, output2, results2, displayQuery);
250
+ }
251
+ return { ok: true, data: output2 };
252
+ }
253
+ const queryStr = input.query;
254
+ const staleMaxSeconds = mode === "cache" ? config.fastStaleMaxHours * 3600 : 0;
255
+ const cached = input.force_refresh ? null : getCachedSearchResults(queryStr, { staleMaxSeconds });
256
+ if (cached && !includeContent) {
257
+ log.info("serving search results from cache", {
258
+ query: queryStr,
259
+ stale: cached.stale ?? false
260
+ });
261
+ const stamped = cached.results.slice(0, maxResults).map((r) => ({
262
+ ...r,
263
+ cached: true,
264
+ cached_at: cached.searched_at,
265
+ ...cached.stale ? { stale: true } : {}
266
+ }));
267
+ const output2 = {
268
+ results: stamped,
269
+ query: queryStr,
270
+ engines_used: cached.engines_used,
271
+ total_time_ms: Date.now() - start
272
+ };
273
+ const warning = backendStatus?.consumeWarning();
274
+ if (warning) output2.warning = warning;
275
+ if (input.format === "answer" || input.format === "stream_answer") {
276
+ const synth = await runSynthesis({
277
+ query: queryStr,
278
+ results: output2.results,
279
+ samplingServer,
280
+ maxTotalChars
281
+ });
282
+ if (!synth.ok) {
283
+ output2.error = synth.error;
284
+ output2.error_reason = synth.error_reason;
285
+ output2.stage = synth.stage;
286
+ if (synth.hint) output2.hint = synth.hint;
287
+ } else {
288
+ output2.answer = synth.data.answer;
289
+ output2.citations = synth.data.citations;
290
+ if (input.format === "stream_answer") output2.streaming = true;
291
+ if (synth.data.warning) {
292
+ output2.warning = output2.warning ? `${output2.warning}; ${synth.data.warning}` : synth.data.warning;
293
+ }
294
+ }
295
+ } else if (output2.results.length > 0 && mode !== "cache") {
296
+ await applyEvidenceDefault(input, output2, output2.results, queryStr);
297
+ }
298
+ return { ok: true, data: output2 };
299
+ }
300
+ let activeEngines = engines;
301
+ if (input.search_engines && input.search_engines.length > 0) {
302
+ activeEngines = engines.filter((e) => input.search_engines.includes(e.name));
303
+ if (activeEngines.length === 0) {
304
+ log.warn("no engines matched search_engines filter, using all", { requested: input.search_engines });
305
+ activeEngines = engines;
306
+ }
307
+ }
308
+ const subQueries = decomposeQuery(queryStr);
309
+ log.debug("query decomposition", { original: queryStr, parts: subQueries.length });
310
+ const effectiveEngines = mode === "cache" ? activeEngines.slice(0, 1) : activeEngines;
311
+ await emit(1, 5, `Running ${subQueries.length} search queries across ${effectiveEngines.length} engines...`);
312
+ const allRaw = [];
313
+ const enginesUsed = /* @__PURE__ */ new Set();
314
+ const errors = [];
315
+ const hasFilterAttrition = !!(input.include_domains?.length || input.exclude_domains?.length);
316
+ const overfetchFactor = hasFilterAttrition ? 3 : 2;
317
+ const searchPromises = effectiveEngines.flatMap(
318
+ (engine) => subQueries.map(async (query) => {
319
+ try {
320
+ const results2 = await engine.search(query, {
321
+ maxResults: maxResults * overfetchFactor,
322
+ timeRange: input.time_range,
323
+ language: input.language,
324
+ includeDomains: input.include_domains,
325
+ excludeDomains: input.exclude_domains,
326
+ fromDate: input.from_date,
327
+ toDate: input.to_date,
328
+ category: input.category
329
+ });
330
+ for (const r of results2) {
331
+ allRaw.push(r);
332
+ enginesUsed.add(engine.name);
333
+ }
334
+ } catch (err) {
335
+ const msg = err instanceof Error ? err.message : String(err);
336
+ log.warn("engine search failed", { engine: engine.name, query, error: msg });
337
+ errors.push(`${engine.name}: ${msg}`);
338
+ }
339
+ })
340
+ );
341
+ await Promise.allSettled(searchPromises);
342
+ const filterTargetSq = (input.language ?? "en").slice(0, 2).toLowerCase();
343
+ const filteredSq = filterByLanguage(allRaw, {
344
+ target: filterTargetSq,
345
+ dropThreshold: 0.4
346
+ });
347
+ const filterWarningsSq = filteredSq.warnings.join("; ");
348
+ const filteredAllRaw = filteredSq.results;
349
+ if (filteredAllRaw.length === 0 && input.format !== "answer" && input.format !== "stream_answer") {
350
+ return {
351
+ ok: false,
352
+ error: "no_results",
353
+ error_reason: errors.length > 0 ? errors.join("; ") : "No results found",
354
+ stage: "search"
355
+ };
356
+ }
357
+ await emit(2, 5, `Deduplicating and reranking ${filteredAllRaw.length} results...`);
358
+ let merged = deduplicateResults(filteredAllRaw);
359
+ merged = applyAllFilters(merged, {
360
+ includeDomains: input.include_domains,
361
+ excludeDomains: input.exclude_domains,
362
+ fromDate: input.from_date,
363
+ toDate: input.to_date,
364
+ category: input.category
365
+ });
366
+ merged = await rerankResults(queryStr, merged, { skip: mode === "cache" });
367
+ if (mode !== "cache") merged = await validateLinks(merged);
368
+ merged = merged.slice(0, maxResults);
369
+ const results = merged.map((m) => ({
370
+ title: m.title,
371
+ url: m.url,
372
+ snippet: m.snippet,
373
+ relevance_score: m.relevance_score,
374
+ ...m.published_date ? { published_date: m.published_date } : {}
375
+ }));
376
+ const searchElapsed = Date.now() - start;
377
+ let fetchElapsed = 0;
378
+ if (includeContent && results.length > 0) {
379
+ await emit(3, 5, `Fetching content from ${results.length} sources...`);
380
+ const fetchStart = Date.now();
381
+ await fetchContentForResults(results, router, {
382
+ contentMaxChars,
383
+ maxContentChars,
384
+ maxTotalChars,
385
+ fetchTimeoutMs,
386
+ totalDeadline: start + totalTimeoutMs,
387
+ forceRefresh: input.force_refresh ?? false,
388
+ maxFetches: input.max_fetches
389
+ });
390
+ fetchElapsed = Date.now() - fetchStart;
391
+ }
392
+ try {
393
+ cacheSearchResults(queryStr, results, [...enginesUsed]);
394
+ } catch (err) {
395
+ log.warn("failed to cache search results", { error: String(err) });
396
+ }
397
+ const output = {
398
+ results,
399
+ query: queryStr,
400
+ engines_used: [...enginesUsed],
401
+ total_time_ms: Date.now() - start,
402
+ search_time_ms: searchElapsed,
403
+ fetch_time_ms: fetchElapsed
404
+ };
405
+ const combinedSq = [filterWarningsSq, backendStatus?.consumeWarning()].filter(Boolean).join("; ");
406
+ if (combinedSq) output.warning = combinedSq;
407
+ if (input.format === "answer" || input.format === "stream_answer") {
408
+ const synth = await runSynthesis({
409
+ query: queryStr,
410
+ results,
411
+ samplingServer,
412
+ maxTotalChars
413
+ });
414
+ if (!synth.ok) {
415
+ output.error = synth.error;
416
+ output.error_reason = synth.error_reason;
417
+ output.stage = synth.stage;
418
+ if (synth.hint) output.hint = synth.hint;
419
+ } else {
420
+ output.answer = synth.data.answer;
421
+ output.citations = synth.data.citations;
422
+ if (input.format === "stream_answer") output.streaming = true;
423
+ if (synth.data.warning) {
424
+ output.warning = output.warning ? `${output.warning}; ${synth.data.warning}` : synth.data.warning;
425
+ }
426
+ }
427
+ } else if (results.length > 0 && mode !== "cache") {
428
+ await applyEvidenceDefault(input, output, results, queryStr);
429
+ }
430
+ return { ok: true, data: output };
431
+ }
432
+ async function fetchContentForResults(results, router, ctx) {
433
+ const fetchTargets = ctx.maxFetches !== void 0 ? results.slice(0, ctx.maxFetches) : results;
434
+ const fetches = fetchTargets.map(async (result) => {
435
+ if (Date.now() >= ctx.totalDeadline) {
436
+ return { error: "total_timeout" };
437
+ }
438
+ try {
439
+ const raw = await Promise.race([
440
+ router.fetch(result.url, {
441
+ renderJs: "auto",
442
+ ...ctx.forceRefresh && { force_refresh: true }
443
+ }),
444
+ new Promise(
445
+ (_, reject) => setTimeout(() => reject(new Error("timeout")), ctx.fetchTimeoutMs)
446
+ )
447
+ ]);
448
+ const extractor = await getExtractProvider();
449
+ const extraction = await extractor.extract(raw.html, raw.finalUrl, {
450
+ maxChars: ctx.contentMaxChars,
451
+ contentType: raw.contentType
452
+ });
453
+ try {
454
+ cacheContent(raw, extraction);
455
+ } catch (err) {
456
+ log.warn("failed to cache search result", { url: result.url, error: String(err) });
457
+ }
458
+ try {
459
+ const embeddingService = getEmbeddingService();
460
+ if (embeddingService.isAvailable()) {
461
+ embeddingService.embedAsync(raw.finalUrl, extraction.markdown);
462
+ }
463
+ } catch (err) {
464
+ log.debug("embedding hook skipped for search result", { error: String(err) });
465
+ }
466
+ const md = ctx.maxContentChars !== void 0 ? truncateSmartly(extraction.markdown, ctx.maxContentChars) : extraction.markdown;
467
+ return { content: md };
468
+ } catch (err) {
469
+ const msg = err instanceof Error ? err.message : String(err);
470
+ log.debug("content fetch failed", { url: result.url, error: msg });
471
+ return { error: msg };
472
+ }
473
+ });
474
+ const fetched = await Promise.all(fetches);
475
+ let totalCharsUsed = 0;
476
+ for (let i = 0; i < fetchTargets.length; i++) {
477
+ const result = fetchTargets[i];
478
+ const { content, error } = fetched[i];
479
+ if (error) {
480
+ result.fetch_failed = error;
481
+ continue;
482
+ }
483
+ if (content === void 0) continue;
484
+ if (totalCharsUsed >= ctx.maxTotalChars) {
485
+ result.content_truncated = true;
486
+ continue;
487
+ }
488
+ let out = content;
489
+ const remaining = ctx.maxTotalChars - totalCharsUsed;
490
+ if (out.length > remaining) {
491
+ out = out.slice(0, remaining);
492
+ result.content_truncated = true;
493
+ }
494
+ totalCharsUsed += out.length;
495
+ result.markdown_content = out;
496
+ }
497
+ }
498
+ export {
499
+ runSearxngSearch
500
+ };
501
+ //# sourceMappingURL=searxng-orchestrator.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/search/legacy/searxng-orchestrator.ts"],"sourcesContent":["import type {\n SearchInput,\n SearchOutput,\n SearchResultItem,\n RawSearchResult,\n StageResult,\n} from '../../types.js';\nimport type { SmartRouter } from '../../fetch/router.js';\nimport type { SearchContext } from '../../providers/search-provider.js';\nimport { deduplicateResults } from '../dedup.js';\nimport { decomposeQuery } from '../query.js';\nimport { validateLinks } from '../validator.js';\nimport { rerankResults } from '../rerank.js';\nimport { applyAllFilters } from '../filters.js';\nimport { runSynthesis } from '../answer-synthesis.js';\nimport { applyEvidenceDefault } from '../evidence.js';\nimport { normalizeQueries, fanOutSearch, synthesizeIntent, expandIfSingle } from '../multi-query.js';\nimport { filterByLanguage } from '../language-filter.js';\nimport { hasRecencyIntent } from '../reranker/recency.js';\nimport { getExtractProvider } from '../../providers/extract-provider.js';\nimport { truncateSmartly } from '../truncate.js';\nimport { cacheSearchResults, getCachedSearchResults, cacheContent } from '../../cache/store.js';\nimport { getEmbeddingService } from '../../embedding/embed.js';\nimport { getConfig } from '../../config.js';\nimport { resolveMode } from '../../util/mode.js';\nimport { createLogger } from '../../logger.js';\n\nconst log = createLogger('search');\n\nconst DEFAULT_MAX_RESULTS = 5;\nconst MAX_RESULTS_CAP = 20;\nconst DEFAULT_CONTENT_MAX_CHARS = 30000;\nconst DEFAULT_MAX_TOTAL_CHARS = 50000;\n\nexport async function runSearxngSearch(\n input: SearchInput,\n ctx: SearchContext,\n): Promise<StageResult<SearchOutput>> {\n const { engines, router, backendStatus, samplingServer, onProgress } = ctx;\n const mode = resolveMode(input.mode);\n const start = Date.now();\n const config = getConfig();\n\n const RETIRED_FORMATS = new Set(['full', 'context', 'highlights']);\n const VALID_FORMATS = new Set(['answer', 'stream_answer']);\n\n if (input.format != null) {\n const fmt = String(input.format);\n if (RETIRED_FORMATS.has(fmt)) {\n return {\n ok: false,\n error: 'invalid_format',\n error_reason: `format renamed; pass 'evidence' (default — omit) or 'answer'/'stream_answer' for synthesis`,\n stage: 'search',\n };\n }\n if (!VALID_FORMATS.has(fmt)) {\n return {\n ok: false,\n error: 'invalid_format',\n error_reason: `unknown format='${fmt}'. Valid: omit (evidence), 'answer', 'stream_answer'`,\n stage: 'search',\n };\n }\n }\n\n const maxResults = Math.min(input.max_results ?? DEFAULT_MAX_RESULTS, MAX_RESULTS_CAP);\n const includeContent = input.include_content ?? true;\n const contentMaxChars = input.content_max_chars ?? DEFAULT_CONTENT_MAX_CHARS;\n const maxContentChars = input.max_content_chars;\n const maxTotalChars = input.max_total_chars ?? DEFAULT_MAX_TOTAL_CHARS;\n const totalTimeoutMs = config.searchTotalTimeoutMs;\n const fetchTimeoutMs = config.searchFetchTimeoutMs;\n\n // Q12: when the query has temporal intent (\"latest\", \"recent\", \"this week\", current year),\n // bypass cache and constrain engines to recent results. Existing recency-boost in rerank\n // already biases newer published_date once results land; this gates the upstream retrieval.\n {\n const queryStr = Array.isArray(input.query) ? input.query.join(' ') : input.query;\n if (typeof queryStr === 'string' && hasRecencyIntent(queryStr)) {\n if (input.force_refresh !== false) input.force_refresh = true;\n if (!input.time_range) input.time_range = 'week';\n }\n }\n\n // Progress notifications are only emitted for stream_answer format\n const streamProgress = input.format === 'stream_answer' ? onProgress : undefined;\n const emit = async (progress: number, total: number, message: string): Promise<void> => {\n if (!streamProgress) return;\n try {\n await streamProgress({ progress, total, message });\n } catch (err) {\n log.debug('progress notification failed', { error: String(err) });\n }\n };\n\n let normalizedQuery: string | string[] = input.query;\n let autoExpanded = false;\n if (mode !== 'cache' && typeof normalizedQuery === 'string') {\n normalizedQuery = expandIfSingle(normalizedQuery);\n autoExpanded = true;\n }\n\n const isMultiQuery = Array.isArray(normalizedQuery);\n\n // --- Multi-query path ---\n if (isMultiQuery) {\n const normalizedQueries = normalizeQueries(normalizedQuery as string[]);\n\n if (normalizedQueries.length === 0) {\n return {\n ok: false,\n error: 'invalid_input',\n error_reason: 'All queries were empty after normalization',\n stage: 'search',\n };\n }\n\n const displayQuery = autoExpanded && typeof input.query === 'string'\n ? input.query\n : normalizedQueries[0];\n const cacheKey = normalizedQueries.join(' | ');\n\n const staleMaxSeconds = mode === 'cache' ? config.fastStaleMaxHours * 3600 : 0;\n const cached = input.force_refresh\n ? null\n : getCachedSearchResults(cacheKey, { staleMaxSeconds });\n if (cached && !includeContent) {\n log.info('serving multi-query search results from cache', {\n queries: normalizedQueries,\n stale: cached.stale ?? false,\n });\n const stamped: SearchResultItem[] = cached.results.slice(0, maxResults).map(r => ({\n ...r,\n cached: true,\n cached_at: cached.searched_at,\n ...(cached.stale ? { stale: true } : {}),\n }));\n const output: SearchOutput = {\n results: stamped,\n query: displayQuery,\n engines_used: cached.engines_used,\n total_time_ms: Date.now() - start,\n queries_executed: normalizedQueries,\n };\n const warning = backendStatus?.consumeWarning();\n if (warning) output.warning = warning;\n if (input.format === 'answer' || input.format === 'stream_answer') {\n const synth = await runSynthesis({\n query: displayQuery,\n results: output.results,\n samplingServer,\n maxTotalChars,\n });\n if (!synth.ok) {\n output.error = synth.error;\n (output as unknown as Record<string, unknown>).error_reason = synth.error_reason;\n (output as unknown as Record<string, unknown>).stage = synth.stage;\n if (synth.hint) (output as unknown as Record<string, unknown>).hint = synth.hint;\n } else {\n output.answer = synth.data.answer;\n output.citations = synth.data.citations;\n if (input.format === 'stream_answer') output.streaming = true;\n if (synth.data.warning) {\n output.warning = output.warning ? `${output.warning}; ${synth.data.warning}` : synth.data.warning;\n }\n }\n } else if (output.results.length > 0 && mode !== 'cache') {\n await applyEvidenceDefault(input, output, output.results, displayQuery);\n }\n return { ok: true, data: output };\n }\n\n let activeEngines = engines;\n if (input.search_engines && input.search_engines.length > 0) {\n activeEngines = engines.filter(e => input.search_engines!.includes(e.name));\n if (activeEngines.length === 0) {\n log.warn('no engines matched search_engines filter, using all', { requested: input.search_engines });\n activeEngines = engines;\n }\n }\n\n await emit(1, 5, `Running ${normalizedQueries.length} search queries across engines...`);\n\n const { results: rawResults, enginesUsed, errors } = await fanOutSearch(\n normalizedQueries,\n mode === 'cache' ? activeEngines.slice(0, 1) : activeEngines,\n {\n maxResults,\n timeRange: input.time_range,\n language: input.language,\n includeDomains: input.include_domains,\n excludeDomains: input.exclude_domains,\n fromDate: input.from_date,\n toDate: input.to_date,\n category: input.category,\n },\n );\n\n const filterTargetMq = (input.language ?? 'en').slice(0, 2).toLowerCase();\n const filteredMq = filterByLanguage(rawResults, {\n target: filterTargetMq,\n dropThreshold: 0.7,\n });\n const filterWarningsMq = filteredMq.warnings.join('; ');\n const filteredRaw = filteredMq.results;\n\n if (filteredRaw.length === 0 && input.format !== 'answer' && input.format !== 'stream_answer') {\n return {\n ok: false,\n error: 'no_results',\n error_reason: errors.length > 0 ? errors.join('; ') : 'No results found',\n stage: 'search',\n };\n }\n\n await emit(2, 5, `Deduplicating and reranking ${filteredRaw.length} results...`);\n\n let merged = deduplicateResults(filteredRaw);\n\n merged = applyAllFilters(merged, {\n includeDomains: input.include_domains,\n excludeDomains: input.exclude_domains,\n fromDate: input.from_date,\n toDate: input.to_date,\n category: input.category,\n });\n\n const intentString = synthesizeIntent(normalizedQueries);\n merged = await rerankResults(intentString, merged, { skip: mode === 'cache' });\n if (mode !== 'cache') merged = await validateLinks(merged);\n merged = merged.slice(0, maxResults);\n\n const results: SearchResultItem[] = merged.map(m => ({\n title: m.title,\n url: m.url,\n snippet: m.snippet,\n relevance_score: m.relevance_score,\n ...(m.published_date ? { published_date: m.published_date } : {}),\n }));\n\n const searchElapsed = Date.now() - start;\n let fetchElapsed = 0;\n\n if (includeContent && results.length > 0) {\n await emit(3, 5, `Fetching content from ${results.length} sources...`);\n const fetchStart = Date.now();\n await fetchContentForResults(results, router, {\n contentMaxChars,\n maxContentChars,\n maxTotalChars,\n fetchTimeoutMs,\n totalDeadline: start + totalTimeoutMs,\n forceRefresh: input.force_refresh ?? false,\n maxFetches: input.max_fetches,\n });\n fetchElapsed = Date.now() - fetchStart;\n }\n\n try {\n cacheSearchResults(cacheKey, results, enginesUsed);\n } catch (err) {\n log.warn('failed to cache multi-query search results', { error: String(err) });\n }\n\n const output: SearchOutput = {\n results,\n query: displayQuery,\n engines_used: enginesUsed,\n total_time_ms: Date.now() - start,\n search_time_ms: searchElapsed,\n fetch_time_ms: fetchElapsed,\n queries_executed: normalizedQueries,\n };\n const combinedMq = [filterWarningsMq, backendStatus?.consumeWarning()].filter(Boolean).join('; ');\n if (combinedMq) output.warning = combinedMq;\n if (input.format === 'answer' || input.format === 'stream_answer') {\n const synth = await runSynthesis({\n query: displayQuery,\n results,\n samplingServer,\n maxTotalChars,\n });\n if (!synth.ok) {\n output.error = synth.error;\n (output as unknown as Record<string, unknown>).error_reason = synth.error_reason;\n (output as unknown as Record<string, unknown>).stage = synth.stage;\n if (synth.hint) (output as unknown as Record<string, unknown>).hint = synth.hint;\n } else {\n output.answer = synth.data.answer;\n output.citations = synth.data.citations;\n if (input.format === 'stream_answer') output.streaming = true;\n if (synth.data.warning) {\n output.warning = output.warning ? `${output.warning}; ${synth.data.warning}` : synth.data.warning;\n }\n }\n } else if (results.length > 0 && mode !== 'cache') {\n await applyEvidenceDefault(input, output, results, displayQuery);\n }\n return { ok: true, data: output };\n }\n\n // --- Single-query path ---\n // Reachable only via mode='cache' with a string input. default/stealth string inputs\n // are converted to string[] by expandIfSingle above and handled by the multi-query path.\n const queryStr = input.query as string;\n\n const staleMaxSeconds = mode === 'cache' ? config.fastStaleMaxHours * 3600 : 0;\n const cached = input.force_refresh\n ? null\n : getCachedSearchResults(queryStr, { staleMaxSeconds });\n if (cached && !includeContent) {\n log.info('serving search results from cache', {\n query: queryStr,\n stale: cached.stale ?? false,\n });\n const stamped: SearchResultItem[] = cached.results.slice(0, maxResults).map(r => ({\n ...r,\n cached: true,\n cached_at: cached.searched_at,\n ...(cached.stale ? { stale: true } : {}),\n }));\n const output: SearchOutput = {\n results: stamped,\n query: queryStr,\n engines_used: cached.engines_used,\n total_time_ms: Date.now() - start,\n };\n const warning = backendStatus?.consumeWarning();\n if (warning) output.warning = warning;\n if (input.format === 'answer' || input.format === 'stream_answer') {\n const synth = await runSynthesis({\n query: queryStr,\n results: output.results,\n samplingServer,\n maxTotalChars,\n });\n if (!synth.ok) {\n output.error = synth.error;\n (output as unknown as Record<string, unknown>).error_reason = synth.error_reason;\n (output as unknown as Record<string, unknown>).stage = synth.stage;\n if (synth.hint) (output as unknown as Record<string, unknown>).hint = synth.hint;\n } else {\n output.answer = synth.data.answer;\n output.citations = synth.data.citations;\n if (input.format === 'stream_answer') output.streaming = true;\n if (synth.data.warning) {\n output.warning = output.warning ? `${output.warning}; ${synth.data.warning}` : synth.data.warning;\n }\n }\n } else if (output.results.length > 0 && mode !== 'cache') {\n await applyEvidenceDefault(input, output, output.results, queryStr);\n }\n return { ok: true, data: output };\n }\n\n let activeEngines = engines;\n if (input.search_engines && input.search_engines.length > 0) {\n activeEngines = engines.filter(e => input.search_engines!.includes(e.name));\n if (activeEngines.length === 0) {\n log.warn('no engines matched search_engines filter, using all', { requested: input.search_engines });\n activeEngines = engines;\n }\n }\n\n const subQueries = decomposeQuery(queryStr);\n log.debug('query decomposition', { original: queryStr, parts: subQueries.length });\n\n const effectiveEngines = mode === 'cache' ? activeEngines.slice(0, 1) : activeEngines;\n\n await emit(1, 5, `Running ${subQueries.length} search queries across ${effectiveEngines.length} engines...`);\n\n const allRaw: RawSearchResult[] = [];\n const enginesUsed = new Set<string>();\n const errors: string[] = [];\n\n const hasFilterAttrition = !!(input.include_domains?.length || input.exclude_domains?.length);\n const overfetchFactor = hasFilterAttrition ? 3 : 2;\n\n const searchPromises = effectiveEngines.flatMap(engine =>\n subQueries.map(async (query) => {\n try {\n const results = await engine.search(query, {\n maxResults: maxResults * overfetchFactor,\n timeRange: input.time_range,\n language: input.language,\n includeDomains: input.include_domains,\n excludeDomains: input.exclude_domains,\n fromDate: input.from_date,\n toDate: input.to_date,\n category: input.category,\n });\n for (const r of results) {\n allRaw.push(r);\n enginesUsed.add(engine.name);\n }\n } catch (err) {\n const msg = err instanceof Error ? err.message : String(err);\n log.warn('engine search failed', { engine: engine.name, query, error: msg });\n errors.push(`${engine.name}: ${msg}`);\n }\n }),\n );\n\n await Promise.allSettled(searchPromises);\n\n const filterTargetSq = (input.language ?? 'en').slice(0, 2).toLowerCase();\n const filteredSq = filterByLanguage(allRaw, {\n target: filterTargetSq,\n dropThreshold: 0.4,\n });\n const filterWarningsSq = filteredSq.warnings.join('; ');\n const filteredAllRaw = filteredSq.results;\n\n if (filteredAllRaw.length === 0 && input.format !== 'answer' && input.format !== 'stream_answer') {\n return {\n ok: false,\n error: 'no_results',\n error_reason: errors.length > 0 ? errors.join('; ') : 'No results found',\n stage: 'search',\n };\n }\n\n await emit(2, 5, `Deduplicating and reranking ${filteredAllRaw.length} results...`);\n\n let merged = deduplicateResults(filteredAllRaw);\n\n merged = applyAllFilters(merged, {\n includeDomains: input.include_domains,\n excludeDomains: input.exclude_domains,\n fromDate: input.from_date,\n toDate: input.to_date,\n category: input.category,\n });\n\n merged = await rerankResults(queryStr, merged, { skip: mode === 'cache' });\n if (mode !== 'cache') merged = await validateLinks(merged);\n\n merged = merged.slice(0, maxResults);\n\n const results: SearchResultItem[] = merged.map(m => ({\n title: m.title,\n url: m.url,\n snippet: m.snippet,\n relevance_score: m.relevance_score,\n ...(m.published_date ? { published_date: m.published_date } : {}),\n }));\n\n const searchElapsed = Date.now() - start;\n let fetchElapsed = 0;\n\n if (includeContent && results.length > 0) {\n await emit(3, 5, `Fetching content from ${results.length} sources...`);\n const fetchStart = Date.now();\n await fetchContentForResults(results, router, {\n contentMaxChars,\n maxContentChars,\n maxTotalChars,\n fetchTimeoutMs,\n totalDeadline: start + totalTimeoutMs,\n forceRefresh: input.force_refresh ?? false,\n maxFetches: input.max_fetches,\n });\n fetchElapsed = Date.now() - fetchStart;\n }\n\n try {\n cacheSearchResults(queryStr, results, [...enginesUsed]);\n } catch (err) {\n log.warn('failed to cache search results', { error: String(err) });\n }\n\n const output: SearchOutput = {\n results,\n query: queryStr,\n engines_used: [...enginesUsed],\n total_time_ms: Date.now() - start,\n search_time_ms: searchElapsed,\n fetch_time_ms: fetchElapsed,\n };\n const combinedSq = [filterWarningsSq, backendStatus?.consumeWarning()].filter(Boolean).join('; ');\n if (combinedSq) output.warning = combinedSq;\n if (input.format === 'answer' || input.format === 'stream_answer') {\n const synth = await runSynthesis({\n query: queryStr,\n results,\n samplingServer,\n maxTotalChars,\n });\n if (!synth.ok) {\n output.error = synth.error;\n (output as unknown as Record<string, unknown>).error_reason = synth.error_reason;\n (output as unknown as Record<string, unknown>).stage = synth.stage;\n if (synth.hint) (output as unknown as Record<string, unknown>).hint = synth.hint;\n } else {\n output.answer = synth.data.answer;\n output.citations = synth.data.citations;\n if (input.format === 'stream_answer') output.streaming = true;\n if (synth.data.warning) {\n output.warning = output.warning ? `${output.warning}; ${synth.data.warning}` : synth.data.warning;\n }\n }\n } else if (results.length > 0 && mode !== 'cache') {\n await applyEvidenceDefault(input, output, results, queryStr);\n }\n return { ok: true, data: output };\n}\n\ninterface FetchContext {\n contentMaxChars: number;\n maxContentChars?: number;\n maxTotalChars: number;\n fetchTimeoutMs: number;\n totalDeadline: number;\n forceRefresh: boolean;\n maxFetches?: number;\n}\n\n// Parallel fetch all URLs; then apply total-char budget in relevance (input) order.\nasync function fetchContentForResults(\n results: SearchResultItem[],\n router: SmartRouter,\n ctx: FetchContext,\n): Promise<void> {\n const fetchTargets = ctx.maxFetches !== undefined\n ? results.slice(0, ctx.maxFetches)\n : results;\n const fetches = fetchTargets.map(async (result): Promise<{ content?: string; error?: string }> => {\n if (Date.now() >= ctx.totalDeadline) {\n return { error: 'total_timeout' };\n }\n try {\n const raw = await Promise.race([\n router.fetch(result.url, {\n renderJs: 'auto',\n ...(ctx.forceRefresh && { force_refresh: true }),\n }),\n new Promise<never>((_, reject) =>\n setTimeout(() => reject(new Error('timeout')), ctx.fetchTimeoutMs),\n ),\n ]);\n const extractor = await getExtractProvider();\n const extraction = await extractor.extract(raw.html, raw.finalUrl, {\n maxChars: ctx.contentMaxChars,\n contentType: raw.contentType,\n });\n\n try {\n cacheContent(raw, extraction);\n } catch (err) {\n log.warn('failed to cache search result', { url: result.url, error: String(err) });\n }\n\n try {\n const embeddingService = getEmbeddingService();\n if (embeddingService.isAvailable()) {\n embeddingService.embedAsync(raw.finalUrl, extraction.markdown);\n }\n } catch (err) {\n log.debug('embedding hook skipped for search result', { error: String(err) });\n }\n\n const md = ctx.maxContentChars !== undefined\n ? truncateSmartly(extraction.markdown, ctx.maxContentChars)\n : extraction.markdown;\n return { content: md };\n } catch (err) {\n const msg = err instanceof Error ? err.message : String(err);\n log.debug('content fetch failed', { url: result.url, error: msg });\n return { error: msg };\n }\n });\n\n const fetched = await Promise.all(fetches);\n\n let totalCharsUsed = 0;\n for (let i = 0; i < fetchTargets.length; i++) {\n const result = fetchTargets[i];\n const { content, error } = fetched[i];\n\n if (error) {\n result.fetch_failed = error;\n continue;\n }\n if (content === undefined) continue;\n\n if (totalCharsUsed >= ctx.maxTotalChars) {\n result.content_truncated = true;\n continue;\n }\n\n let out = content;\n const remaining = ctx.maxTotalChars - totalCharsUsed;\n if (out.length > remaining) {\n out = out.slice(0, remaining);\n result.content_truncated = true;\n }\n\n totalCharsUsed += out.length;\n result.markdown_content = out;\n }\n}\n"],"mappings":"AASA,SAAS,0BAA0B;AACnC,SAAS,sBAAsB;AAC/B,SAAS,qBAAqB;AAC9B,SAAS,qBAAqB;AAC9B,SAAS,uBAAuB;AAChC,SAAS,oBAAoB;AAC7B,SAAS,4BAA4B;AACrC,SAAS,kBAAkB,cAAc,kBAAkB,sBAAsB;AACjF,SAAS,wBAAwB;AACjC,SAAS,wBAAwB;AACjC,SAAS,0BAA0B;AACnC,SAAS,uBAAuB;AAChC,SAAS,oBAAoB,wBAAwB,oBAAoB;AACzE,SAAS,2BAA2B;AACpC,SAAS,iBAAiB;AAC1B,SAAS,mBAAmB;AAC5B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAEjC,MAAM,sBAAsB;AAC5B,MAAM,kBAAkB;AACxB,MAAM,4BAA4B;AAClC,MAAM,0BAA0B;AAEhC,eAAsB,iBACpB,OACA,KACoC;AACpC,QAAM,EAAE,SAAS,QAAQ,eAAe,gBAAgB,WAAW,IAAI;AACvE,QAAM,OAAO,YAAY,MAAM,IAAI;AACnC,QAAM,QAAQ,KAAK,IAAI;AACvB,QAAM,SAAS,UAAU;AAEzB,QAAM,kBAAkB,oBAAI,IAAI,CAAC,QAAQ,WAAW,YAAY,CAAC;AACjE,QAAM,gBAAgB,oBAAI,IAAI,CAAC,UAAU,eAAe,CAAC;AAEzD,MAAI,MAAM,UAAU,MAAM;AACxB,UAAM,MAAM,OAAO,MAAM,MAAM;AAC/B,QAAI,gBAAgB,IAAI,GAAG,GAAG;AAC5B,aAAO;AAAA,QACL,IAAI;AAAA,QACJ,OAAO;AAAA,QACP,cAAc;AAAA,QACd,OAAO;AAAA,MACT;AAAA,IACF;AACA,QAAI,CAAC,cAAc,IAAI,GAAG,GAAG;AAC3B,aAAO;AAAA,QACL,IAAI;AAAA,QACJ,OAAO;AAAA,QACP,cAAc,mBAAmB,GAAG;AAAA,QACpC,OAAO;AAAA,MACT;AAAA,IACF;AAAA,EACF;AAEA,QAAM,aAAa,KAAK,IAAI,MAAM,eAAe,qBAAqB,eAAe;AACrF,QAAM,iBAAiB,MAAM,mBAAmB;AAChD,QAAM,kBAAkB,MAAM,qBAAqB;AACnD,QAAM,kBAAkB,MAAM;AAC9B,QAAM,gBAAgB,MAAM,mBAAmB;AAC/C,QAAM,iBAAiB,OAAO;AAC9B,QAAM,iBAAiB,OAAO;AAK9B;AACE,UAAMA,YAAW,MAAM,QAAQ,MAAM,KAAK,IAAI,MAAM,MAAM,KAAK,GAAG,IAAI,MAAM;AAC5E,QAAI,OAAOA,cAAa,YAAY,iBAAiBA,SAAQ,GAAG;AAC9D,UAAI,MAAM,kBAAkB,MAAO,OAAM,gBAAgB;AACzD,UAAI,CAAC,MAAM,WAAY,OAAM,aAAa;AAAA,IAC5C;AAAA,EACF;AAGA,QAAM,iBAAiB,MAAM,WAAW,kBAAkB,aAAa;AACvE,QAAM,OAAO,OAAO,UAAkB,OAAe,YAAmC;AACtF,QAAI,CAAC,eAAgB;AACrB,QAAI;AACF,YAAM,eAAe,EAAE,UAAU,OAAO,QAAQ,CAAC;AAAA,IACnD,SAAS,KAAK;AACZ,UAAI,MAAM,gCAAgC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,IAClE;AAAA,EACF;AAEA,MAAI,kBAAqC,MAAM;AAC/C,MAAI,eAAe;AACnB,MAAI,SAAS,WAAW,OAAO,oBAAoB,UAAU;AAC3D,sBAAkB,eAAe,eAAe;AAChD,mBAAe;AAAA,EACjB;AAEA,QAAM,eAAe,MAAM,QAAQ,eAAe;AAGlD,MAAI,cAAc;AAChB,UAAM,oBAAoB,iBAAiB,eAA2B;AAEtE,QAAI,kBAAkB,WAAW,GAAG;AAClC,aAAO;AAAA,QACL,IAAI;AAAA,QACJ,OAAO;AAAA,QACP,cAAc;AAAA,QACd,OAAO;AAAA,MACT;AAAA,IACF;AAEA,UAAM,eAAe,gBAAgB,OAAO,MAAM,UAAU,WACxD,MAAM,QACN,kBAAkB,CAAC;AACvB,UAAM,WAAW,kBAAkB,KAAK,KAAK;AAE7C,UAAMC,mBAAkB,SAAS,UAAU,OAAO,oBAAoB,OAAO;AAC7E,UAAMC,UAAS,MAAM,gBACjB,OACA,uBAAuB,UAAU,EAAE,iBAAAD,iBAAgB,CAAC;AACxD,QAAIC,WAAU,CAAC,gBAAgB;AAC7B,UAAI,KAAK,iDAAiD;AAAA,QACxD,SAAS;AAAA,QACT,OAAOA,QAAO,SAAS;AAAA,MACzB,CAAC;AACD,YAAM,UAA8BA,QAAO,QAAQ,MAAM,GAAG,UAAU,EAAE,IAAI,QAAM;AAAA,QAChF,GAAG;AAAA,QACH,QAAQ;AAAA,QACR,WAAWA,QAAO;AAAA,QAClB,GAAIA,QAAO,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAC;AAAA,MACxC,EAAE;AACF,YAAMC,UAAuB;AAAA,QAC3B,SAAS;AAAA,QACT,OAAO;AAAA,QACP,cAAcD,QAAO;AAAA,QACrB,eAAe,KAAK,IAAI,IAAI;AAAA,QAC5B,kBAAkB;AAAA,MACpB;AACA,YAAM,UAAU,eAAe,eAAe;AAC9C,UAAI,QAAS,CAAAC,QAAO,UAAU;AAC9B,UAAI,MAAM,WAAW,YAAY,MAAM,WAAW,iBAAiB;AACjE,cAAM,QAAQ,MAAM,aAAa;AAAA,UAC/B,OAAO;AAAA,UACP,SAASA,QAAO;AAAA,UAChB;AAAA,UACA;AAAA,QACF,CAAC;AACD,YAAI,CAAC,MAAM,IAAI;AACb,UAAAA,QAAO,QAAQ,MAAM;AACrB,UAACA,QAA8C,eAAe,MAAM;AACpE,UAACA,QAA8C,QAAQ,MAAM;AAC7D,cAAI,MAAM,KAAM,CAACA,QAA8C,OAAO,MAAM;AAAA,QAC9E,OAAO;AACL,UAAAA,QAAO,SAAS,MAAM,KAAK;AAC3B,UAAAA,QAAO,YAAY,MAAM,KAAK;AAC9B,cAAI,MAAM,WAAW,gBAAiB,CAAAA,QAAO,YAAY;AACzD,cAAI,MAAM,KAAK,SAAS;AACtB,YAAAA,QAAO,UAAUA,QAAO,UAAU,GAAGA,QAAO,OAAO,KAAK,MAAM,KAAK,OAAO,KAAK,MAAM,KAAK;AAAA,UAC5F;AAAA,QACF;AAAA,MACF,WAAWA,QAAO,QAAQ,SAAS,KAAK,SAAS,SAAS;AACxD,cAAM,qBAAqB,OAAOA,SAAQA,QAAO,SAAS,YAAY;AAAA,MACxE;AACA,aAAO,EAAE,IAAI,MAAM,MAAMA,QAAO;AAAA,IAClC;AAEA,QAAIC,iBAAgB;AACpB,QAAI,MAAM,kBAAkB,MAAM,eAAe,SAAS,GAAG;AAC3D,MAAAA,iBAAgB,QAAQ,OAAO,OAAK,MAAM,eAAgB,SAAS,EAAE,IAAI,CAAC;AAC1E,UAAIA,eAAc,WAAW,GAAG;AAC9B,YAAI,KAAK,uDAAuD,EAAE,WAAW,MAAM,eAAe,CAAC;AACnG,QAAAA,iBAAgB;AAAA,MAClB;AAAA,IACF;AAEA,UAAM,KAAK,GAAG,GAAG,WAAW,kBAAkB,MAAM,mCAAmC;AAEvF,UAAM,EAAE,SAAS,YAAY,aAAAC,cAAa,QAAAC,QAAO,IAAI,MAAM;AAAA,MACzD;AAAA,MACA,SAAS,UAAUF,eAAc,MAAM,GAAG,CAAC,IAAIA;AAAA,MAC/C;AAAA,QACE;AAAA,QACA,WAAW,MAAM;AAAA,QACjB,UAAU,MAAM;AAAA,QAChB,gBAAgB,MAAM;AAAA,QACtB,gBAAgB,MAAM;AAAA,QACtB,UAAU,MAAM;AAAA,QAChB,QAAQ,MAAM;AAAA,QACd,UAAU,MAAM;AAAA,MAClB;AAAA,IACF;AAEA,UAAM,kBAAkB,MAAM,YAAY,MAAM,MAAM,GAAG,CAAC,EAAE,YAAY;AACxE,UAAM,aAAa,iBAAiB,YAAY;AAAA,MAC9C,QAAQ;AAAA,MACR,eAAe;AAAA,IACjB,CAAC;AACD,UAAM,mBAAmB,WAAW,SAAS,KAAK,IAAI;AACtD,UAAM,cAAc,WAAW;AAE/B,QAAI,YAAY,WAAW,KAAK,MAAM,WAAW,YAAY,MAAM,WAAW,iBAAiB;AAC7F,aAAO;AAAA,QACL,IAAI;AAAA,QACJ,OAAO;AAAA,QACP,cAAcE,QAAO,SAAS,IAAIA,QAAO,KAAK,IAAI,IAAI;AAAA,QACtD,OAAO;AAAA,MACT;AAAA,IACF;AAEA,UAAM,KAAK,GAAG,GAAG,+BAA+B,YAAY,MAAM,aAAa;AAE/E,QAAIC,UAAS,mBAAmB,WAAW;AAE3C,IAAAA,UAAS,gBAAgBA,SAAQ;AAAA,MAC/B,gBAAgB,MAAM;AAAA,MACtB,gBAAgB,MAAM;AAAA,MACtB,UAAU,MAAM;AAAA,MAChB,QAAQ,MAAM;AAAA,MACd,UAAU,MAAM;AAAA,IAClB,CAAC;AAED,UAAM,eAAe,iBAAiB,iBAAiB;AACvD,IAAAA,UAAS,MAAM,cAAc,cAAcA,SAAQ,EAAE,MAAM,SAAS,QAAQ,CAAC;AAC7E,QAAI,SAAS,QAAS,CAAAA,UAAS,MAAM,cAAcA,OAAM;AACzD,IAAAA,UAASA,QAAO,MAAM,GAAG,UAAU;AAEnC,UAAMC,WAA8BD,QAAO,IAAI,QAAM;AAAA,MACnD,OAAO,EAAE;AAAA,MACT,KAAK,EAAE;AAAA,MACP,SAAS,EAAE;AAAA,MACX,iBAAiB,EAAE;AAAA,MACnB,GAAI,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,eAAe,IAAI,CAAC;AAAA,IACjE,EAAE;AAEF,UAAME,iBAAgB,KAAK,IAAI,IAAI;AACnC,QAAIC,gBAAe;AAEnB,QAAI,kBAAkBF,SAAQ,SAAS,GAAG;AACxC,YAAM,KAAK,GAAG,GAAG,yBAAyBA,SAAQ,MAAM,aAAa;AACrE,YAAM,aAAa,KAAK,IAAI;AAC5B,YAAM,uBAAuBA,UAAS,QAAQ;AAAA,QAC5C;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA,eAAe,QAAQ;AAAA,QACvB,cAAc,MAAM,iBAAiB;AAAA,QACrC,YAAY,MAAM;AAAA,MACpB,CAAC;AACD,MAAAE,gBAAe,KAAK,IAAI,IAAI;AAAA,IAC9B;AAEA,QAAI;AACF,yBAAmB,UAAUF,UAASH,YAAW;AAAA,IACnD,SAAS,KAAK;AACZ,UAAI,KAAK,8CAA8C,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,IAC/E;AAEA,UAAMF,UAAuB;AAAA,MAC3B,SAAAK;AAAA,MACA,OAAO;AAAA,MACP,cAAcH;AAAA,MACd,eAAe,KAAK,IAAI,IAAI;AAAA,MAC5B,gBAAgBI;AAAA,MAChB,eAAeC;AAAA,MACf,kBAAkB;AAAA,IACpB;AACA,UAAM,aAAa,CAAC,kBAAkB,eAAe,eAAe,CAAC,EAAE,OAAO,OAAO,EAAE,KAAK,IAAI;AAChG,QAAI,WAAY,CAAAP,QAAO,UAAU;AACjC,QAAI,MAAM,WAAW,YAAY,MAAM,WAAW,iBAAiB;AACjE,YAAM,QAAQ,MAAM,aAAa;AAAA,QAC/B,OAAO;AAAA,QACP,SAAAK;AAAA,QACA;AAAA,QACA;AAAA,MACF,CAAC;AACD,UAAI,CAAC,MAAM,IAAI;AACb,QAAAL,QAAO,QAAQ,MAAM;AACrB,QAACA,QAA8C,eAAe,MAAM;AACpE,QAACA,QAA8C,QAAQ,MAAM;AAC7D,YAAI,MAAM,KAAM,CAACA,QAA8C,OAAO,MAAM;AAAA,MAC9E,OAAO;AACL,QAAAA,QAAO,SAAS,MAAM,KAAK;AAC3B,QAAAA,QAAO,YAAY,MAAM,KAAK;AAC9B,YAAI,MAAM,WAAW,gBAAiB,CAAAA,QAAO,YAAY;AACzD,YAAI,MAAM,KAAK,SAAS;AACtB,UAAAA,QAAO,UAAUA,QAAO,UAAU,GAAGA,QAAO,OAAO,KAAK,MAAM,KAAK,OAAO,KAAK,MAAM,KAAK;AAAA,QAC5F;AAAA,MACF;AAAA,IACF,WAAWK,SAAQ,SAAS,KAAK,SAAS,SAAS;AACjD,YAAM,qBAAqB,OAAOL,SAAQK,UAAS,YAAY;AAAA,IACjE;AACA,WAAO,EAAE,IAAI,MAAM,MAAML,QAAO;AAAA,EAClC;AAKA,QAAM,WAAW,MAAM;AAEvB,QAAM,kBAAkB,SAAS,UAAU,OAAO,oBAAoB,OAAO;AAC7E,QAAM,SAAS,MAAM,gBACjB,OACA,uBAAuB,UAAU,EAAE,gBAAgB,CAAC;AACxD,MAAI,UAAU,CAAC,gBAAgB;AAC7B,QAAI,KAAK,qCAAqC;AAAA,MAC5C,OAAO;AAAA,MACP,OAAO,OAAO,SAAS;AAAA,IACzB,CAAC;AACD,UAAM,UAA8B,OAAO,QAAQ,MAAM,GAAG,UAAU,EAAE,IAAI,QAAM;AAAA,MAChF,GAAG;AAAA,MACH,QAAQ;AAAA,MACR,WAAW,OAAO;AAAA,MAClB,GAAI,OAAO,QAAQ,EAAE,OAAO,KAAK,IAAI,CAAC;AAAA,IACxC,EAAE;AACF,UAAMA,UAAuB;AAAA,MAC3B,SAAS;AAAA,MACT,OAAO;AAAA,MACP,cAAc,OAAO;AAAA,MACrB,eAAe,KAAK,IAAI,IAAI;AAAA,IAC9B;AACA,UAAM,UAAU,eAAe,eAAe;AAC9C,QAAI,QAAS,CAAAA,QAAO,UAAU;AAC9B,QAAI,MAAM,WAAW,YAAY,MAAM,WAAW,iBAAiB;AACjE,YAAM,QAAQ,MAAM,aAAa;AAAA,QAC/B,OAAO;AAAA,QACP,SAASA,QAAO;AAAA,QAChB;AAAA,QACA;AAAA,MACF,CAAC;AACD,UAAI,CAAC,MAAM,IAAI;AACb,QAAAA,QAAO,QAAQ,MAAM;AACrB,QAACA,QAA8C,eAAe,MAAM;AACpE,QAACA,QAA8C,QAAQ,MAAM;AAC7D,YAAI,MAAM,KAAM,CAACA,QAA8C,OAAO,MAAM;AAAA,MAC9E,OAAO;AACL,QAAAA,QAAO,SAAS,MAAM,KAAK;AAC3B,QAAAA,QAAO,YAAY,MAAM,KAAK;AAC9B,YAAI,MAAM,WAAW,gBAAiB,CAAAA,QAAO,YAAY;AACzD,YAAI,MAAM,KAAK,SAAS;AACtB,UAAAA,QAAO,UAAUA,QAAO,UAAU,GAAGA,QAAO,OAAO,KAAK,MAAM,KAAK,OAAO,KAAK,MAAM,KAAK;AAAA,QAC5F;AAAA,MACF;AAAA,IACF,WAAWA,QAAO,QAAQ,SAAS,KAAK,SAAS,SAAS;AACxD,YAAM,qBAAqB,OAAOA,SAAQA,QAAO,SAAS,QAAQ;AAAA,IACpE;AACA,WAAO,EAAE,IAAI,MAAM,MAAMA,QAAO;AAAA,EAClC;AAEA,MAAI,gBAAgB;AACpB,MAAI,MAAM,kBAAkB,MAAM,eAAe,SAAS,GAAG;AAC3D,oBAAgB,QAAQ,OAAO,OAAK,MAAM,eAAgB,SAAS,EAAE,IAAI,CAAC;AAC1E,QAAI,cAAc,WAAW,GAAG;AAC9B,UAAI,KAAK,uDAAuD,EAAE,WAAW,MAAM,eAAe,CAAC;AACnG,sBAAgB;AAAA,IAClB;AAAA,EACF;AAEA,QAAM,aAAa,eAAe,QAAQ;AAC1C,MAAI,MAAM,uBAAuB,EAAE,UAAU,UAAU,OAAO,WAAW,OAAO,CAAC;AAEjF,QAAM,mBAAmB,SAAS,UAAU,cAAc,MAAM,GAAG,CAAC,IAAI;AAExE,QAAM,KAAK,GAAG,GAAG,WAAW,WAAW,MAAM,0BAA0B,iBAAiB,MAAM,aAAa;AAE3G,QAAM,SAA4B,CAAC;AACnC,QAAM,cAAc,oBAAI,IAAY;AACpC,QAAM,SAAmB,CAAC;AAE1B,QAAM,qBAAqB,CAAC,EAAE,MAAM,iBAAiB,UAAU,MAAM,iBAAiB;AACtF,QAAM,kBAAkB,qBAAqB,IAAI;AAEjD,QAAM,iBAAiB,iBAAiB;AAAA,IAAQ,YAC9C,WAAW,IAAI,OAAO,UAAU;AAC9B,UAAI;AACF,cAAMK,WAAU,MAAM,OAAO,OAAO,OAAO;AAAA,UACzC,YAAY,aAAa;AAAA,UACzB,WAAW,MAAM;AAAA,UACjB,UAAU,MAAM;AAAA,UAChB,gBAAgB,MAAM;AAAA,UACtB,gBAAgB,MAAM;AAAA,UACtB,UAAU,MAAM;AAAA,UAChB,QAAQ,MAAM;AAAA,UACd,UAAU,MAAM;AAAA,QAClB,CAAC;AACD,mBAAW,KAAKA,UAAS;AACvB,iBAAO,KAAK,CAAC;AACb,sBAAY,IAAI,OAAO,IAAI;AAAA,QAC7B;AAAA,MACF,SAAS,KAAK;AACZ,cAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC3D,YAAI,KAAK,wBAAwB,EAAE,QAAQ,OAAO,MAAM,OAAO,OAAO,IAAI,CAAC;AAC3E,eAAO,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,EAAE;AAAA,MACtC;AAAA,IACF,CAAC;AAAA,EACH;AAEA,QAAM,QAAQ,WAAW,cAAc;AAEvC,QAAM,kBAAkB,MAAM,YAAY,MAAM,MAAM,GAAG,CAAC,EAAE,YAAY;AACxE,QAAM,aAAa,iBAAiB,QAAQ;AAAA,IAC1C,QAAQ;AAAA,IACR,eAAe;AAAA,EACjB,CAAC;AACD,QAAM,mBAAmB,WAAW,SAAS,KAAK,IAAI;AACtD,QAAM,iBAAiB,WAAW;AAElC,MAAI,eAAe,WAAW,KAAK,MAAM,WAAW,YAAY,MAAM,WAAW,iBAAiB;AAChG,WAAO;AAAA,MACL,IAAI;AAAA,MACJ,OAAO;AAAA,MACP,cAAc,OAAO,SAAS,IAAI,OAAO,KAAK,IAAI,IAAI;AAAA,MACtD,OAAO;AAAA,IACT;AAAA,EACF;AAEA,QAAM,KAAK,GAAG,GAAG,+BAA+B,eAAe,MAAM,aAAa;AAElF,MAAI,SAAS,mBAAmB,cAAc;AAE9C,WAAS,gBAAgB,QAAQ;AAAA,IAC/B,gBAAgB,MAAM;AAAA,IACtB,gBAAgB,MAAM;AAAA,IACtB,UAAU,MAAM;AAAA,IAChB,QAAQ,MAAM;AAAA,IACd,UAAU,MAAM;AAAA,EAClB,CAAC;AAED,WAAS,MAAM,cAAc,UAAU,QAAQ,EAAE,MAAM,SAAS,QAAQ,CAAC;AACzE,MAAI,SAAS,QAAS,UAAS,MAAM,cAAc,MAAM;AAEzD,WAAS,OAAO,MAAM,GAAG,UAAU;AAEnC,QAAM,UAA8B,OAAO,IAAI,QAAM;AAAA,IACnD,OAAO,EAAE;AAAA,IACT,KAAK,EAAE;AAAA,IACP,SAAS,EAAE;AAAA,IACX,iBAAiB,EAAE;AAAA,IACnB,GAAI,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,eAAe,IAAI,CAAC;AAAA,EACjE,EAAE;AAEF,QAAM,gBAAgB,KAAK,IAAI,IAAI;AACnC,MAAI,eAAe;AAEnB,MAAI,kBAAkB,QAAQ,SAAS,GAAG;AACxC,UAAM,KAAK,GAAG,GAAG,yBAAyB,QAAQ,MAAM,aAAa;AACrE,UAAM,aAAa,KAAK,IAAI;AAC5B,UAAM,uBAAuB,SAAS,QAAQ;AAAA,MAC5C;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,eAAe,QAAQ;AAAA,MACvB,cAAc,MAAM,iBAAiB;AAAA,MACrC,YAAY,MAAM;AAAA,IACpB,CAAC;AACD,mBAAe,KAAK,IAAI,IAAI;AAAA,EAC9B;AAEA,MAAI;AACF,uBAAmB,UAAU,SAAS,CAAC,GAAG,WAAW,CAAC;AAAA,EACxD,SAAS,KAAK;AACZ,QAAI,KAAK,kCAAkC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,EACnE;AAEA,QAAM,SAAuB;AAAA,IAC3B;AAAA,IACA,OAAO;AAAA,IACP,cAAc,CAAC,GAAG,WAAW;AAAA,IAC7B,eAAe,KAAK,IAAI,IAAI;AAAA,IAC5B,gBAAgB;AAAA,IAChB,eAAe;AAAA,EACjB;AACA,QAAM,aAAa,CAAC,kBAAkB,eAAe,eAAe,CAAC,EAAE,OAAO,OAAO,EAAE,KAAK,IAAI;AAChG,MAAI,WAAY,QAAO,UAAU;AACjC,MAAI,MAAM,WAAW,YAAY,MAAM,WAAW,iBAAiB;AACjE,UAAM,QAAQ,MAAM,aAAa;AAAA,MAC/B,OAAO;AAAA,MACP;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AACD,QAAI,CAAC,MAAM,IAAI;AACb,aAAO,QAAQ,MAAM;AACrB,MAAC,OAA8C,eAAe,MAAM;AACpE,MAAC,OAA8C,QAAQ,MAAM;AAC7D,UAAI,MAAM,KAAM,CAAC,OAA8C,OAAO,MAAM;AAAA,IAC9E,OAAO;AACL,aAAO,SAAS,MAAM,KAAK;AAC3B,aAAO,YAAY,MAAM,KAAK;AAC9B,UAAI,MAAM,WAAW,gBAAiB,QAAO,YAAY;AACzD,UAAI,MAAM,KAAK,SAAS;AACtB,eAAO,UAAU,OAAO,UAAU,GAAG,OAAO,OAAO,KAAK,MAAM,KAAK,OAAO,KAAK,MAAM,KAAK;AAAA,MAC5F;AAAA,IACF;AAAA,EACF,WAAW,QAAQ,SAAS,KAAK,SAAS,SAAS;AACjD,UAAM,qBAAqB,OAAO,QAAQ,SAAS,QAAQ;AAAA,EAC7D;AACA,SAAO,EAAE,IAAI,MAAM,MAAM,OAAO;AAClC;AAaA,eAAe,uBACb,SACA,QACA,KACe;AACf,QAAM,eAAe,IAAI,eAAe,SACpC,QAAQ,MAAM,GAAG,IAAI,UAAU,IAC/B;AACJ,QAAM,UAAU,aAAa,IAAI,OAAO,WAA0D;AAChG,QAAI,KAAK,IAAI,KAAK,IAAI,eAAe;AACnC,aAAO,EAAE,OAAO,gBAAgB;AAAA,IAClC;AACA,QAAI;AACF,YAAM,MAAM,MAAM,QAAQ,KAAK;AAAA,QAC7B,OAAO,MAAM,OAAO,KAAK;AAAA,UACvB,UAAU;AAAA,UACV,GAAI,IAAI,gBAAgB,EAAE,eAAe,KAAK;AAAA,QAChD,CAAC;AAAA,QACD,IAAI;AAAA,UAAe,CAAC,GAAG,WACrB,WAAW,MAAM,OAAO,IAAI,MAAM,SAAS,CAAC,GAAG,IAAI,cAAc;AAAA,QACnE;AAAA,MACF,CAAC;AACD,YAAM,YAAY,MAAM,mBAAmB;AAC3C,YAAM,aAAa,MAAM,UAAU,QAAQ,IAAI,MAAM,IAAI,UAAU;AAAA,QACjE,UAAU,IAAI;AAAA,QACd,aAAa,IAAI;AAAA,MACnB,CAAC;AAED,UAAI;AACF,qBAAa,KAAK,UAAU;AAAA,MAC9B,SAAS,KAAK;AACZ,YAAI,KAAK,iCAAiC,EAAE,KAAK,OAAO,KAAK,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,MACnF;AAEA,UAAI;AACF,cAAM,mBAAmB,oBAAoB;AAC7C,YAAI,iBAAiB,YAAY,GAAG;AAClC,2BAAiB,WAAW,IAAI,UAAU,WAAW,QAAQ;AAAA,QAC/D;AAAA,MACF,SAAS,KAAK;AACZ,YAAI,MAAM,4CAA4C,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,MAC9E;AAEA,YAAM,KAAK,IAAI,oBAAoB,SAC/B,gBAAgB,WAAW,UAAU,IAAI,eAAe,IACxD,WAAW;AACf,aAAO,EAAE,SAAS,GAAG;AAAA,IACvB,SAAS,KAAK;AACZ,YAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC3D,UAAI,MAAM,wBAAwB,EAAE,KAAK,OAAO,KAAK,OAAO,IAAI,CAAC;AACjE,aAAO,EAAE,OAAO,IAAI;AAAA,IACtB;AAAA,EACF,CAAC;AAED,QAAM,UAAU,MAAM,QAAQ,IAAI,OAAO;AAEzC,MAAI,iBAAiB;AACrB,WAAS,IAAI,GAAG,IAAI,aAAa,QAAQ,KAAK;AAC5C,UAAM,SAAS,aAAa,CAAC;AAC7B,UAAM,EAAE,SAAS,MAAM,IAAI,QAAQ,CAAC;AAEpC,QAAI,OAAO;AACT,aAAO,eAAe;AACtB;AAAA,IACF;AACA,QAAI,YAAY,OAAW;AAE3B,QAAI,kBAAkB,IAAI,eAAe;AACvC,aAAO,oBAAoB;AAC3B;AAAA,IACF;AAEA,QAAI,MAAM;AACV,UAAM,YAAY,IAAI,gBAAgB;AACtC,QAAI,IAAI,SAAS,WAAW;AAC1B,YAAM,IAAI,MAAM,GAAG,SAAS;AAC5B,aAAO,oBAAoB;AAAA,IAC7B;AAEA,sBAAkB,IAAI;AACtB,WAAO,mBAAmB;AAAA,EAC5B;AACF;","names":["queryStr","staleMaxSeconds","cached","output","activeEngines","enginesUsed","errors","merged","results","searchElapsed","fetchElapsed"]}
@@ -0,0 +1,7 @@
1
+ import type { SearchProvider, SearchContext } from '../../providers/search-provider.js';
2
+ import type { SearchInput, SearchOutput, StageResult } from '../../types.js';
3
+ export declare class LegacySearxngProvider implements SearchProvider {
4
+ readonly name: "searxng";
5
+ search(input: SearchInput, ctx: SearchContext): Promise<StageResult<SearchOutput>>;
6
+ }
7
+ //# sourceMappingURL=searxng-provider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"searxng-provider.d.ts","sourceRoot":"","sources":["../../../src/search/legacy/searxng-provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACxF,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAG7E,qBAAa,qBAAsB,YAAW,cAAc;IAC1D,QAAQ,CAAC,IAAI,EAAG,SAAS,CAAU;IAE7B,MAAM,CAAC,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;CAGzF"}
@@ -0,0 +1,11 @@
1
+ import { runSearxngSearch } from "./searxng-orchestrator.js";
2
+ class LegacySearxngProvider {
3
+ name = "searxng";
4
+ async search(input, ctx) {
5
+ return runSearxngSearch(input, ctx);
6
+ }
7
+ }
8
+ export {
9
+ LegacySearxngProvider
10
+ };
11
+ //# sourceMappingURL=searxng-provider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/search/legacy/searxng-provider.ts"],"sourcesContent":["import type { SearchProvider, SearchContext } from '../../providers/search-provider.js';\nimport type { SearchInput, SearchOutput, StageResult } from '../../types.js';\nimport { runSearxngSearch } from './searxng-orchestrator.js';\n\nexport class LegacySearxngProvider implements SearchProvider {\n readonly name = 'searxng' as const;\n\n async search(input: SearchInput, ctx: SearchContext): Promise<StageResult<SearchOutput>> {\n return runSearxngSearch(input, ctx);\n }\n}\n"],"mappings":"AAEA,SAAS,wBAAwB;AAE1B,MAAM,sBAAgD;AAAA,EAClD,OAAO;AAAA,EAEhB,MAAM,OAAO,OAAoB,KAAwD;AACvF,WAAO,iBAAiB,OAAO,GAAG;AAAA,EACpC;AACF;","names":[]}
@@ -0,0 +1,25 @@
1
+ import type { RawSearchResult, SearchEngine } from '../types.js';
2
+ import type { MergedSearchResult } from './dedup.js';
3
+ export declare function normalizeQueries(queries: string[]): string[];
4
+ export interface FanOutOptions {
5
+ maxResults: number;
6
+ timeRange?: string;
7
+ language?: string;
8
+ includeDomains?: string[];
9
+ excludeDomains?: string[];
10
+ fromDate?: string;
11
+ toDate?: string;
12
+ category?: 'general' | 'news' | 'code' | 'docs' | 'papers' | 'images';
13
+ }
14
+ export interface FanOutResult {
15
+ results: RawSearchResult[];
16
+ enginesUsed: string[];
17
+ errors: string[];
18
+ }
19
+ export declare function fanOutSearch(queries: string[], engines: SearchEngine[], options: FanOutOptions): Promise<FanOutResult>;
20
+ export declare function synthesizeIntent(queries: string[]): string;
21
+ export declare function mergeWithRRF(rankedLists: MergedSearchResult[][]): MergedSearchResult[];
22
+ export declare function decomposeMultiHop(query: string): string[] | null;
23
+ export declare function expandQueryHeuristic(query: string): string[];
24
+ export declare function expandIfSingle(query: string | string[]): string[];
25
+ //# sourceMappingURL=multi-query.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"multi-query.d.ts","sourceRoot":"","sources":["../../src/search/multi-query.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAuB,MAAM,aAAa,CAAC;AACtF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AASrD,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CA2B5D;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;CACvE;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CA6EvB;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAO1D;AAED,wBAAgB,YAAY,CAAC,WAAW,EAAE,kBAAkB,EAAE,EAAE,GAAG,kBAAkB,EAAE,CAmDtF;AAoBD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI,CAsBhE;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAoB5D;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,MAAM,EAAE,CAGjE"}