@staticn0va/wigolo 0.1.0 → 0.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (982) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +195 -73
  3. package/SKILL.md +382 -0
  4. package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
  5. package/assets/blocks/claude-code/wigolo-command.md +40 -0
  6. package/assets/blocks/cursor/wigolo.mdc +46 -0
  7. package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
  8. package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
  9. package/assets/skills/wigolo/SKILL.md +50 -0
  10. package/assets/skills/wigolo/rules/cache-first.md +30 -0
  11. package/assets/skills/wigolo/rules/synthesis.md +43 -0
  12. package/assets/skills/wigolo-agent/SKILL.md +73 -0
  13. package/assets/skills/wigolo-crawl/SKILL.md +60 -0
  14. package/assets/skills/wigolo-extract/SKILL.md +59 -0
  15. package/assets/skills/wigolo-fetch/SKILL.md +65 -0
  16. package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
  17. package/assets/skills/wigolo-research/SKILL.md +77 -0
  18. package/assets/skills/wigolo-search/SKILL.md +78 -0
  19. package/dist/agent/executor.d.ts +33 -0
  20. package/dist/agent/executor.d.ts.map +1 -0
  21. package/dist/agent/executor.js +233 -0
  22. package/dist/agent/executor.js.map +1 -0
  23. package/dist/agent/pipeline.d.ts +5 -0
  24. package/dist/agent/pipeline.d.ts.map +1 -0
  25. package/dist/agent/pipeline.js +208 -0
  26. package/dist/agent/pipeline.js.map +1 -0
  27. package/dist/agent/planner.d.ts +13 -0
  28. package/dist/agent/planner.d.ts.map +1 -0
  29. package/dist/agent/planner.js +271 -0
  30. package/dist/agent/planner.js.map +1 -0
  31. package/dist/agent/relevance.d.ts +15 -0
  32. package/dist/agent/relevance.d.ts.map +1 -0
  33. package/dist/agent/relevance.js +60 -0
  34. package/dist/agent/relevance.js.map +1 -0
  35. package/dist/cache/backfill-embeddings.d.ts +23 -0
  36. package/dist/cache/backfill-embeddings.d.ts.map +1 -0
  37. package/dist/cache/backfill-embeddings.js +105 -0
  38. package/dist/cache/backfill-embeddings.js.map +1 -0
  39. package/dist/cache/change-detector.d.ts +7 -0
  40. package/dist/cache/change-detector.d.ts.map +1 -0
  41. package/dist/cache/change-detector.js +43 -0
  42. package/dist/cache/change-detector.js.map +1 -0
  43. package/dist/cache/db.d.ts +1 -0
  44. package/dist/cache/db.d.ts.map +1 -1
  45. package/dist/cache/db.js +94 -22
  46. package/dist/cache/db.js.map +1 -1
  47. package/dist/cache/diff-summary.d.ts +2 -0
  48. package/dist/cache/diff-summary.d.ts.map +1 -0
  49. package/dist/cache/diff-summary.js +82 -0
  50. package/dist/cache/diff-summary.js.map +1 -0
  51. package/dist/cache/migrations/runner.d.ts +29 -0
  52. package/dist/cache/migrations/runner.d.ts.map +1 -0
  53. package/dist/cache/migrations/runner.js +147 -0
  54. package/dist/cache/migrations/runner.js.map +1 -0
  55. package/dist/cache/sqlite-vec-store.d.ts +42 -0
  56. package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
  57. package/dist/cache/sqlite-vec-store.js +176 -0
  58. package/dist/cache/sqlite-vec-store.js.map +1 -0
  59. package/dist/cache/store.d.ts +46 -1
  60. package/dist/cache/store.d.ts.map +1 -1
  61. package/dist/cache/store.js +362 -168
  62. package/dist/cache/store.js.map +1 -1
  63. package/dist/cli/agents/antigravity.d.ts +20 -0
  64. package/dist/cli/agents/antigravity.d.ts.map +1 -0
  65. package/dist/cli/agents/antigravity.js +49 -0
  66. package/dist/cli/agents/antigravity.js.map +1 -0
  67. package/dist/cli/agents/claude-code.d.ts +25 -0
  68. package/dist/cli/agents/claude-code.d.ts.map +1 -0
  69. package/dist/cli/agents/claude-code.js +111 -0
  70. package/dist/cli/agents/claude-code.js.map +1 -0
  71. package/dist/cli/agents/cursor.d.ts +21 -0
  72. package/dist/cli/agents/cursor.d.ts.map +1 -0
  73. package/dist/cli/agents/cursor.js +58 -0
  74. package/dist/cli/agents/cursor.js.map +1 -0
  75. package/dist/cli/agents/gemini-cli.d.ts +21 -0
  76. package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
  77. package/dist/cli/agents/gemini-cli.js +55 -0
  78. package/dist/cli/agents/gemini-cli.js.map +1 -0
  79. package/dist/cli/agents/registry.d.ts +21 -0
  80. package/dist/cli/agents/registry.d.ts.map +1 -0
  81. package/dist/cli/agents/registry.js +27 -0
  82. package/dist/cli/agents/registry.js.map +1 -0
  83. package/dist/cli/agents/utils.d.ts +26 -0
  84. package/dist/cli/agents/utils.d.ts.map +1 -0
  85. package/dist/cli/agents/utils.js +136 -0
  86. package/dist/cli/agents/utils.js.map +1 -0
  87. package/dist/cli/agents/vscode.d.ts +21 -0
  88. package/dist/cli/agents/vscode.d.ts.map +1 -0
  89. package/dist/cli/agents/vscode.js +62 -0
  90. package/dist/cli/agents/vscode.js.map +1 -0
  91. package/dist/cli/auth.d.ts +2 -0
  92. package/dist/cli/auth.d.ts.map +1 -0
  93. package/dist/cli/auth.js +94 -0
  94. package/dist/cli/auth.js.map +1 -0
  95. package/dist/cli/backfill.d.ts +2 -0
  96. package/dist/cli/backfill.d.ts.map +1 -0
  97. package/dist/cli/backfill.js +58 -0
  98. package/dist/cli/backfill.js.map +1 -0
  99. package/dist/cli/daemon.d.ts +6 -1
  100. package/dist/cli/daemon.d.ts.map +1 -1
  101. package/dist/cli/daemon.js +61 -3
  102. package/dist/cli/daemon.js.map +1 -1
  103. package/dist/cli/doctor.d.ts +8 -0
  104. package/dist/cli/doctor.d.ts.map +1 -0
  105. package/dist/cli/doctor.js +318 -0
  106. package/dist/cli/doctor.js.map +1 -0
  107. package/dist/cli/health.d.ts +1 -1
  108. package/dist/cli/health.d.ts.map +1 -1
  109. package/dist/cli/health.js +42 -3
  110. package/dist/cli/health.js.map +1 -1
  111. package/dist/cli/help.d.ts +6 -0
  112. package/dist/cli/help.d.ts.map +1 -0
  113. package/dist/cli/help.js +63 -0
  114. package/dist/cli/help.js.map +1 -0
  115. package/dist/cli/index.d.ts +1 -1
  116. package/dist/cli/index.d.ts.map +1 -1
  117. package/dist/cli/index.js +35 -7
  118. package/dist/cli/index.js.map +1 -1
  119. package/dist/cli/init.d.ts +2 -0
  120. package/dist/cli/init.d.ts.map +1 -0
  121. package/dist/cli/init.js +201 -0
  122. package/dist/cli/init.js.map +1 -0
  123. package/dist/cli/plugin.d.ts +5 -0
  124. package/dist/cli/plugin.d.ts.map +1 -0
  125. package/dist/cli/plugin.js +185 -0
  126. package/dist/cli/plugin.js.map +1 -0
  127. package/dist/cli/setup-mcp.d.ts +2 -0
  128. package/dist/cli/setup-mcp.d.ts.map +1 -0
  129. package/dist/cli/setup-mcp.js +114 -0
  130. package/dist/cli/setup-mcp.js.map +1 -0
  131. package/dist/cli/shell.d.ts +2 -0
  132. package/dist/cli/shell.d.ts.map +1 -0
  133. package/dist/cli/shell.js +86 -0
  134. package/dist/cli/shell.js.map +1 -0
  135. package/dist/cli/status.d.ts +2 -0
  136. package/dist/cli/status.d.ts.map +1 -0
  137. package/dist/cli/status.js +31 -0
  138. package/dist/cli/status.js.map +1 -0
  139. package/dist/cli/telemetry.d.ts +10 -0
  140. package/dist/cli/telemetry.d.ts.map +1 -0
  141. package/dist/cli/telemetry.js +56 -0
  142. package/dist/cli/telemetry.js.map +1 -0
  143. package/dist/cli/tui/agents-types.d.ts +28 -0
  144. package/dist/cli/tui/agents-types.d.ts.map +1 -0
  145. package/dist/cli/tui/agents-types.js +1 -0
  146. package/dist/cli/tui/agents-types.js.map +1 -0
  147. package/dist/cli/tui/agents.d.ts +11 -0
  148. package/dist/cli/tui/agents.d.ts.map +1 -0
  149. package/dist/cli/tui/agents.js +93 -0
  150. package/dist/cli/tui/agents.js.map +1 -0
  151. package/dist/cli/tui/banner.d.ts +3 -0
  152. package/dist/cli/tui/banner.d.ts.map +1 -0
  153. package/dist/cli/tui/banner.js +30 -0
  154. package/dist/cli/tui/banner.js.map +1 -0
  155. package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
  156. package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
  157. package/dist/cli/tui/components/AgentSelect.js +116 -0
  158. package/dist/cli/tui/components/AgentSelect.js.map +1 -0
  159. package/dist/cli/tui/components/Banner.d.ts +6 -0
  160. package/dist/cli/tui/components/Banner.d.ts.map +1 -0
  161. package/dist/cli/tui/components/Banner.js +25 -0
  162. package/dist/cli/tui/components/Banner.js.map +1 -0
  163. package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
  164. package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
  165. package/dist/cli/tui/components/BrowserSelect.js +19 -0
  166. package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
  167. package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
  168. package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
  169. package/dist/cli/tui/components/InstallProgress.js +67 -0
  170. package/dist/cli/tui/components/InstallProgress.js.map +1 -0
  171. package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
  172. package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
  173. package/dist/cli/tui/components/SkillInstall.js +94 -0
  174. package/dist/cli/tui/components/SkillInstall.js.map +1 -0
  175. package/dist/cli/tui/components/Summary.d.ts +22 -0
  176. package/dist/cli/tui/components/Summary.d.ts.map +1 -0
  177. package/dist/cli/tui/components/Summary.js +135 -0
  178. package/dist/cli/tui/components/Summary.js.map +1 -0
  179. package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
  180. package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
  181. package/dist/cli/tui/components/SystemCheck.js +71 -0
  182. package/dist/cli/tui/components/SystemCheck.js.map +1 -0
  183. package/dist/cli/tui/components/Verification.d.ts +8 -0
  184. package/dist/cli/tui/components/Verification.d.ts.map +1 -0
  185. package/dist/cli/tui/components/Verification.js +63 -0
  186. package/dist/cli/tui/components/Verification.js.map +1 -0
  187. package/dist/cli/tui/config-writer-cli.d.ts +12 -0
  188. package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
  189. package/dist/cli/tui/config-writer-cli.js +39 -0
  190. package/dist/cli/tui/config-writer-cli.js.map +1 -0
  191. package/dist/cli/tui/config-writer-json.d.ts +16 -0
  192. package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
  193. package/dist/cli/tui/config-writer-json.js +86 -0
  194. package/dist/cli/tui/config-writer-json.js.map +1 -0
  195. package/dist/cli/tui/config-writer-toml.d.ts +16 -0
  196. package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
  197. package/dist/cli/tui/config-writer-toml.js +83 -0
  198. package/dist/cli/tui/config-writer-toml.js.map +1 -0
  199. package/dist/cli/tui/config-writer.d.ts +25 -0
  200. package/dist/cli/tui/config-writer.d.ts.map +1 -0
  201. package/dist/cli/tui/config-writer.js +101 -0
  202. package/dist/cli/tui/config-writer.js.map +1 -0
  203. package/dist/cli/tui/detect-helpers.d.ts +6 -0
  204. package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
  205. package/dist/cli/tui/detect-helpers.js +45 -0
  206. package/dist/cli/tui/detect-helpers.js.map +1 -0
  207. package/dist/cli/tui/extras-prompt.d.ts +7 -0
  208. package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
  209. package/dist/cli/tui/extras-prompt.js +42 -0
  210. package/dist/cli/tui/extras-prompt.js.map +1 -0
  211. package/dist/cli/tui/flags-types.d.ts +19 -0
  212. package/dist/cli/tui/flags-types.d.ts.map +1 -0
  213. package/dist/cli/tui/flags-types.js +23 -0
  214. package/dist/cli/tui/flags-types.js.map +1 -0
  215. package/dist/cli/tui/flags.d.ts +5 -0
  216. package/dist/cli/tui/flags.d.ts.map +1 -0
  217. package/dist/cli/tui/flags.js +132 -0
  218. package/dist/cli/tui/flags.js.map +1 -0
  219. package/dist/cli/tui/format.d.ts +14 -0
  220. package/dist/cli/tui/format.d.ts.map +1 -0
  221. package/dist/cli/tui/format.js +37 -0
  222. package/dist/cli/tui/format.js.map +1 -0
  223. package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
  224. package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
  225. package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
  226. package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
  227. package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
  228. package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
  229. package/dist/cli/tui/hooks/useInstall.js +90 -0
  230. package/dist/cli/tui/hooks/useInstall.js.map +1 -0
  231. package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
  232. package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
  233. package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
  234. package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
  235. package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
  236. package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
  237. package/dist/cli/tui/hooks/useVerify.js +71 -0
  238. package/dist/cli/tui/hooks/useVerify.js.map +1 -0
  239. package/dist/cli/tui/ink-init.d.ts +2 -0
  240. package/dist/cli/tui/ink-init.d.ts.map +1 -0
  241. package/dist/cli/tui/ink-init.js +198 -0
  242. package/dist/cli/tui/ink-init.js.map +1 -0
  243. package/dist/cli/tui/reporter-auto.d.ts +7 -0
  244. package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
  245. package/dist/cli/tui/reporter-auto.js +15 -0
  246. package/dist/cli/tui/reporter-auto.js.map +1 -0
  247. package/dist/cli/tui/reporter.d.ts +26 -0
  248. package/dist/cli/tui/reporter.d.ts.map +1 -0
  249. package/dist/cli/tui/reporter.js +32 -0
  250. package/dist/cli/tui/reporter.js.map +1 -0
  251. package/dist/cli/tui/run-command.d.ts +14 -0
  252. package/dist/cli/tui/run-command.d.ts.map +1 -0
  253. package/dist/cli/tui/run-command.js +72 -0
  254. package/dist/cli/tui/run-command.js.map +1 -0
  255. package/dist/cli/tui/select-agents.d.ts +6 -0
  256. package/dist/cli/tui/select-agents.d.ts.map +1 -0
  257. package/dist/cli/tui/select-agents.js +32 -0
  258. package/dist/cli/tui/select-agents.js.map +1 -0
  259. package/dist/cli/tui/status-agents.d.ts +11 -0
  260. package/dist/cli/tui/status-agents.d.ts.map +1 -0
  261. package/dist/cli/tui/status-agents.js +53 -0
  262. package/dist/cli/tui/status-agents.js.map +1 -0
  263. package/dist/cli/tui/status-cache.d.ts +6 -0
  264. package/dist/cli/tui/status-cache.d.ts.map +1 -0
  265. package/dist/cli/tui/status-cache.js +39 -0
  266. package/dist/cli/tui/status-cache.js.map +1 -0
  267. package/dist/cli/tui/status-format.d.ts +14 -0
  268. package/dist/cli/tui/status-format.d.ts.map +1 -0
  269. package/dist/cli/tui/status-format.js +41 -0
  270. package/dist/cli/tui/status-format.js.map +1 -0
  271. package/dist/cli/tui/status-python.d.ts +6 -0
  272. package/dist/cli/tui/status-python.d.ts.map +1 -0
  273. package/dist/cli/tui/status-python.js +30 -0
  274. package/dist/cli/tui/status-python.js.map +1 -0
  275. package/dist/cli/tui/system-check.d.ts +24 -0
  276. package/dist/cli/tui/system-check.d.ts.map +1 -0
  277. package/dist/cli/tui/system-check.js +103 -0
  278. package/dist/cli/tui/system-check.js.map +1 -0
  279. package/dist/cli/tui/tui-reporter.d.ts +19 -0
  280. package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
  281. package/dist/cli/tui/tui-reporter.js +95 -0
  282. package/dist/cli/tui/tui-reporter.js.map +1 -0
  283. package/dist/cli/tui/utils/config-writer.d.ts +3 -0
  284. package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
  285. package/dist/cli/tui/utils/config-writer.js +22 -0
  286. package/dist/cli/tui/utils/config-writer.js.map +1 -0
  287. package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
  288. package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
  289. package/dist/cli/tui/utils/suppress-logs.js +11 -0
  290. package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
  291. package/dist/cli/tui/verify-suggestions.d.ts +5 -0
  292. package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
  293. package/dist/cli/tui/verify-suggestions.js +20 -0
  294. package/dist/cli/tui/verify-suggestions.js.map +1 -0
  295. package/dist/cli/tui/verify.d.ts +14 -0
  296. package/dist/cli/tui/verify.d.ts.map +1 -0
  297. package/dist/cli/tui/verify.js +101 -0
  298. package/dist/cli/tui/verify.js.map +1 -0
  299. package/dist/cli/tui/version.d.ts +2 -0
  300. package/dist/cli/tui/version.d.ts.map +1 -0
  301. package/dist/cli/tui/version.js +14 -0
  302. package/dist/cli/tui/version.js.map +1 -0
  303. package/dist/cli/uninstall.d.ts +2 -0
  304. package/dist/cli/uninstall.d.ts.map +1 -0
  305. package/dist/cli/uninstall.js +57 -0
  306. package/dist/cli/uninstall.js.map +1 -0
  307. package/dist/cli/warmup.d.ts +10 -2
  308. package/dist/cli/warmup.d.ts.map +1 -1
  309. package/dist/cli/warmup.js +226 -93
  310. package/dist/cli/warmup.js.map +1 -1
  311. package/dist/config.d.ts +28 -2
  312. package/dist/config.d.ts.map +1 -1
  313. package/dist/config.js +106 -56
  314. package/dist/config.js.map +1 -1
  315. package/dist/crawl/crawler.d.ts +6 -0
  316. package/dist/crawl/crawler.d.ts.map +1 -1
  317. package/dist/crawl/crawler.js +210 -209
  318. package/dist/crawl/crawler.js.map +1 -1
  319. package/dist/crawl/dedup.d.ts +1 -0
  320. package/dist/crawl/dedup.d.ts.map +1 -1
  321. package/dist/crawl/dedup.js +124 -81
  322. package/dist/crawl/dedup.js.map +1 -1
  323. package/dist/crawl/etag-incremental.d.ts +43 -0
  324. package/dist/crawl/etag-incremental.d.ts.map +1 -0
  325. package/dist/crawl/etag-incremental.js +94 -0
  326. package/dist/crawl/etag-incremental.js.map +1 -0
  327. package/dist/crawl/index-to-vec.d.ts +10 -0
  328. package/dist/crawl/index-to-vec.d.ts.map +1 -0
  329. package/dist/crawl/index-to-vec.js +44 -0
  330. package/dist/crawl/index-to-vec.js.map +1 -0
  331. package/dist/crawl/mapper.js +136 -164
  332. package/dist/crawl/mapper.js.map +1 -1
  333. package/dist/crawl/rate-limiter.js +63 -66
  334. package/dist/crawl/rate-limiter.js.map +1 -1
  335. package/dist/crawl/robots.js +58 -57
  336. package/dist/crawl/robots.js.map +1 -1
  337. package/dist/crawl/sitemap-first.d.ts +12 -0
  338. package/dist/crawl/sitemap-first.d.ts.map +1 -0
  339. package/dist/crawl/sitemap-first.js +47 -0
  340. package/dist/crawl/sitemap-first.js.map +1 -0
  341. package/dist/crawl/sitemap.js +33 -32
  342. package/dist/crawl/sitemap.js.map +1 -1
  343. package/dist/crawl/url-utils.d.ts +1 -0
  344. package/dist/crawl/url-utils.d.ts.map +1 -1
  345. package/dist/crawl/url-utils.js +49 -37
  346. package/dist/crawl/url-utils.js.map +1 -1
  347. package/dist/daemon/health-check.d.ts +16 -0
  348. package/dist/daemon/health-check.d.ts.map +1 -0
  349. package/dist/daemon/health-check.js +33 -0
  350. package/dist/daemon/health-check.js.map +1 -0
  351. package/dist/daemon/http-server.d.ts +26 -0
  352. package/dist/daemon/http-server.d.ts.map +1 -0
  353. package/dist/daemon/http-server.js +275 -0
  354. package/dist/daemon/http-server.js.map +1 -0
  355. package/dist/daemon/proxy.d.ts +10 -0
  356. package/dist/daemon/proxy.d.ts.map +1 -0
  357. package/dist/daemon/proxy.js +93 -0
  358. package/dist/daemon/proxy.js.map +1 -0
  359. package/dist/embedding/embed.d.ts +59 -0
  360. package/dist/embedding/embed.d.ts.map +1 -0
  361. package/dist/embedding/embed.js +233 -0
  362. package/dist/embedding/embed.js.map +1 -0
  363. package/dist/embedding/fastembed-provider.d.ts +19 -0
  364. package/dist/embedding/fastembed-provider.d.ts.map +1 -0
  365. package/dist/embedding/fastembed-provider.js +51 -0
  366. package/dist/embedding/fastembed-provider.js.map +1 -0
  367. package/dist/embedding/key-terms.d.ts +12 -0
  368. package/dist/embedding/key-terms.d.ts.map +1 -0
  369. package/dist/embedding/key-terms.js +234 -0
  370. package/dist/embedding/key-terms.js.map +1 -0
  371. package/dist/extraction/boilerplate.d.ts +15 -0
  372. package/dist/extraction/boilerplate.d.ts.map +1 -0
  373. package/dist/extraction/boilerplate.js +52 -0
  374. package/dist/extraction/boilerplate.js.map +1 -0
  375. package/dist/extraction/defuddle.d.ts.map +1 -1
  376. package/dist/extraction/defuddle.js +27 -23
  377. package/dist/extraction/defuddle.js.map +1 -1
  378. package/dist/extraction/extract.d.ts.map +1 -1
  379. package/dist/extraction/extract.js +76 -76
  380. package/dist/extraction/extract.js.map +1 -1
  381. package/dist/extraction/jsonld.js +50 -54
  382. package/dist/extraction/jsonld.js.map +1 -1
  383. package/dist/extraction/lang-hints.d.ts +2 -0
  384. package/dist/extraction/lang-hints.d.ts.map +1 -0
  385. package/dist/extraction/lang-hints.js +30 -0
  386. package/dist/extraction/lang-hints.js.map +1 -0
  387. package/dist/extraction/llm-fallback.d.ts +17 -0
  388. package/dist/extraction/llm-fallback.d.ts.map +1 -0
  389. package/dist/extraction/llm-fallback.js +130 -0
  390. package/dist/extraction/llm-fallback.js.map +1 -0
  391. package/dist/extraction/markdown-sanitize.d.ts +2 -0
  392. package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
  393. package/dist/extraction/markdown-sanitize.js +151 -0
  394. package/dist/extraction/markdown-sanitize.js.map +1 -0
  395. package/dist/extraction/markdown.d.ts +11 -0
  396. package/dist/extraction/markdown.d.ts.map +1 -1
  397. package/dist/extraction/markdown.js +195 -91
  398. package/dist/extraction/markdown.js.map +1 -1
  399. package/dist/extraction/pipeline.d.ts +8 -0
  400. package/dist/extraction/pipeline.d.ts.map +1 -1
  401. package/dist/extraction/pipeline.js +57 -91
  402. package/dist/extraction/pipeline.js.map +1 -1
  403. package/dist/extraction/readability.d.ts +1 -1
  404. package/dist/extraction/readability.d.ts.map +1 -1
  405. package/dist/extraction/readability.js +28 -29
  406. package/dist/extraction/readability.js.map +1 -1
  407. package/dist/extraction/schema.d.ts +12 -0
  408. package/dist/extraction/schema.d.ts.map +1 -1
  409. package/dist/extraction/schema.js +135 -72
  410. package/dist/extraction/schema.js.map +1 -1
  411. package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
  412. package/dist/extraction/site-extractors/docs-generic.js +81 -91
  413. package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
  414. package/dist/extraction/site-extractors/github.d.ts.map +1 -1
  415. package/dist/extraction/site-extractors/github.js +87 -95
  416. package/dist/extraction/site-extractors/github.js.map +1 -1
  417. package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
  418. package/dist/extraction/site-extractors/mdn.js +46 -54
  419. package/dist/extraction/site-extractors/mdn.js.map +1 -1
  420. package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
  421. package/dist/extraction/site-extractors/stackoverflow.js +71 -80
  422. package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
  423. package/dist/extraction/structured-data.d.ts +4 -0
  424. package/dist/extraction/structured-data.d.ts.map +1 -0
  425. package/dist/extraction/structured-data.js +173 -0
  426. package/dist/extraction/structured-data.js.map +1 -0
  427. package/dist/extraction/structured.d.ts +4 -0
  428. package/dist/extraction/structured.d.ts.map +1 -0
  429. package/dist/extraction/structured.js +163 -0
  430. package/dist/extraction/structured.js.map +1 -0
  431. package/dist/extraction/v1/classifier.d.ts +3 -0
  432. package/dist/extraction/v1/classifier.d.ts.map +1 -0
  433. package/dist/extraction/v1/classifier.js +110 -0
  434. package/dist/extraction/v1/classifier.js.map +1 -0
  435. package/dist/extraction/v1/extract-provider.d.ts +16 -0
  436. package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
  437. package/dist/extraction/v1/extract-provider.js +43 -0
  438. package/dist/extraction/v1/extract-provider.js.map +1 -0
  439. package/dist/extraction/v1/local-llm.d.ts +8 -0
  440. package/dist/extraction/v1/local-llm.d.ts.map +1 -0
  441. package/dist/extraction/v1/local-llm.js +58 -0
  442. package/dist/extraction/v1/local-llm.js.map +1 -0
  443. package/dist/extraction/v1/news.d.ts +3 -0
  444. package/dist/extraction/v1/news.d.ts.map +1 -0
  445. package/dist/extraction/v1/news.js +61 -0
  446. package/dist/extraction/v1/news.js.map +1 -0
  447. package/dist/extraction/v1/product.d.ts +3 -0
  448. package/dist/extraction/v1/product.d.ts.map +1 -0
  449. package/dist/extraction/v1/product.js +166 -0
  450. package/dist/extraction/v1/product.js.map +1 -0
  451. package/dist/extraction/v1/recipe.d.ts +3 -0
  452. package/dist/extraction/v1/recipe.d.ts.map +1 -0
  453. package/dist/extraction/v1/recipe.js +136 -0
  454. package/dist/extraction/v1/recipe.js.map +1 -0
  455. package/dist/extraction/v1/routed.d.ts +17 -0
  456. package/dist/extraction/v1/routed.d.ts.map +1 -0
  457. package/dist/extraction/v1/routed.js +68 -0
  458. package/dist/extraction/v1/routed.js.map +1 -0
  459. package/dist/extraction/v1/schemas/Article.d.ts +11 -0
  460. package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
  461. package/dist/extraction/v1/schemas/Article.js +23 -0
  462. package/dist/extraction/v1/schemas/Article.js.map +1 -0
  463. package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
  464. package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
  465. package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
  466. package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
  467. package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
  468. package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
  469. package/dist/extraction/v1/schemas/EventListing.js +122 -0
  470. package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
  471. package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
  472. package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
  473. package/dist/extraction/v1/schemas/Paper.js +156 -0
  474. package/dist/extraction/v1/schemas/Paper.js.map +1 -0
  475. package/dist/extraction/v1/schemas/Product.d.ts +17 -0
  476. package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
  477. package/dist/extraction/v1/schemas/Product.js +149 -0
  478. package/dist/extraction/v1/schemas/Product.js.map +1 -0
  479. package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
  480. package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
  481. package/dist/extraction/v1/schemas/Recipe.js +160 -0
  482. package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
  483. package/dist/extraction/v1/schemas/index.d.ts +13 -0
  484. package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
  485. package/dist/extraction/v1/schemas/index.js +44 -0
  486. package/dist/extraction/v1/schemas/index.js.map +1 -0
  487. package/dist/extraction/v1/site-extractors.d.ts +5 -0
  488. package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
  489. package/dist/extraction/v1/site-extractors.js +31 -0
  490. package/dist/extraction/v1/site-extractors.js.map +1 -0
  491. package/dist/fetch/action-executor.d.ts +28 -0
  492. package/dist/fetch/action-executor.d.ts.map +1 -0
  493. package/dist/fetch/action-executor.js +88 -0
  494. package/dist/fetch/action-executor.js.map +1 -0
  495. package/dist/fetch/auth.d.ts +2 -1
  496. package/dist/fetch/auth.d.ts.map +1 -1
  497. package/dist/fetch/auth.js +56 -26
  498. package/dist/fetch/auth.js.map +1 -1
  499. package/dist/fetch/browser-pool.d.ts +30 -11
  500. package/dist/fetch/browser-pool.d.ts.map +1 -1
  501. package/dist/fetch/browser-pool.js +303 -127
  502. package/dist/fetch/browser-pool.js.map +1 -1
  503. package/dist/fetch/browser-selector.d.ts +17 -0
  504. package/dist/fetch/browser-selector.d.ts.map +1 -0
  505. package/dist/fetch/browser-selector.js +72 -0
  506. package/dist/fetch/browser-selector.js.map +1 -0
  507. package/dist/fetch/browser-types.d.ts +3 -0
  508. package/dist/fetch/browser-types.d.ts.map +1 -0
  509. package/dist/fetch/browser-types.js +45 -0
  510. package/dist/fetch/browser-types.js.map +1 -0
  511. package/dist/fetch/cdp-client.d.ts +9 -0
  512. package/dist/fetch/cdp-client.d.ts.map +1 -0
  513. package/dist/fetch/cdp-client.js +89 -0
  514. package/dist/fetch/cdp-client.js.map +1 -0
  515. package/dist/fetch/content-check.js +39 -46
  516. package/dist/fetch/content-check.js.map +1 -1
  517. package/dist/fetch/http-client.d.ts +4 -0
  518. package/dist/fetch/http-client.d.ts.map +1 -1
  519. package/dist/fetch/http-client.js +147 -128
  520. package/dist/fetch/http-client.js.map +1 -1
  521. package/dist/fetch/lightpanda.d.ts +28 -0
  522. package/dist/fetch/lightpanda.d.ts.map +1 -0
  523. package/dist/fetch/lightpanda.js +174 -0
  524. package/dist/fetch/lightpanda.js.map +1 -0
  525. package/dist/fetch/playwright-tier.d.ts +19 -0
  526. package/dist/fetch/playwright-tier.d.ts.map +1 -0
  527. package/dist/fetch/playwright-tier.js +76 -0
  528. package/dist/fetch/playwright-tier.js.map +1 -0
  529. package/dist/fetch/router.d.ts +49 -3
  530. package/dist/fetch/router.d.ts.map +1 -1
  531. package/dist/fetch/router.js +185 -81
  532. package/dist/fetch/router.js.map +1 -1
  533. package/dist/index.js +97 -17
  534. package/dist/index.js.map +1 -1
  535. package/dist/instructions.d.ts +31 -0
  536. package/dist/instructions.d.ts.map +1 -0
  537. package/dist/instructions.js +245 -0
  538. package/dist/instructions.js.map +1 -0
  539. package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
  540. package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
  541. package/dist/integrations/cloud/llm/anthropic.js +41 -0
  542. package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
  543. package/dist/integrations/cloud/llm/cache.d.ts +5 -0
  544. package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
  545. package/dist/integrations/cloud/llm/cache.js +49 -0
  546. package/dist/integrations/cloud/llm/cache.js.map +1 -0
  547. package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
  548. package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
  549. package/dist/integrations/cloud/llm/gemini.js +37 -0
  550. package/dist/integrations/cloud/llm/gemini.js.map +1 -0
  551. package/dist/integrations/cloud/llm/groq.d.ts +3 -0
  552. package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
  553. package/dist/integrations/cloud/llm/groq.js +74 -0
  554. package/dist/integrations/cloud/llm/groq.js.map +1 -0
  555. package/dist/integrations/cloud/llm/hash.d.ts +3 -0
  556. package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
  557. package/dist/integrations/cloud/llm/hash.js +26 -0
  558. package/dist/integrations/cloud/llm/hash.js.map +1 -0
  559. package/dist/integrations/cloud/llm/openai.d.ts +3 -0
  560. package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
  561. package/dist/integrations/cloud/llm/openai.js +43 -0
  562. package/dist/integrations/cloud/llm/openai.js.map +1 -0
  563. package/dist/integrations/cloud/llm/select.d.ts +5 -0
  564. package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
  565. package/dist/integrations/cloud/llm/select.js +30 -0
  566. package/dist/integrations/cloud/llm/select.js.map +1 -0
  567. package/dist/integrations/cloud/llm/types.d.ts +24 -0
  568. package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
  569. package/dist/integrations/cloud/llm/types.js +1 -0
  570. package/dist/integrations/cloud/llm/types.js.map +1 -0
  571. package/dist/integrations/cloud/llm/validate.d.ts +6 -0
  572. package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
  573. package/dist/integrations/cloud/llm/validate.js +63 -0
  574. package/dist/integrations/cloud/llm/validate.js.map +1 -0
  575. package/dist/logger.d.ts +4 -1
  576. package/dist/logger.d.ts.map +1 -1
  577. package/dist/logger.js +71 -30
  578. package/dist/logger.js.map +1 -1
  579. package/dist/pdf-parse.d.js +1 -0
  580. package/dist/pdf-parse.d.js.map +1 -0
  581. package/dist/plugins/loader.d.ts +20 -0
  582. package/dist/plugins/loader.d.ts.map +1 -0
  583. package/dist/plugins/loader.js +157 -0
  584. package/dist/plugins/loader.js.map +1 -0
  585. package/dist/plugins/registry.d.ts +26 -0
  586. package/dist/plugins/registry.d.ts.map +1 -0
  587. package/dist/plugins/registry.js +71 -0
  588. package/dist/plugins/registry.js.map +1 -0
  589. package/dist/plugins/validate.d.ts +9 -0
  590. package/dist/plugins/validate.d.ts.map +1 -0
  591. package/dist/plugins/validate.js +79 -0
  592. package/dist/plugins/validate.js.map +1 -0
  593. package/dist/providers/embed-provider.d.ts +11 -0
  594. package/dist/providers/embed-provider.d.ts.map +1 -0
  595. package/dist/providers/embed-provider.js +24 -0
  596. package/dist/providers/embed-provider.js.map +1 -0
  597. package/dist/providers/extract-provider.d.ts +23 -0
  598. package/dist/providers/extract-provider.d.ts.map +1 -0
  599. package/dist/providers/extract-provider.js +25 -0
  600. package/dist/providers/extract-provider.js.map +1 -0
  601. package/dist/providers/rerank-provider.d.ts +16 -0
  602. package/dist/providers/rerank-provider.d.ts.map +1 -0
  603. package/dist/providers/rerank-provider.js +28 -0
  604. package/dist/providers/rerank-provider.js.map +1 -0
  605. package/dist/providers/search-provider.d.ts +25 -0
  606. package/dist/providers/search-provider.d.ts.map +1 -0
  607. package/dist/providers/search-provider.js +44 -0
  608. package/dist/providers/search-provider.js.map +1 -0
  609. package/dist/providers/vector-store.d.ts +27 -0
  610. package/dist/providers/vector-store.d.ts.map +1 -0
  611. package/dist/providers/vector-store.js +27 -0
  612. package/dist/providers/vector-store.js.map +1 -0
  613. package/dist/python-env.d.ts +9 -0
  614. package/dist/python-env.d.ts.map +1 -0
  615. package/dist/python-env.js +13 -0
  616. package/dist/python-env.js.map +1 -0
  617. package/dist/repl/commands/agent.d.ts +5 -0
  618. package/dist/repl/commands/agent.d.ts.map +1 -0
  619. package/dist/repl/commands/agent.js +62 -0
  620. package/dist/repl/commands/agent.js.map +1 -0
  621. package/dist/repl/commands/cache.d.ts +4 -0
  622. package/dist/repl/commands/cache.d.ts.map +1 -0
  623. package/dist/repl/commands/cache.js +43 -0
  624. package/dist/repl/commands/cache.js.map +1 -0
  625. package/dist/repl/commands/crawl.d.ts +7 -0
  626. package/dist/repl/commands/crawl.d.ts.map +1 -0
  627. package/dist/repl/commands/crawl.js +44 -0
  628. package/dist/repl/commands/crawl.js.map +1 -0
  629. package/dist/repl/commands/extract.d.ts +5 -0
  630. package/dist/repl/commands/extract.d.ts.map +1 -0
  631. package/dist/repl/commands/extract.js +47 -0
  632. package/dist/repl/commands/extract.js.map +1 -0
  633. package/dist/repl/commands/fetch.d.ts +5 -0
  634. package/dist/repl/commands/fetch.d.ts.map +1 -0
  635. package/dist/repl/commands/fetch.js +67 -0
  636. package/dist/repl/commands/fetch.js.map +1 -0
  637. package/dist/repl/commands/find-similar.d.ts +5 -0
  638. package/dist/repl/commands/find-similar.d.ts.map +1 -0
  639. package/dist/repl/commands/find-similar.js +74 -0
  640. package/dist/repl/commands/find-similar.js.map +1 -0
  641. package/dist/repl/commands/research.d.ts +5 -0
  642. package/dist/repl/commands/research.d.ts.map +1 -0
  643. package/dist/repl/commands/research.js +65 -0
  644. package/dist/repl/commands/research.js.map +1 -0
  645. package/dist/repl/commands/search.d.ts +5 -0
  646. package/dist/repl/commands/search.d.ts.map +1 -0
  647. package/dist/repl/commands/search.js +74 -0
  648. package/dist/repl/commands/search.js.map +1 -0
  649. package/dist/repl/commands/types.d.ts +9 -0
  650. package/dist/repl/commands/types.d.ts.map +1 -0
  651. package/dist/repl/commands/types.js +1 -0
  652. package/dist/repl/commands/types.js.map +1 -0
  653. package/dist/repl/formatters.d.ts +13 -0
  654. package/dist/repl/formatters.d.ts.map +1 -0
  655. package/dist/repl/formatters.js +283 -0
  656. package/dist/repl/formatters.js.map +1 -0
  657. package/dist/repl/parser.d.ts +9 -0
  658. package/dist/repl/parser.d.ts.map +1 -0
  659. package/dist/repl/parser.js +86 -0
  660. package/dist/repl/parser.js.map +1 -0
  661. package/dist/repl/shell.d.ts +8 -0
  662. package/dist/repl/shell.d.ts.map +1 -0
  663. package/dist/repl/shell.js +184 -0
  664. package/dist/repl/shell.js.map +1 -0
  665. package/dist/research/branch-exploration.d.ts +14 -0
  666. package/dist/research/branch-exploration.d.ts.map +1 -0
  667. package/dist/research/branch-exploration.js +100 -0
  668. package/dist/research/branch-exploration.js.map +1 -0
  669. package/dist/research/brief.d.ts +5 -0
  670. package/dist/research/brief.d.ts.map +1 -0
  671. package/dist/research/brief.js +242 -0
  672. package/dist/research/brief.js.map +1 -0
  673. package/dist/research/citation-graph.d.ts +9 -0
  674. package/dist/research/citation-graph.d.ts.map +1 -0
  675. package/dist/research/citation-graph.js +114 -0
  676. package/dist/research/citation-graph.js.map +1 -0
  677. package/dist/research/decompose.d.ts +14 -0
  678. package/dist/research/decompose.d.ts.map +1 -0
  679. package/dist/research/decompose.js +439 -0
  680. package/dist/research/decompose.js.map +1 -0
  681. package/dist/research/pipeline.d.ts +5 -0
  682. package/dist/research/pipeline.d.ts.map +1 -0
  683. package/dist/research/pipeline.js +269 -0
  684. package/dist/research/pipeline.js.map +1 -0
  685. package/dist/research/synthesis-local.d.ts +16 -0
  686. package/dist/research/synthesis-local.d.ts.map +1 -0
  687. package/dist/research/synthesis-local.js +73 -0
  688. package/dist/research/synthesis-local.js.map +1 -0
  689. package/dist/research/synthesize.d.ts +10 -0
  690. package/dist/research/synthesize.d.ts.map +1 -0
  691. package/dist/research/synthesize.js +137 -0
  692. package/dist/research/synthesize.js.map +1 -0
  693. package/dist/search/answer-synthesis.d.ts +33 -0
  694. package/dist/search/answer-synthesis.d.ts.map +1 -0
  695. package/dist/search/answer-synthesis.js +244 -0
  696. package/dist/search/answer-synthesis.js.map +1 -0
  697. package/dist/search/context-formatter.d.ts +3 -0
  698. package/dist/search/context-formatter.d.ts.map +1 -0
  699. package/dist/search/context-formatter.js +56 -0
  700. package/dist/search/context-formatter.js.map +1 -0
  701. package/dist/search/dedup.d.ts +1 -0
  702. package/dist/search/dedup.d.ts.map +1 -1
  703. package/dist/search/dedup.js +40 -32
  704. package/dist/search/dedup.js.map +1 -1
  705. package/dist/search/engines/arxiv.d.ts +7 -0
  706. package/dist/search/engines/arxiv.d.ts.map +1 -0
  707. package/dist/search/engines/arxiv.js +70 -0
  708. package/dist/search/engines/arxiv.js.map +1 -0
  709. package/dist/search/engines/bing-news.d.ts +7 -0
  710. package/dist/search/engines/bing-news.d.ts.map +1 -0
  711. package/dist/search/engines/bing-news.js +97 -0
  712. package/dist/search/engines/bing-news.js.map +1 -0
  713. package/dist/search/engines/bing.d.ts +1 -0
  714. package/dist/search/engines/bing.d.ts.map +1 -1
  715. package/dist/search/engines/bing.js +100 -44
  716. package/dist/search/engines/bing.js.map +1 -1
  717. package/dist/search/engines/devdocs.d.ts +6 -0
  718. package/dist/search/engines/devdocs.d.ts.map +1 -0
  719. package/dist/search/engines/devdocs.js +56 -0
  720. package/dist/search/engines/devdocs.js.map +1 -0
  721. package/dist/search/engines/duckduckgo.d.ts.map +1 -1
  722. package/dist/search/engines/duckduckgo.js +56 -44
  723. package/dist/search/engines/duckduckgo.js.map +1 -1
  724. package/dist/search/engines/github-code.d.ts +7 -0
  725. package/dist/search/engines/github-code.d.ts.map +1 -0
  726. package/dist/search/engines/github-code.js +55 -0
  727. package/dist/search/engines/github-code.js.map +1 -0
  728. package/dist/search/engines/hn-algolia.d.ts +7 -0
  729. package/dist/search/engines/hn-algolia.d.ts.map +1 -0
  730. package/dist/search/engines/hn-algolia.js +76 -0
  731. package/dist/search/engines/hn-algolia.js.map +1 -0
  732. package/dist/search/engines/lobsters.d.ts +7 -0
  733. package/dist/search/engines/lobsters.d.ts.map +1 -0
  734. package/dist/search/engines/lobsters.js +83 -0
  735. package/dist/search/engines/lobsters.js.map +1 -0
  736. package/dist/search/engines/mdn.d.ts +7 -0
  737. package/dist/search/engines/mdn.d.ts.map +1 -0
  738. package/dist/search/engines/mdn.js +48 -0
  739. package/dist/search/engines/mdn.js.map +1 -0
  740. package/dist/search/engines/semantic-scholar.d.ts +7 -0
  741. package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
  742. package/dist/search/engines/semantic-scholar.js +69 -0
  743. package/dist/search/engines/semantic-scholar.js.map +1 -0
  744. package/dist/search/engines/stackoverflow.d.ts +7 -0
  745. package/dist/search/engines/stackoverflow.d.ts.map +1 -0
  746. package/dist/search/engines/stackoverflow.js +73 -0
  747. package/dist/search/engines/stackoverflow.js.map +1 -0
  748. package/dist/search/engines/startpage.d.ts.map +1 -1
  749. package/dist/search/engines/startpage.js +65 -46
  750. package/dist/search/engines/startpage.js.map +1 -1
  751. package/dist/search/evidence.d.ts +25 -0
  752. package/dist/search/evidence.d.ts.map +1 -0
  753. package/dist/search/evidence.js +220 -0
  754. package/dist/search/evidence.js.map +1 -0
  755. package/dist/search/filters.js +49 -55
  756. package/dist/search/filters.js.map +1 -1
  757. package/dist/search/find-similar/crawl-rank.d.ts +9 -0
  758. package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
  759. package/dist/search/find-similar/crawl-rank.js +272 -0
  760. package/dist/search/find-similar/crawl-rank.js.map +1 -0
  761. package/dist/search/find-similar/mode.d.ts +4 -0
  762. package/dist/search/find-similar/mode.d.ts.map +1 -0
  763. package/dist/search/find-similar/mode.js +12 -0
  764. package/dist/search/find-similar/mode.js.map +1 -0
  765. package/dist/search/find-similar.d.ts +5 -0
  766. package/dist/search/find-similar.d.ts.map +1 -0
  767. package/dist/search/find-similar.js +509 -0
  768. package/dist/search/find-similar.js.map +1 -0
  769. package/dist/search/highlights.d.ts +19 -0
  770. package/dist/search/highlights.d.ts.map +1 -0
  771. package/dist/search/highlights.js +167 -0
  772. package/dist/search/highlights.js.map +1 -0
  773. package/dist/search/language-filter.d.ts +29 -0
  774. package/dist/search/language-filter.d.ts.map +1 -0
  775. package/dist/search/language-filter.js +126 -0
  776. package/dist/search/language-filter.js.map +1 -0
  777. package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
  778. package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
  779. package/dist/search/legacy/searxng-orchestrator.js +501 -0
  780. package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
  781. package/dist/search/legacy/searxng-provider.d.ts +7 -0
  782. package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
  783. package/dist/search/legacy/searxng-provider.js +11 -0
  784. package/dist/search/legacy/searxng-provider.js.map +1 -0
  785. package/dist/search/multi-query.d.ts +25 -0
  786. package/dist/search/multi-query.d.ts.map +1 -0
  787. package/dist/search/multi-query.js +228 -0
  788. package/dist/search/multi-query.js.map +1 -0
  789. package/dist/search/query.js +32 -34
  790. package/dist/search/query.js.map +1 -1
  791. package/dist/search/rerank.d.ts +3 -1
  792. package/dist/search/rerank.d.ts.map +1 -1
  793. package/dist/search/rerank.js +44 -35
  794. package/dist/search/rerank.js.map +1 -1
  795. package/dist/search/reranker/authority-boost.d.ts +3 -0
  796. package/dist/search/reranker/authority-boost.d.ts.map +1 -0
  797. package/dist/search/reranker/authority-boost.js +179 -0
  798. package/dist/search/reranker/authority-boost.js.map +1 -0
  799. package/dist/search/reranker/consensus-boost.d.ts +3 -0
  800. package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
  801. package/dist/search/reranker/consensus-boost.js +27 -0
  802. package/dist/search/reranker/consensus-boost.js.map +1 -0
  803. package/dist/search/reranker/recency-boost.d.ts +3 -0
  804. package/dist/search/reranker/recency-boost.d.ts.map +1 -0
  805. package/dist/search/reranker/recency-boost.js +13 -0
  806. package/dist/search/reranker/recency-boost.js.map +1 -0
  807. package/dist/search/reranker/recency.d.ts +3 -0
  808. package/dist/search/reranker/recency.d.ts.map +1 -0
  809. package/dist/search/reranker/recency.js +23 -0
  810. package/dist/search/reranker/recency.js.map +1 -0
  811. package/dist/search/reranker/transformers-rerank-provider.d.ts +12 -0
  812. package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
  813. package/dist/search/reranker/transformers-rerank-provider.js +78 -0
  814. package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
  815. package/dist/search/rrf.d.ts +17 -0
  816. package/dist/search/rrf.d.ts.map +1 -0
  817. package/dist/search/rrf.js +39 -0
  818. package/dist/search/rrf.js.map +1 -0
  819. package/dist/search/sampling.d.ts +25 -0
  820. package/dist/search/sampling.d.ts.map +1 -0
  821. package/dist/search/sampling.js +52 -0
  822. package/dist/search/sampling.js.map +1 -0
  823. package/dist/search/searxng.d.ts.map +1 -1
  824. package/dist/search/searxng.js +69 -79
  825. package/dist/search/searxng.js.map +1 -1
  826. package/dist/search/tokens.d.ts +3 -0
  827. package/dist/search/tokens.d.ts.map +1 -0
  828. package/dist/search/tokens.js +39 -0
  829. package/dist/search/tokens.js.map +1 -0
  830. package/dist/search/truncate.d.ts +6 -0
  831. package/dist/search/truncate.d.ts.map +1 -0
  832. package/dist/search/truncate.js +26 -0
  833. package/dist/search/truncate.js.map +1 -0
  834. package/dist/search/url-unwrap.d.ts +3 -0
  835. package/dist/search/url-unwrap.d.ts.map +1 -0
  836. package/dist/search/url-unwrap.js +43 -0
  837. package/dist/search/url-unwrap.js.map +1 -0
  838. package/dist/search/v1/context-rank.d.ts +13 -0
  839. package/dist/search/v1/context-rank.d.ts.map +1 -0
  840. package/dist/search/v1/context-rank.js +74 -0
  841. package/dist/search/v1/context-rank.js.map +1 -0
  842. package/dist/search/v1/engine-base.d.ts +27 -0
  843. package/dist/search/v1/engine-base.d.ts.map +1 -0
  844. package/dist/search/v1/engine-base.js +110 -0
  845. package/dist/search/v1/engine-base.js.map +1 -0
  846. package/dist/search/v1/intent-router.d.ts +22 -0
  847. package/dist/search/v1/intent-router.d.ts.map +1 -0
  848. package/dist/search/v1/intent-router.js +138 -0
  849. package/dist/search/v1/intent-router.js.map +1 -0
  850. package/dist/search/v1/orchestrator.d.ts +24 -0
  851. package/dist/search/v1/orchestrator.d.ts.map +1 -0
  852. package/dist/search/v1/orchestrator.js +163 -0
  853. package/dist/search/v1/orchestrator.js.map +1 -0
  854. package/dist/search/v1/recency-boost.d.ts +9 -0
  855. package/dist/search/v1/recency-boost.d.ts.map +1 -0
  856. package/dist/search/v1/recency-boost.js +37 -0
  857. package/dist/search/v1/recency-boost.js.map +1 -0
  858. package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
  859. package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
  860. package/dist/search/v1/recent-cache-dedup.js +85 -0
  861. package/dist/search/v1/recent-cache-dedup.js.map +1 -0
  862. package/dist/search/v1/rss/feed-config.d.ts +21 -0
  863. package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
  864. package/dist/search/v1/rss/feed-config.js +90 -0
  865. package/dist/search/v1/rss/feed-config.js.map +1 -0
  866. package/dist/search/v1/rss/feed-parser.d.ts +14 -0
  867. package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
  868. package/dist/search/v1/rss/feed-parser.js +104 -0
  869. package/dist/search/v1/rss/feed-parser.js.map +1 -0
  870. package/dist/search/v1/rss/feed-poller.d.ts +22 -0
  871. package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
  872. package/dist/search/v1/rss/feed-poller.js +102 -0
  873. package/dist/search/v1/rss/feed-poller.js.map +1 -0
  874. package/dist/search/v1/rss/feed-store.d.ts +30 -0
  875. package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
  876. package/dist/search/v1/rss/feed-store.js +134 -0
  877. package/dist/search/v1/rss/feed-store.js.map +1 -0
  878. package/dist/search/v1/rss/rss-engine.d.ts +6 -0
  879. package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
  880. package/dist/search/v1/rss/rss-engine.js +28 -0
  881. package/dist/search/v1/rss/rss-engine.js.map +1 -0
  882. package/dist/search/v1/v1-provider.d.ts +7 -0
  883. package/dist/search/v1/v1-provider.d.ts.map +1 -0
  884. package/dist/search/v1/v1-provider.js +68 -0
  885. package/dist/search/v1/v1-provider.js.map +1 -0
  886. package/dist/search/v1/verticals/code.d.ts +4 -0
  887. package/dist/search/v1/verticals/code.d.ts.map +1 -0
  888. package/dist/search/v1/verticals/code.js +20 -0
  889. package/dist/search/v1/verticals/code.js.map +1 -0
  890. package/dist/search/v1/verticals/docs.d.ts +4 -0
  891. package/dist/search/v1/verticals/docs.d.ts.map +1 -0
  892. package/dist/search/v1/verticals/docs.js +20 -0
  893. package/dist/search/v1/verticals/docs.js.map +1 -0
  894. package/dist/search/v1/verticals/general.d.ts +4 -0
  895. package/dist/search/v1/verticals/general.d.ts.map +1 -0
  896. package/dist/search/v1/verticals/general.js +22 -0
  897. package/dist/search/v1/verticals/general.js.map +1 -0
  898. package/dist/search/v1/verticals/news.d.ts +10 -0
  899. package/dist/search/v1/verticals/news.d.ts.map +1 -0
  900. package/dist/search/v1/verticals/news.js +52 -0
  901. package/dist/search/v1/verticals/news.js.map +1 -0
  902. package/dist/search/v1/verticals/papers.d.ts +4 -0
  903. package/dist/search/v1/verticals/papers.d.ts.map +1 -0
  904. package/dist/search/v1/verticals/papers.js +23 -0
  905. package/dist/search/v1/verticals/papers.js.map +1 -0
  906. package/dist/search/validator.js +31 -31
  907. package/dist/search/validator.js.map +1 -1
  908. package/dist/searxng/bootstrap.d.ts +30 -0
  909. package/dist/searxng/bootstrap.d.ts.map +1 -1
  910. package/dist/searxng/bootstrap.js +223 -85
  911. package/dist/searxng/bootstrap.js.map +1 -1
  912. package/dist/searxng/docker.d.ts.map +1 -1
  913. package/dist/searxng/docker.js +69 -60
  914. package/dist/searxng/docker.js.map +1 -1
  915. package/dist/searxng/process.d.ts +13 -1
  916. package/dist/searxng/process.d.ts.map +1 -1
  917. package/dist/searxng/process.js +231 -164
  918. package/dist/searxng/process.js.map +1 -1
  919. package/dist/server/backend-status.d.ts +13 -0
  920. package/dist/server/backend-status.d.ts.map +1 -0
  921. package/dist/server/backend-status.js +40 -0
  922. package/dist/server/backend-status.js.map +1 -0
  923. package/dist/server/tool-schemas.d.ts +549 -0
  924. package/dist/server/tool-schemas.d.ts.map +1 -0
  925. package/dist/server/tool-schemas.js +464 -0
  926. package/dist/server/tool-schemas.js.map +1 -0
  927. package/dist/server/warmup-on-start.d.ts +9 -0
  928. package/dist/server/warmup-on-start.d.ts.map +1 -0
  929. package/dist/server/warmup-on-start.js +55 -0
  930. package/dist/server/warmup-on-start.js.map +1 -0
  931. package/dist/server.d.ts +17 -0
  932. package/dist/server.d.ts.map +1 -1
  933. package/dist/server.js +454 -297
  934. package/dist/server.js.map +1 -1
  935. package/dist/tools/agent.d.ts +5 -0
  936. package/dist/tools/agent.d.ts.map +1 -0
  937. package/dist/tools/agent.js +128 -0
  938. package/dist/tools/agent.js.map +1 -0
  939. package/dist/tools/cache.d.ts +2 -1
  940. package/dist/tools/cache.d.ts.map +1 -1
  941. package/dist/tools/cache.js +175 -44
  942. package/dist/tools/cache.js.map +1 -1
  943. package/dist/tools/crawl.d.ts.map +1 -1
  944. package/dist/tools/crawl.js +171 -88
  945. package/dist/tools/crawl.js.map +1 -1
  946. package/dist/tools/extract.d.ts +2 -2
  947. package/dist/tools/extract.d.ts.map +1 -1
  948. package/dist/tools/extract.js +175 -59
  949. package/dist/tools/extract.js.map +1 -1
  950. package/dist/tools/fetch.d.ts +2 -2
  951. package/dist/tools/fetch.d.ts.map +1 -1
  952. package/dist/tools/fetch.js +161 -68
  953. package/dist/tools/fetch.js.map +1 -1
  954. package/dist/tools/find-similar.d.ts +5 -0
  955. package/dist/tools/find-similar.d.ts.map +1 -0
  956. package/dist/tools/find-similar.js +127 -0
  957. package/dist/tools/find-similar.js.map +1 -0
  958. package/dist/tools/research.d.ts +5 -0
  959. package/dist/tools/research.d.ts.map +1 -0
  960. package/dist/tools/research.js +107 -0
  961. package/dist/tools/research.js.map +1 -0
  962. package/dist/tools/search.d.ts +10 -2
  963. package/dist/tools/search.d.ts.map +1 -1
  964. package/dist/tools/search.js +13 -158
  965. package/dist/tools/search.js.map +1 -1
  966. package/dist/types.d.ts +350 -7
  967. package/dist/types.d.ts.map +1 -1
  968. package/dist/types.js +6 -1
  969. package/dist/types.js.map +1 -1
  970. package/dist/util/mode.d.ts +4 -0
  971. package/dist/util/mode.d.ts.map +1 -0
  972. package/dist/util/mode.js +34 -0
  973. package/dist/util/mode.js.map +1 -0
  974. package/package.json +78 -8
  975. package/dist/extraction/trafilatura.d.ts +0 -6
  976. package/dist/extraction/trafilatura.d.ts.map +0 -1
  977. package/dist/extraction/trafilatura.js +0 -105
  978. package/dist/extraction/trafilatura.js.map +0 -1
  979. package/dist/search/flashrank.d.ts +0 -12
  980. package/dist/search/flashrank.d.ts.map +0 -1
  981. package/dist/search/flashrank.js +0 -63
  982. package/dist/search/flashrank.js.map +0 -1
@@ -1,87 +1,77 @@
1
- import { getConfig } from '../config.js';
2
- import { createLogger } from '../logger.js';
3
- const log = createLogger('search');
1
+ import { getConfig } from "../config.js";
2
+ import { createLogger } from "../logger.js";
3
+ const log = createLogger("search");
4
4
  const CATEGORY_MAP = {
5
- general: 'general',
6
- news: 'news',
7
- code: 'it',
8
- docs: 'it',
9
- papers: 'science',
10
- images: 'images',
5
+ general: "general",
6
+ news: "news",
7
+ code: "it",
8
+ docs: "general",
9
+ papers: "science",
10
+ images: "images"
11
11
  };
12
12
  function computeTimeRange(fromDate, toDate) {
13
- if (!fromDate)
14
- return null;
15
- const from = new Date(fromDate);
16
- if (isNaN(from.getTime()))
17
- return null;
18
- const now = toDate ? new Date(toDate) : new Date();
19
- if (isNaN(now.getTime()))
20
- return null;
21
- const diffDays = Math.round((now.getTime() - from.getTime()) / (1000 * 60 * 60 * 24));
22
- if (diffDays <= 1)
23
- return 'day';
24
- if (diffDays <= 7)
25
- return 'week';
26
- if (diffDays <= 30)
27
- return 'month';
28
- return 'year';
13
+ if (!fromDate) return null;
14
+ const from = new Date(fromDate);
15
+ if (isNaN(from.getTime())) return null;
16
+ const now = toDate ? new Date(toDate) : /* @__PURE__ */ new Date();
17
+ if (isNaN(now.getTime())) return null;
18
+ const diffDays = Math.round((now.getTime() - from.getTime()) / (1e3 * 60 * 60 * 24));
19
+ if (diffDays <= 1) return "day";
20
+ if (diffDays <= 7) return "week";
21
+ if (diffDays <= 30) return "month";
22
+ return "year";
29
23
  }
30
- export class SearxngClient {
31
- baseUrl;
32
- name = 'searxng';
33
- constructor(baseUrl) {
34
- this.baseUrl = baseUrl;
24
+ class SearxngClient {
25
+ constructor(baseUrl) {
26
+ this.baseUrl = baseUrl;
27
+ }
28
+ baseUrl;
29
+ name = "searxng";
30
+ async search(query, options = {}) {
31
+ const config = getConfig();
32
+ const timeoutMs = options.timeoutMs ?? config.searxngQueryTimeoutMs;
33
+ const maxResults = options.maxResults ?? 10;
34
+ let queryStr = query;
35
+ if (options.includeDomains?.length) {
36
+ const siteFilter = options.includeDomains.map((d) => `site:${d}`).join(" OR ");
37
+ queryStr = options.includeDomains.length === 1 ? `${query} site:${options.includeDomains[0]}` : `${query} (${siteFilter})`;
35
38
  }
36
- async search(query, options = {}) {
37
- const config = getConfig();
38
- const timeoutMs = options.timeoutMs ?? config.searxngQueryTimeoutMs;
39
- const maxResults = options.maxResults ?? 10;
40
- // Build query with domain site: operators
41
- let queryStr = query;
42
- if (options.includeDomains?.length) {
43
- // Best-effort: site: syntax works on Google/Bing but not all SearXNG engines.
44
- // Post-filter in filters.ts handles the gap for engines that ignore it.
45
- const siteFilter = options.includeDomains.map(d => `site:${d}`).join(' OR ');
46
- queryStr = options.includeDomains.length === 1
47
- ? `${query} site:${options.includeDomains[0]}`
48
- : `${query} (${siteFilter})`;
49
- }
50
- // exclude_domains are NOT passed to SearXNG — handled by post-filter
51
- const params = new URLSearchParams({
52
- q: queryStr,
53
- format: 'json',
54
- pageno: '1',
55
- });
56
- if (options.timeRange)
57
- params.set('time_range', options.timeRange);
58
- if (options.language)
59
- params.set('language', options.language);
60
- // Category pass-through
61
- if (options.category) {
62
- params.set('categories', CATEGORY_MAP[options.category] ?? 'general');
63
- }
64
- // Date range -> time_range bucket (SearXNG doesn't support arbitrary dates)
65
- if (!options.timeRange && (options.fromDate || options.toDate)) {
66
- const range = computeTimeRange(options.fromDate, options.toDate);
67
- if (range)
68
- params.set('time_range', range);
69
- }
70
- const url = `${this.baseUrl}/search?${params}`;
71
- log.debug('querying searxng', { query: queryStr, url });
72
- const response = await fetch(url, { signal: AbortSignal.timeout(timeoutMs) });
73
- if (!response.ok) {
74
- throw new Error(`SearXNG returned ${response.status}`);
75
- }
76
- const data = (await response.json());
77
- const total = data.results.length;
78
- return data.results.slice(0, maxResults).map((r, i) => ({
79
- title: r.title,
80
- url: r.url,
81
- snippet: r.content,
82
- relevance_score: r.score != null ? Math.min(r.score, 1) : 1 - i / Math.max(total, 1),
83
- engine: 'searxng',
84
- }));
39
+ const params = new URLSearchParams({
40
+ q: queryStr,
41
+ format: "json",
42
+ pageno: "1"
43
+ });
44
+ if (options.timeRange) params.set("time_range", options.timeRange);
45
+ if (options.language) params.set("language", options.language);
46
+ if (options.category) {
47
+ params.set("categories", CATEGORY_MAP[options.category] ?? "general");
85
48
  }
49
+ if (!options.timeRange && (options.fromDate || options.toDate)) {
50
+ const range = computeTimeRange(options.fromDate, options.toDate);
51
+ if (range) params.set("time_range", range);
52
+ }
53
+ const url = `${this.baseUrl}/search?${params}`;
54
+ log.debug("querying searxng", { query: queryStr, url });
55
+ const response = await fetch(url, { signal: AbortSignal.timeout(timeoutMs) });
56
+ if (!response.ok) {
57
+ throw new Error(`SearXNG returned ${response.status}`);
58
+ }
59
+ const data = await response.json();
60
+ const total = data.results.length;
61
+ return data.results.slice(0, maxResults).map((r, i) => {
62
+ const published = r.publishedDate ?? r.pubdate ?? void 0;
63
+ return {
64
+ title: r.title,
65
+ url: r.url,
66
+ snippet: r.content,
67
+ relevance_score: r.score != null ? Math.min(r.score, 1) : 1 - i / Math.max(total, 1),
68
+ engine: "searxng",
69
+ ...published ? { published_date: published } : {}
70
+ };
71
+ });
72
+ }
86
73
  }
74
+ export {
75
+ SearxngClient
76
+ };
87
77
  //# sourceMappingURL=searxng.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"searxng.js","sourceRoot":"","sources":["../../src/search/searxng.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,YAAY,GAA2B;IAC3C,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,IAAI;IACV,MAAM,EAAE,SAAS;IACjB,MAAM,EAAE,QAAQ;CACjB,CAAC;AAEF,SAAS,gBAAgB,CAAC,QAAiB,EAAE,MAAe;IAC1D,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;IACnD,IAAI,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACtF,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAChC,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACjC,IAAI,QAAQ,IAAI,EAAE;QAAE,OAAO,OAAO,CAAC;IACnC,OAAO,MAAM,CAAC;AAChB,CAAC;AAiBD,MAAM,OAAO,aAAa;IAGK;IAF7B,IAAI,GAAG,SAAS,CAAC;IAEjB,YAA6B,OAAe;QAAf,YAAO,GAAP,OAAO,CAAQ;IAAG,CAAC;IAEhD,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAA+B,EAAE;QAC3D,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,qBAAqB,CAAC;QACpE,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;QAE5C,0CAA0C;QAC1C,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,OAAO,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC;YACnC,8EAA8E;YAC9E,wEAAwE;YACxE,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7E,QAAQ,GAAG,OAAO,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC;gBAC5C,CAAC,CAAC,GAAG,KAAK,SAAS,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE;gBAC9C,CAAC,CAAC,GAAG,KAAK,KAAK,UAAU,GAAG,CAAC;QACjC,CAAC;QACD,qEAAqE;QAErE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;YACjC,CAAC,EAAE,QAAQ;YACX,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,GAAG;SACZ,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACnE,IAAI,OAAO,CAAC,QAAQ;YAAE,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE/D,wBAAwB;QACxB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,CAAC;QACxE,CAAC;QAED,4EAA4E;QAC5E,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/D,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACjE,IAAI,KAAK;gBAAE,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,WAAW,MAAM,EAAE,CAAC;QAC/C,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;QAExD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAE9E,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAuB,CAAC;QAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QAElC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACtD,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,eAAe,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;YACpF,MAAM,EAAE,SAAS;SAClB,CAAC,CAAC,CAAC;IACN,CAAC;CACF"}
1
+ {"version":3,"sources":["../../src/search/searxng.ts"],"sourcesContent":["import type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../types.js';\nimport { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\n\nconst log = createLogger('search');\n\n// 'docs' deliberately routes to 'general' instead of SearXNG's 'it' category.\n// SearXNG 'it' returns generic developer docs (MDN, Docker, Stack Overflow, etc.)\n// regardless of the query subject — e.g. \"Next.js authentication\" surfaces\n// MDN WebRTC docs. Domain scoping (include_domains) + reranking handle relevance\n// far better than category narrowing for AI-driven queries.\nconst CATEGORY_MAP: Record<string, string> = {\n general: 'general',\n news: 'news',\n code: 'it',\n docs: 'general',\n papers: 'science',\n images: 'images',\n};\n\nfunction computeTimeRange(fromDate?: string, toDate?: string): string | null {\n if (!fromDate) return null;\n const from = new Date(fromDate);\n if (isNaN(from.getTime())) return null;\n const now = toDate ? new Date(toDate) : new Date();\n if (isNaN(now.getTime())) return null;\n const diffDays = Math.round((now.getTime() - from.getTime()) / (1000 * 60 * 60 * 24));\n if (diffDays <= 1) return 'day';\n if (diffDays <= 7) return 'week';\n if (diffDays <= 30) return 'month';\n return 'year';\n}\n\ninterface SearxngApiResult {\n title: string;\n url: string;\n content: string;\n score?: number | null;\n engine: string;\n engines: string[];\n publishedDate?: string | null;\n pubdate?: string | null;\n}\n\ninterface SearxngApiResponse {\n results: SearxngApiResult[];\n query: string;\n number_of_results: number;\n}\n\nexport class SearxngClient implements SearchEngine {\n name = 'searxng';\n\n constructor(private readonly baseUrl: string) {}\n\n async search(query: string, options: SearchEngineOptions = {}): Promise<RawSearchResult[]> {\n const config = getConfig();\n const timeoutMs = options.timeoutMs ?? config.searxngQueryTimeoutMs;\n const maxResults = options.maxResults ?? 10;\n\n // Build query with domain site: operators\n let queryStr = query;\n if (options.includeDomains?.length) {\n // Best-effort: site: syntax works on Google/Bing but not all SearXNG engines.\n // Post-filter in filters.ts handles the gap for engines that ignore it.\n const siteFilter = options.includeDomains.map(d => `site:${d}`).join(' OR ');\n queryStr = options.includeDomains.length === 1\n ? `${query} site:${options.includeDomains[0]}`\n : `${query} (${siteFilter})`;\n }\n // exclude_domains are NOT passed to SearXNG — handled by post-filter\n\n const params = new URLSearchParams({\n q: queryStr,\n format: 'json',\n pageno: '1',\n });\n\n if (options.timeRange) params.set('time_range', options.timeRange);\n if (options.language) params.set('language', options.language);\n\n // Category pass-through\n if (options.category) {\n params.set('categories', CATEGORY_MAP[options.category] ?? 'general');\n }\n\n // Date range -> time_range bucket (SearXNG doesn't support arbitrary dates)\n if (!options.timeRange && (options.fromDate || options.toDate)) {\n const range = computeTimeRange(options.fromDate, options.toDate);\n if (range) params.set('time_range', range);\n }\n\n const url = `${this.baseUrl}/search?${params}`;\n log.debug('querying searxng', { query: queryStr, url });\n\n const response = await fetch(url, { signal: AbortSignal.timeout(timeoutMs) });\n\n if (!response.ok) {\n throw new Error(`SearXNG returned ${response.status}`);\n }\n\n const data = (await response.json()) as SearxngApiResponse;\n const total = data.results.length;\n\n return data.results.slice(0, maxResults).map((r, i) => {\n const published = r.publishedDate ?? r.pubdate ?? undefined;\n return {\n title: r.title,\n url: r.url,\n snippet: r.content,\n relevance_score: r.score != null ? Math.min(r.score, 1) : 1 - i / Math.max(total, 1),\n engine: 'searxng',\n ...(published ? { published_date: published } : {}),\n };\n });\n }\n}\n"],"mappings":"AACA,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAOjC,MAAM,eAAuC;AAAA,EAC3C,SAAS;AAAA,EACT,MAAM;AAAA,EACN,MAAM;AAAA,EACN,MAAM;AAAA,EACN,QAAQ;AAAA,EACR,QAAQ;AACV;AAEA,SAAS,iBAAiB,UAAmB,QAAgC;AAC3E,MAAI,CAAC,SAAU,QAAO;AACtB,QAAM,OAAO,IAAI,KAAK,QAAQ;AAC9B,MAAI,MAAM,KAAK,QAAQ,CAAC,EAAG,QAAO;AAClC,QAAM,MAAM,SAAS,IAAI,KAAK,MAAM,IAAI,oBAAI,KAAK;AACjD,MAAI,MAAM,IAAI,QAAQ,CAAC,EAAG,QAAO;AACjC,QAAM,WAAW,KAAK,OAAO,IAAI,QAAQ,IAAI,KAAK,QAAQ,MAAM,MAAO,KAAK,KAAK,GAAG;AACpF,MAAI,YAAY,EAAG,QAAO;AAC1B,MAAI,YAAY,EAAG,QAAO;AAC1B,MAAI,YAAY,GAAI,QAAO;AAC3B,SAAO;AACT;AAmBO,MAAM,cAAsC;AAAA,EAGjD,YAA6B,SAAiB;AAAjB;AAAA,EAAkB;AAAA,EAAlB;AAAA,EAF7B,OAAO;AAAA,EAIP,MAAM,OAAO,OAAe,UAA+B,CAAC,GAA+B;AACzF,UAAM,SAAS,UAAU;AACzB,UAAM,YAAY,QAAQ,aAAa,OAAO;AAC9C,UAAM,aAAa,QAAQ,cAAc;AAGzC,QAAI,WAAW;AACf,QAAI,QAAQ,gBAAgB,QAAQ;AAGlC,YAAM,aAAa,QAAQ,eAAe,IAAI,OAAK,QAAQ,CAAC,EAAE,EAAE,KAAK,MAAM;AAC3E,iBAAW,QAAQ,eAAe,WAAW,IACzC,GAAG,KAAK,SAAS,QAAQ,eAAe,CAAC,CAAC,KAC1C,GAAG,KAAK,KAAK,UAAU;AAAA,IAC7B;AAGA,UAAM,SAAS,IAAI,gBAAgB;AAAA,MACjC,GAAG;AAAA,MACH,QAAQ;AAAA,MACR,QAAQ;AAAA,IACV,CAAC;AAED,QAAI,QAAQ,UAAW,QAAO,IAAI,cAAc,QAAQ,SAAS;AACjE,QAAI,QAAQ,SAAU,QAAO,IAAI,YAAY,QAAQ,QAAQ;AAG7D,QAAI,QAAQ,UAAU;AACpB,aAAO,IAAI,cAAc,aAAa,QAAQ,QAAQ,KAAK,SAAS;AAAA,IACtE;AAGA,QAAI,CAAC,QAAQ,cAAc,QAAQ,YAAY,QAAQ,SAAS;AAC9D,YAAM,QAAQ,iBAAiB,QAAQ,UAAU,QAAQ,MAAM;AAC/D,UAAI,MAAO,QAAO,IAAI,cAAc,KAAK;AAAA,IAC3C;AAEA,UAAM,MAAM,GAAG,KAAK,OAAO,WAAW,MAAM;AAC5C,QAAI,MAAM,oBAAoB,EAAE,OAAO,UAAU,IAAI,CAAC;AAEtD,UAAM,WAAW,MAAM,MAAM,KAAK,EAAE,QAAQ,YAAY,QAAQ,SAAS,EAAE,CAAC;AAE5E,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,MAAM,oBAAoB,SAAS,MAAM,EAAE;AAAA,IACvD;AAEA,UAAM,OAAQ,MAAM,SAAS,KAAK;AAClC,UAAM,QAAQ,KAAK,QAAQ;AAE3B,WAAO,KAAK,QAAQ,MAAM,GAAG,UAAU,EAAE,IAAI,CAAC,GAAG,MAAM;AACrD,YAAM,YAAY,EAAE,iBAAiB,EAAE,WAAW;AAClD,aAAO;AAAA,QACL,OAAO,EAAE;AAAA,QACT,KAAK,EAAE;AAAA,QACP,SAAS,EAAE;AAAA,QACX,iBAAiB,EAAE,SAAS,OAAO,KAAK,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,KAAK,IAAI,OAAO,CAAC;AAAA,QACnF,QAAQ;AAAA,QACR,GAAI,YAAY,EAAE,gBAAgB,UAAU,IAAI,CAAC;AAAA,MACnD;AAAA,IACF,CAAC;AAAA,EACH;AACF;","names":[]}
@@ -0,0 +1,3 @@
1
+ export declare function countTokens(text: string): number;
2
+ export declare function truncateByTokens(text: string, maxTokens: number): string;
3
+ //# sourceMappingURL=tokens.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tokens.d.ts","sourceRoot":"","sources":["../../src/search/tokens.ts"],"names":[],"mappings":"AAKA,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGhD;AAMD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CA2BxE"}
@@ -0,0 +1,39 @@
1
+ import { encode, decode } from "gpt-tokenizer";
2
+ const TRUNC_MARKER = "\n\n[... content truncated]";
3
+ const MARKER_TOKEN_BUDGET = 6;
4
+ function countTokens(text) {
5
+ if (!text) return 0;
6
+ return encode(text).length;
7
+ }
8
+ function truncateByTokens(text, maxTokens) {
9
+ if (maxTokens <= 0) return TRUNC_MARKER.trim();
10
+ if (!text) return "";
11
+ const tokens = encode(text);
12
+ if (tokens.length <= maxTokens) return text;
13
+ const budget = Math.max(0, maxTokens - MARKER_TOKEN_BUDGET);
14
+ const head = decode(tokens.slice(0, budget));
15
+ const threshold = head.length * 0.7;
16
+ const lastSentence = Math.max(
17
+ head.lastIndexOf(". "),
18
+ head.lastIndexOf(".\n"),
19
+ head.lastIndexOf("? "),
20
+ head.lastIndexOf("! ")
21
+ );
22
+ if (lastSentence > threshold) {
23
+ return head.slice(0, lastSentence + 1) + TRUNC_MARKER;
24
+ }
25
+ const lastPara = head.lastIndexOf("\n\n");
26
+ if (lastPara > threshold) {
27
+ return head.slice(0, lastPara) + TRUNC_MARKER;
28
+ }
29
+ const lastHeading = head.lastIndexOf("\n#");
30
+ if (lastHeading > threshold) {
31
+ return head.slice(0, lastHeading) + TRUNC_MARKER;
32
+ }
33
+ return head + TRUNC_MARKER;
34
+ }
35
+ export {
36
+ countTokens,
37
+ truncateByTokens
38
+ };
39
+ //# sourceMappingURL=tokens.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/search/tokens.ts"],"sourcesContent":["import { encode, decode } from 'gpt-tokenizer';\n\nconst TRUNC_MARKER = '\\n\\n[... content truncated]';\nconst MARKER_TOKEN_BUDGET = 6;\n\nexport function countTokens(text: string): number {\n if (!text) return 0;\n return encode(text).length;\n}\n\n// Token-budget truncation. Prefer sentence > paragraph > section boundary\n// within the last 30% of the budget. Falls back to a hard token cut + marker.\n// Caveat: gpt-tokenizer uses cl100k-base (OpenAI). Counts on Claude/Gemini/\n// Llama may drift ~5-15%. Treat as approximation; we are not billing.\nexport function truncateByTokens(text: string, maxTokens: number): string {\n if (maxTokens <= 0) return TRUNC_MARKER.trim();\n if (!text) return '';\n const tokens = encode(text);\n if (tokens.length <= maxTokens) return text;\n\n const budget = Math.max(0, maxTokens - MARKER_TOKEN_BUDGET);\n const head = decode(tokens.slice(0, budget));\n const threshold = head.length * 0.7;\n const lastSentence = Math.max(\n head.lastIndexOf('. '),\n head.lastIndexOf('.\\n'),\n head.lastIndexOf('? '),\n head.lastIndexOf('! '),\n );\n if (lastSentence > threshold) {\n return head.slice(0, lastSentence + 1) + TRUNC_MARKER;\n }\n const lastPara = head.lastIndexOf('\\n\\n');\n if (lastPara > threshold) {\n return head.slice(0, lastPara) + TRUNC_MARKER;\n }\n const lastHeading = head.lastIndexOf('\\n#');\n if (lastHeading > threshold) {\n return head.slice(0, lastHeading) + TRUNC_MARKER;\n }\n return head + TRUNC_MARKER;\n}\n"],"mappings":"AAAA,SAAS,QAAQ,cAAc;AAE/B,MAAM,eAAe;AACrB,MAAM,sBAAsB;AAErB,SAAS,YAAY,MAAsB;AAChD,MAAI,CAAC,KAAM,QAAO;AAClB,SAAO,OAAO,IAAI,EAAE;AACtB;AAMO,SAAS,iBAAiB,MAAc,WAA2B;AACxE,MAAI,aAAa,EAAG,QAAO,aAAa,KAAK;AAC7C,MAAI,CAAC,KAAM,QAAO;AAClB,QAAM,SAAS,OAAO,IAAI;AAC1B,MAAI,OAAO,UAAU,UAAW,QAAO;AAEvC,QAAM,SAAS,KAAK,IAAI,GAAG,YAAY,mBAAmB;AAC1D,QAAM,OAAO,OAAO,OAAO,MAAM,GAAG,MAAM,CAAC;AAC3C,QAAM,YAAY,KAAK,SAAS;AAChC,QAAM,eAAe,KAAK;AAAA,IACxB,KAAK,YAAY,IAAI;AAAA,IACrB,KAAK,YAAY,KAAK;AAAA,IACtB,KAAK,YAAY,IAAI;AAAA,IACrB,KAAK,YAAY,IAAI;AAAA,EACvB;AACA,MAAI,eAAe,WAAW;AAC5B,WAAO,KAAK,MAAM,GAAG,eAAe,CAAC,IAAI;AAAA,EAC3C;AACA,QAAM,WAAW,KAAK,YAAY,MAAM;AACxC,MAAI,WAAW,WAAW;AACxB,WAAO,KAAK,MAAM,GAAG,QAAQ,IAAI;AAAA,EACnC;AACA,QAAM,cAAc,KAAK,YAAY,KAAK;AAC1C,MAAI,cAAc,WAAW;AAC3B,WAAO,KAAK,MAAM,GAAG,WAAW,IAAI;AAAA,EACtC;AACA,SAAO,OAAO;AAChB;","names":[]}
@@ -0,0 +1,6 @@
1
+ export declare function truncateSmartly(text: string, maxChars: number): string;
2
+ export declare function applyOutputBudget(text: string, opts: {
3
+ maxTokensOut?: number;
4
+ maxChars?: number;
5
+ }): string;
6
+ //# sourceMappingURL=truncate.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"truncate.d.ts","sourceRoot":"","sources":["../../src/search/truncate.ts"],"names":[],"mappings":"AAIA,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CActE;AAKD,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACjD,MAAM,CAKR"}
@@ -0,0 +1,26 @@
1
+ import { truncateByTokens } from "./tokens.js";
2
+ const TRUNC_MARKER = "\n\n[... content truncated]";
3
+ function truncateSmartly(text, maxChars) {
4
+ if (maxChars <= 0) return TRUNC_MARKER;
5
+ if (text.length <= maxChars) return text;
6
+ const head = text.slice(0, maxChars);
7
+ const lastPara = head.lastIndexOf("\n\n");
8
+ const lastHeading = head.lastIndexOf("\n#");
9
+ const lastBreak = Math.max(lastPara, lastHeading);
10
+ const threshold = maxChars * 0.7;
11
+ if (lastBreak > threshold) {
12
+ return head.slice(0, lastBreak) + TRUNC_MARKER;
13
+ }
14
+ return head + TRUNC_MARKER;
15
+ }
16
+ function applyOutputBudget(text, opts) {
17
+ if (!text) return text;
18
+ if (opts.maxTokensOut != null) return truncateByTokens(text, opts.maxTokensOut);
19
+ if (opts.maxChars != null) return truncateSmartly(text, opts.maxChars);
20
+ return text;
21
+ }
22
+ export {
23
+ applyOutputBudget,
24
+ truncateSmartly
25
+ };
26
+ //# sourceMappingURL=truncate.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/search/truncate.ts"],"sourcesContent":["import { truncateByTokens } from './tokens.js';\n\nconst TRUNC_MARKER = '\\n\\n[... content truncated]';\n\nexport function truncateSmartly(text: string, maxChars: number): string {\n if (maxChars <= 0) return TRUNC_MARKER;\n if (text.length <= maxChars) return text;\n\n const head = text.slice(0, maxChars);\n const lastPara = head.lastIndexOf('\\n\\n');\n const lastHeading = head.lastIndexOf('\\n#');\n const lastBreak = Math.max(lastPara, lastHeading);\n const threshold = maxChars * 0.7;\n\n if (lastBreak > threshold) {\n return head.slice(0, lastBreak) + TRUNC_MARKER;\n }\n return head + TRUNC_MARKER;\n}\n\n// max_tokens_out wins over max_chars whenever both are set. Falls back to\n// truncateSmartly for chars-only budgets, and returns text unchanged when\n// neither is set.\nexport function applyOutputBudget(\n text: string,\n opts: { maxTokensOut?: number; maxChars?: number },\n): string {\n if (!text) return text;\n if (opts.maxTokensOut != null) return truncateByTokens(text, opts.maxTokensOut);\n if (opts.maxChars != null) return truncateSmartly(text, opts.maxChars);\n return text;\n}\n"],"mappings":"AAAA,SAAS,wBAAwB;AAEjC,MAAM,eAAe;AAEd,SAAS,gBAAgB,MAAc,UAA0B;AACtE,MAAI,YAAY,EAAG,QAAO;AAC1B,MAAI,KAAK,UAAU,SAAU,QAAO;AAEpC,QAAM,OAAO,KAAK,MAAM,GAAG,QAAQ;AACnC,QAAM,WAAW,KAAK,YAAY,MAAM;AACxC,QAAM,cAAc,KAAK,YAAY,KAAK;AAC1C,QAAM,YAAY,KAAK,IAAI,UAAU,WAAW;AAChD,QAAM,YAAY,WAAW;AAE7B,MAAI,YAAY,WAAW;AACzB,WAAO,KAAK,MAAM,GAAG,SAAS,IAAI;AAAA,EACpC;AACA,SAAO,OAAO;AAChB;AAKO,SAAS,kBACd,MACA,MACQ;AACR,MAAI,CAAC,KAAM,QAAO;AAClB,MAAI,KAAK,gBAAgB,KAAM,QAAO,iBAAiB,MAAM,KAAK,YAAY;AAC9E,MAAI,KAAK,YAAY,KAAM,QAAO,gBAAgB,MAAM,KAAK,QAAQ;AACrE,SAAO;AACT;","names":[]}
@@ -0,0 +1,3 @@
1
+ export declare function unwrapRedirect(input: string): string | null;
2
+ export declare function normalizeResultUrl(input: string): string;
3
+ //# sourceMappingURL=url-unwrap.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"url-unwrap.d.ts","sourceRoot":"","sources":["../../src/search/url-unwrap.ts"],"names":[],"mappings":"AAWA,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CA2B3D;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAGxD"}
@@ -0,0 +1,43 @@
1
+ const REDIRECT_HOSTS = {
2
+ "duckduckgo.com": "uddg",
3
+ "www.duckduckgo.com": "uddg",
4
+ "google.com": "q",
5
+ "www.google.com": "q"
6
+ };
7
+ function unwrapRedirect(input) {
8
+ if (!input) return null;
9
+ let candidate = input;
10
+ if (candidate.startsWith("//")) candidate = "https:" + candidate;
11
+ let parsed;
12
+ try {
13
+ parsed = new URL(candidate);
14
+ } catch {
15
+ return null;
16
+ }
17
+ const param = REDIRECT_HOSTS[parsed.hostname];
18
+ if (!param) return null;
19
+ const target = parsed.searchParams.get(param);
20
+ if (!target) return null;
21
+ let decoded;
22
+ try {
23
+ decoded = decodeURIComponent(target);
24
+ } catch {
25
+ return null;
26
+ }
27
+ if (!/^https?:\/\//i.test(decoded)) return null;
28
+ try {
29
+ new URL(decoded);
30
+ } catch {
31
+ return null;
32
+ }
33
+ return decoded;
34
+ }
35
+ function normalizeResultUrl(input) {
36
+ const unwrapped = unwrapRedirect(input);
37
+ return unwrapped ?? input;
38
+ }
39
+ export {
40
+ normalizeResultUrl,
41
+ unwrapRedirect
42
+ };
43
+ //# sourceMappingURL=url-unwrap.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/search/url-unwrap.ts"],"sourcesContent":["// Unwrap engine-side redirect URLs (DDG /l/?uddg=, Google /url?q=) into\n// the real target URL. Returns null when the input is not a wrapped\n// redirect, or the wrapped value is not a usable http(s) URL.\n\nconst REDIRECT_HOSTS: Record<string, string> = {\n 'duckduckgo.com': 'uddg',\n 'www.duckduckgo.com': 'uddg',\n 'google.com': 'q',\n 'www.google.com': 'q',\n};\n\nexport function unwrapRedirect(input: string): string | null {\n if (!input) return null;\n let candidate = input;\n if (candidate.startsWith('//')) candidate = 'https:' + candidate;\n let parsed: URL;\n try {\n parsed = new URL(candidate);\n } catch {\n return null;\n }\n const param = REDIRECT_HOSTS[parsed.hostname];\n if (!param) return null;\n const target = parsed.searchParams.get(param);\n if (!target) return null;\n let decoded: string;\n try {\n decoded = decodeURIComponent(target);\n } catch {\n return null;\n }\n if (!/^https?:\\/\\//i.test(decoded)) return null;\n try {\n new URL(decoded);\n } catch {\n return null;\n }\n return decoded;\n}\n\nexport function normalizeResultUrl(input: string): string {\n const unwrapped = unwrapRedirect(input);\n return unwrapped ?? input;\n}\n"],"mappings":"AAIA,MAAM,iBAAyC;AAAA,EAC7C,kBAAkB;AAAA,EAClB,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,kBAAkB;AACpB;AAEO,SAAS,eAAe,OAA8B;AAC3D,MAAI,CAAC,MAAO,QAAO;AACnB,MAAI,YAAY;AAChB,MAAI,UAAU,WAAW,IAAI,EAAG,aAAY,WAAW;AACvD,MAAI;AACJ,MAAI;AACF,aAAS,IAAI,IAAI,SAAS;AAAA,EAC5B,QAAQ;AACN,WAAO;AAAA,EACT;AACA,QAAM,QAAQ,eAAe,OAAO,QAAQ;AAC5C,MAAI,CAAC,MAAO,QAAO;AACnB,QAAM,SAAS,OAAO,aAAa,IAAI,KAAK;AAC5C,MAAI,CAAC,OAAQ,QAAO;AACpB,MAAI;AACJ,MAAI;AACF,cAAU,mBAAmB,MAAM;AAAA,EACrC,QAAQ;AACN,WAAO;AAAA,EACT;AACA,MAAI,CAAC,gBAAgB,KAAK,OAAO,EAAG,QAAO;AAC3C,MAAI;AACF,QAAI,IAAI,OAAO;AAAA,EACjB,QAAQ;AACN,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEO,SAAS,mBAAmB,OAAuB;AACxD,QAAM,YAAY,eAAe,KAAK;AACtC,SAAO,aAAa;AACtB;","names":[]}
@@ -0,0 +1,13 @@
1
+ import type { RawSearchResult } from '../../types.js';
2
+ export interface ContextRankOptions {
3
+ /** Multiplier range; results closer to context vector get higher boost. */
4
+ minMultiplier?: number;
5
+ maxMultiplier?: number;
6
+ }
7
+ /**
8
+ * Re-score results using cosine similarity vs the embedded query+context.
9
+ * Returns a new array; does NOT mutate input. Returns input unchanged when
10
+ * contextText is empty, the embed provider is unavailable, or embedding fails.
11
+ */
12
+ export declare function applyContextRank(results: RawSearchResult[], query: string, contextText: string | undefined, options?: ContextRankOptions): Promise<RawSearchResult[]>;
13
+ //# sourceMappingURL=context-rank.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"context-rank.d.ts","sourceRoot":"","sources":["../../../src/search/v1/context-rank.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAMtD,MAAM,WAAW,kBAAkB;IACjC,2EAA2E;IAC3E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AA0BD;;;;GAIG;AACH,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,eAAe,EAAE,EAC1B,KAAK,EAAE,MAAM,EACb,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC,eAAe,EAAE,CAAC,CAgD5B"}
@@ -0,0 +1,74 @@
1
+ import { getEmbedProvider } from "../../providers/embed-provider.js";
2
+ import { createLogger } from "../../logger.js";
3
+ const log = createLogger("search");
4
+ const DEFAULT_MIN_MULTIPLIER = 0.8;
5
+ const DEFAULT_MAX_MULTIPLIER = 1.2;
6
+ function cosine(a, b) {
7
+ const n = Math.min(a.length, b.length);
8
+ let dot = 0;
9
+ let na = 0;
10
+ let nb = 0;
11
+ for (let i = 0; i < n; i++) {
12
+ const x = a[i];
13
+ const y = b[i];
14
+ dot += x * y;
15
+ na += x * x;
16
+ nb += y * y;
17
+ }
18
+ if (na === 0 || nb === 0) return 0;
19
+ return dot / Math.sqrt(na * nb);
20
+ }
21
+ function mapCosineToMultiplier(cos, min, max) {
22
+ const clamped = cos < -1 ? -1 : cos > 1 ? 1 : cos;
23
+ return min + (max - min) * (clamped + 1) / 2;
24
+ }
25
+ async function applyContextRank(results, query, contextText, options) {
26
+ if (results.length === 0) return results;
27
+ const ctx = contextText?.trim();
28
+ if (!ctx) return results;
29
+ const min = options?.minMultiplier ?? DEFAULT_MIN_MULTIPLIER;
30
+ const max = options?.maxMultiplier ?? DEFAULT_MAX_MULTIPLIER;
31
+ let provider;
32
+ try {
33
+ provider = await getEmbedProvider();
34
+ } catch (err) {
35
+ log.warn("context-rank: embed provider unavailable, skipping", {
36
+ error: err instanceof Error ? err.message : String(err)
37
+ });
38
+ return results;
39
+ }
40
+ const combinedQuery = `${query}
41
+
42
+ Context:
43
+ ${ctx}`;
44
+ const resultTexts = results.map((r) => `${r.title}
45
+ ${r.snippet}`);
46
+ let vectors;
47
+ try {
48
+ vectors = await provider.embed([combinedQuery, ...resultTexts]);
49
+ } catch (err) {
50
+ log.warn("context-rank: embed call failed, skipping", {
51
+ error: err instanceof Error ? err.message : String(err)
52
+ });
53
+ return results;
54
+ }
55
+ if (vectors.length !== results.length + 1) {
56
+ log.warn("context-rank: unexpected vector count, skipping", {
57
+ expected: results.length + 1,
58
+ got: vectors.length
59
+ });
60
+ return results;
61
+ }
62
+ const queryVec = vectors[0];
63
+ const rescored = results.map((r, i) => {
64
+ const cos = cosine(queryVec, vectors[i + 1]);
65
+ const multiplier = mapCosineToMultiplier(cos, min, max);
66
+ return { ...r, relevance_score: r.relevance_score * multiplier };
67
+ });
68
+ rescored.sort((a, b) => b.relevance_score - a.relevance_score);
69
+ return rescored;
70
+ }
71
+ export {
72
+ applyContextRank
73
+ };
74
+ //# sourceMappingURL=context-rank.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/search/v1/context-rank.ts"],"sourcesContent":["// Phase 9 — context-aware re-ranking.\n//\n// Re-scores RawSearchResult[] using cosine similarity against an embedded\n// `query + agent context` vector. Maps cosine ∈ [-1, 1] to a multiplier in\n// [min, max] and rescales relevance_score. Embedding failures are non-fatal:\n// on any error the input array is returned unchanged.\n\nimport type { RawSearchResult } from '../../types.js';\nimport { getEmbedProvider } from '../../providers/embed-provider.js';\nimport { createLogger } from '../../logger.js';\n\nconst log = createLogger('search');\n\nexport interface ContextRankOptions {\n /** Multiplier range; results closer to context vector get higher boost. */\n minMultiplier?: number;\n maxMultiplier?: number;\n}\n\nconst DEFAULT_MIN_MULTIPLIER = 0.8;\nconst DEFAULT_MAX_MULTIPLIER = 1.2;\n\nfunction cosine(a: Float32Array, b: Float32Array): number {\n const n = Math.min(a.length, b.length);\n let dot = 0;\n let na = 0;\n let nb = 0;\n for (let i = 0; i < n; i++) {\n const x = a[i];\n const y = b[i];\n dot += x * y;\n na += x * x;\n nb += y * y;\n }\n if (na === 0 || nb === 0) return 0;\n return dot / Math.sqrt(na * nb);\n}\n\nfunction mapCosineToMultiplier(cos: number, min: number, max: number): number {\n const clamped = cos < -1 ? -1 : cos > 1 ? 1 : cos;\n return min + (max - min) * (clamped + 1) / 2;\n}\n\n/**\n * Re-score results using cosine similarity vs the embedded query+context.\n * Returns a new array; does NOT mutate input. Returns input unchanged when\n * contextText is empty, the embed provider is unavailable, or embedding fails.\n */\nexport async function applyContextRank(\n results: RawSearchResult[],\n query: string,\n contextText: string | undefined,\n options?: ContextRankOptions,\n): Promise<RawSearchResult[]> {\n if (results.length === 0) return results;\n const ctx = contextText?.trim();\n if (!ctx) return results;\n\n const min = options?.minMultiplier ?? DEFAULT_MIN_MULTIPLIER;\n const max = options?.maxMultiplier ?? DEFAULT_MAX_MULTIPLIER;\n\n let provider;\n try {\n provider = await getEmbedProvider();\n } catch (err) {\n log.warn('context-rank: embed provider unavailable, skipping', {\n error: err instanceof Error ? err.message : String(err),\n });\n return results;\n }\n\n const combinedQuery = `${query}\\n\\nContext:\\n${ctx}`;\n const resultTexts = results.map((r) => `${r.title}\\n${r.snippet}`);\n\n let vectors: Float32Array[];\n try {\n vectors = await provider.embed([combinedQuery, ...resultTexts]);\n } catch (err) {\n log.warn('context-rank: embed call failed, skipping', {\n error: err instanceof Error ? err.message : String(err),\n });\n return results;\n }\n\n if (vectors.length !== results.length + 1) {\n log.warn('context-rank: unexpected vector count, skipping', {\n expected: results.length + 1,\n got: vectors.length,\n });\n return results;\n }\n\n const queryVec = vectors[0];\n const rescored = results.map((r, i) => {\n const cos = cosine(queryVec, vectors[i + 1]);\n const multiplier = mapCosineToMultiplier(cos, min, max);\n return { ...r, relevance_score: r.relevance_score * multiplier };\n });\n\n rescored.sort((a, b) => b.relevance_score - a.relevance_score);\n return rescored;\n}\n"],"mappings":"AAQA,SAAS,wBAAwB;AACjC,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAQjC,MAAM,yBAAyB;AAC/B,MAAM,yBAAyB;AAE/B,SAAS,OAAO,GAAiB,GAAyB;AACxD,QAAM,IAAI,KAAK,IAAI,EAAE,QAAQ,EAAE,MAAM;AACrC,MAAI,MAAM;AACV,MAAI,KAAK;AACT,MAAI,KAAK;AACT,WAAS,IAAI,GAAG,IAAI,GAAG,KAAK;AAC1B,UAAM,IAAI,EAAE,CAAC;AACb,UAAM,IAAI,EAAE,CAAC;AACb,WAAO,IAAI;AACX,UAAM,IAAI;AACV,UAAM,IAAI;AAAA,EACZ;AACA,MAAI,OAAO,KAAK,OAAO,EAAG,QAAO;AACjC,SAAO,MAAM,KAAK,KAAK,KAAK,EAAE;AAChC;AAEA,SAAS,sBAAsB,KAAa,KAAa,KAAqB;AAC5E,QAAM,UAAU,MAAM,KAAK,KAAK,MAAM,IAAI,IAAI;AAC9C,SAAO,OAAO,MAAM,QAAQ,UAAU,KAAK;AAC7C;AAOA,eAAsB,iBACpB,SACA,OACA,aACA,SAC4B;AAC5B,MAAI,QAAQ,WAAW,EAAG,QAAO;AACjC,QAAM,MAAM,aAAa,KAAK;AAC9B,MAAI,CAAC,IAAK,QAAO;AAEjB,QAAM,MAAM,SAAS,iBAAiB;AACtC,QAAM,MAAM,SAAS,iBAAiB;AAEtC,MAAI;AACJ,MAAI;AACF,eAAW,MAAM,iBAAiB;AAAA,EACpC,SAAS,KAAK;AACZ,QAAI,KAAK,sDAAsD;AAAA,MAC7D,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO;AAAA,EACT;AAEA,QAAM,gBAAgB,GAAG,KAAK;AAAA;AAAA;AAAA,EAAiB,GAAG;AAClD,QAAM,cAAc,QAAQ,IAAI,CAAC,MAAM,GAAG,EAAE,KAAK;AAAA,EAAK,EAAE,OAAO,EAAE;AAEjE,MAAI;AACJ,MAAI;AACF,cAAU,MAAM,SAAS,MAAM,CAAC,eAAe,GAAG,WAAW,CAAC;AAAA,EAChE,SAAS,KAAK;AACZ,QAAI,KAAK,6CAA6C;AAAA,MACpD,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,IACxD,CAAC;AACD,WAAO;AAAA,EACT;AAEA,MAAI,QAAQ,WAAW,QAAQ,SAAS,GAAG;AACzC,QAAI,KAAK,mDAAmD;AAAA,MAC1D,UAAU,QAAQ,SAAS;AAAA,MAC3B,KAAK,QAAQ;AAAA,IACf,CAAC;AACD,WAAO;AAAA,EACT;AAEA,QAAM,WAAW,QAAQ,CAAC;AAC1B,QAAM,WAAW,QAAQ,IAAI,CAAC,GAAG,MAAM;AACrC,UAAM,MAAM,OAAO,UAAU,QAAQ,IAAI,CAAC,CAAC;AAC3C,UAAM,aAAa,sBAAsB,KAAK,KAAK,GAAG;AACtD,WAAO,EAAE,GAAG,GAAG,iBAAiB,EAAE,kBAAkB,WAAW;AAAA,EACjE,CAAC;AAED,WAAS,KAAK,CAAC,GAAG,MAAM,EAAE,kBAAkB,EAAE,eAAe;AAC7D,SAAO;AACT;","names":[]}
@@ -0,0 +1,27 @@
1
+ import type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../../types.js';
2
+ export interface EngineEntry {
3
+ engine: SearchEngine;
4
+ /** Optional weight for downstream RRF/scoring. Default 1. */
5
+ weight?: number;
6
+ /** Whether this engine accepts date filters in options.fromDate/toDate. */
7
+ supportsDateFilter?: boolean;
8
+ }
9
+ export interface EngineOutcome {
10
+ engine: string;
11
+ ok: boolean;
12
+ results: RawSearchResult[];
13
+ error?: string;
14
+ latencyMs: number;
15
+ /** True when the breaker tripped and we skipped the call. */
16
+ skipped?: boolean;
17
+ }
18
+ export interface BreakerConfig {
19
+ /** Fail count to trip. Default 3. */
20
+ failureThreshold?: number;
21
+ /** Cooldown after tripping, ms. Default 60_000. */
22
+ cooldownMs?: number;
23
+ }
24
+ export declare function _resetBreakersForTest(): void;
25
+ export declare function wrapWithRetryAndBreaker(engine: SearchEngine, cfg?: BreakerConfig): SearchEngine;
26
+ export declare function runEnginesParallel(entries: EngineEntry[], query: string, options?: SearchEngineOptions): Promise<EngineOutcome[]>;
27
+ //# sourceMappingURL=engine-base.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"engine-base.d.ts","sourceRoot":"","sources":["../../../src/search/v1/engine-base.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,YAAY,EACZ,mBAAmB,EACnB,eAAe,EAChB,MAAM,gBAAgB,CAAC;AAKxB,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,YAAY,CAAC;IACrB,6DAA6D;IAC7D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,2EAA2E;IAC3E,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,OAAO,CAAC;IACZ,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,6DAA6D;IAC7D,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAC5B,qCAAqC;IACrC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mDAAmD;IACnD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAoDD,wBAAgB,qBAAqB,IAAI,IAAI,CAE5C;AASD,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,YAAY,EACpB,GAAG,CAAC,EAAE,aAAa,GAClB,YAAY,CA8Bd;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,WAAW,EAAE,EACtB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,aAAa,EAAE,CAAC,CA0B1B"}
@@ -0,0 +1,110 @@
1
+ import { createLogger } from "../../logger.js";
2
+ const log = createLogger("search");
3
+ const DEFAULT_THRESHOLD = 3;
4
+ const DEFAULT_COOLDOWN_MS = 6e4;
5
+ const RETRY_BACKOFF_MS = 100;
6
+ const breakers = /* @__PURE__ */ new Map();
7
+ function getState(name) {
8
+ let s = breakers.get(name);
9
+ if (!s) {
10
+ s = { failures: 0, tripUntil: 0 };
11
+ breakers.set(name, s);
12
+ }
13
+ return s;
14
+ }
15
+ function isTripped(state) {
16
+ if (state.tripUntil === 0) return false;
17
+ if (Date.now() >= state.tripUntil) {
18
+ log.info("breaker auto-reset", {});
19
+ state.tripUntil = 0;
20
+ state.failures = 0;
21
+ return false;
22
+ }
23
+ return true;
24
+ }
25
+ function recordFailure(name, threshold, cooldownMs) {
26
+ const state = getState(name);
27
+ state.failures += 1;
28
+ if (state.failures >= threshold && state.tripUntil === 0) {
29
+ state.tripUntil = Date.now() + cooldownMs;
30
+ log.warn("breaker tripped", {
31
+ engine: name,
32
+ failures: state.failures,
33
+ cooldownMs
34
+ });
35
+ }
36
+ }
37
+ function recordSuccess(name) {
38
+ const state = getState(name);
39
+ state.failures = 0;
40
+ state.tripUntil = 0;
41
+ }
42
+ function _resetBreakersForTest() {
43
+ breakers.clear();
44
+ }
45
+ class BreakerOpenError extends Error {
46
+ constructor(name) {
47
+ super(`breaker open for engine ${name}`);
48
+ this.name = "BreakerOpenError";
49
+ }
50
+ }
51
+ function wrapWithRetryAndBreaker(engine, cfg) {
52
+ const threshold = cfg?.failureThreshold ?? DEFAULT_THRESHOLD;
53
+ const cooldownMs = cfg?.cooldownMs ?? DEFAULT_COOLDOWN_MS;
54
+ return {
55
+ name: engine.name,
56
+ async search(query, options) {
57
+ const state = getState(engine.name);
58
+ if (isTripped(state)) {
59
+ throw new BreakerOpenError(engine.name);
60
+ }
61
+ let lastErr;
62
+ for (let attempt = 1; attempt <= 2; attempt++) {
63
+ try {
64
+ const results = await engine.search(query, options);
65
+ recordSuccess(engine.name);
66
+ return results;
67
+ } catch (err) {
68
+ lastErr = err;
69
+ if (attempt === 1) {
70
+ await new Promise((r) => setTimeout(r, RETRY_BACKOFF_MS));
71
+ }
72
+ }
73
+ }
74
+ recordFailure(engine.name, threshold, cooldownMs);
75
+ throw lastErr instanceof Error ? lastErr : new Error(String(lastErr));
76
+ }
77
+ };
78
+ }
79
+ async function runEnginesParallel(entries, query, options) {
80
+ const promises = entries.map(async (entry) => {
81
+ const start = Date.now();
82
+ try {
83
+ const results = await entry.engine.search(query, options);
84
+ return {
85
+ engine: entry.engine.name,
86
+ ok: true,
87
+ results,
88
+ latencyMs: Date.now() - start
89
+ };
90
+ } catch (err) {
91
+ const message = err instanceof Error ? err.message : String(err);
92
+ const skipped = err instanceof BreakerOpenError;
93
+ return {
94
+ engine: entry.engine.name,
95
+ ok: false,
96
+ results: [],
97
+ error: message,
98
+ latencyMs: Date.now() - start,
99
+ ...skipped ? { skipped: true } : {}
100
+ };
101
+ }
102
+ });
103
+ return Promise.all(promises);
104
+ }
105
+ export {
106
+ _resetBreakersForTest,
107
+ runEnginesParallel,
108
+ wrapWithRetryAndBreaker
109
+ };
110
+ //# sourceMappingURL=engine-base.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/search/v1/engine-base.ts"],"sourcesContent":["import type {\n SearchEngine,\n SearchEngineOptions,\n RawSearchResult,\n} from '../../types.js';\nimport { createLogger } from '../../logger.js';\n\nconst log = createLogger('search');\n\nexport interface EngineEntry {\n engine: SearchEngine;\n /** Optional weight for downstream RRF/scoring. Default 1. */\n weight?: number;\n /** Whether this engine accepts date filters in options.fromDate/toDate. */\n supportsDateFilter?: boolean;\n}\n\nexport interface EngineOutcome {\n engine: string;\n ok: boolean;\n results: RawSearchResult[];\n error?: string;\n latencyMs: number;\n /** True when the breaker tripped and we skipped the call. */\n skipped?: boolean;\n}\n\nexport interface BreakerConfig {\n /** Fail count to trip. Default 3. */\n failureThreshold?: number;\n /** Cooldown after tripping, ms. Default 60_000. */\n cooldownMs?: number;\n}\n\ninterface BreakerState {\n failures: number;\n tripUntil: number;\n}\n\nconst DEFAULT_THRESHOLD = 3;\nconst DEFAULT_COOLDOWN_MS = 60_000;\nconst RETRY_BACKOFF_MS = 100;\n\nconst breakers = new Map<string, BreakerState>();\n\nfunction getState(name: string): BreakerState {\n let s = breakers.get(name);\n if (!s) {\n s = { failures: 0, tripUntil: 0 };\n breakers.set(name, s);\n }\n return s;\n}\n\nfunction isTripped(state: BreakerState): boolean {\n if (state.tripUntil === 0) return false;\n if (Date.now() >= state.tripUntil) {\n log.info('breaker auto-reset', { });\n state.tripUntil = 0;\n state.failures = 0;\n return false;\n }\n return true;\n}\n\nfunction recordFailure(name: string, threshold: number, cooldownMs: number): void {\n const state = getState(name);\n state.failures += 1;\n if (state.failures >= threshold && state.tripUntil === 0) {\n state.tripUntil = Date.now() + cooldownMs;\n log.warn('breaker tripped', {\n engine: name,\n failures: state.failures,\n cooldownMs,\n });\n }\n}\n\nfunction recordSuccess(name: string): void {\n const state = getState(name);\n state.failures = 0;\n state.tripUntil = 0;\n}\n\nexport function _resetBreakersForTest(): void {\n breakers.clear();\n}\n\nclass BreakerOpenError extends Error {\n constructor(name: string) {\n super(`breaker open for engine ${name}`);\n this.name = 'BreakerOpenError';\n }\n}\n\nexport function wrapWithRetryAndBreaker(\n engine: SearchEngine,\n cfg?: BreakerConfig,\n): SearchEngine {\n const threshold = cfg?.failureThreshold ?? DEFAULT_THRESHOLD;\n const cooldownMs = cfg?.cooldownMs ?? DEFAULT_COOLDOWN_MS;\n\n return {\n name: engine.name,\n async search(query: string, options?: SearchEngineOptions): Promise<RawSearchResult[]> {\n const state = getState(engine.name);\n if (isTripped(state)) {\n throw new BreakerOpenError(engine.name);\n }\n\n let lastErr: unknown;\n for (let attempt = 1; attempt <= 2; attempt++) {\n try {\n const results = await engine.search(query, options);\n recordSuccess(engine.name);\n return results;\n } catch (err) {\n lastErr = err;\n if (attempt === 1) {\n await new Promise((r) => setTimeout(r, RETRY_BACKOFF_MS));\n }\n }\n }\n\n recordFailure(engine.name, threshold, cooldownMs);\n throw lastErr instanceof Error ? lastErr : new Error(String(lastErr));\n },\n };\n}\n\nexport async function runEnginesParallel(\n entries: EngineEntry[],\n query: string,\n options?: SearchEngineOptions,\n): Promise<EngineOutcome[]> {\n const promises = entries.map(async (entry): Promise<EngineOutcome> => {\n const start = Date.now();\n try {\n const results = await entry.engine.search(query, options);\n return {\n engine: entry.engine.name,\n ok: true,\n results,\n latencyMs: Date.now() - start,\n };\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err);\n const skipped = err instanceof BreakerOpenError;\n return {\n engine: entry.engine.name,\n ok: false,\n results: [],\n error: message,\n latencyMs: Date.now() - start,\n ...(skipped ? { skipped: true } : {}),\n };\n }\n });\n\n return Promise.all(promises);\n}\n"],"mappings":"AAKA,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAgCjC,MAAM,oBAAoB;AAC1B,MAAM,sBAAsB;AAC5B,MAAM,mBAAmB;AAEzB,MAAM,WAAW,oBAAI,IAA0B;AAE/C,SAAS,SAAS,MAA4B;AAC5C,MAAI,IAAI,SAAS,IAAI,IAAI;AACzB,MAAI,CAAC,GAAG;AACN,QAAI,EAAE,UAAU,GAAG,WAAW,EAAE;AAChC,aAAS,IAAI,MAAM,CAAC;AAAA,EACtB;AACA,SAAO;AACT;AAEA,SAAS,UAAU,OAA8B;AAC/C,MAAI,MAAM,cAAc,EAAG,QAAO;AAClC,MAAI,KAAK,IAAI,KAAK,MAAM,WAAW;AACjC,QAAI,KAAK,sBAAsB,CAAE,CAAC;AAClC,UAAM,YAAY;AAClB,UAAM,WAAW;AACjB,WAAO;AAAA,EACT;AACA,SAAO;AACT;AAEA,SAAS,cAAc,MAAc,WAAmB,YAA0B;AAChF,QAAM,QAAQ,SAAS,IAAI;AAC3B,QAAM,YAAY;AAClB,MAAI,MAAM,YAAY,aAAa,MAAM,cAAc,GAAG;AACxD,UAAM,YAAY,KAAK,IAAI,IAAI;AAC/B,QAAI,KAAK,mBAAmB;AAAA,MAC1B,QAAQ;AAAA,MACR,UAAU,MAAM;AAAA,MAChB;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAEA,SAAS,cAAc,MAAoB;AACzC,QAAM,QAAQ,SAAS,IAAI;AAC3B,QAAM,WAAW;AACjB,QAAM,YAAY;AACpB;AAEO,SAAS,wBAA8B;AAC5C,WAAS,MAAM;AACjB;AAEA,MAAM,yBAAyB,MAAM;AAAA,EACnC,YAAY,MAAc;AACxB,UAAM,2BAA2B,IAAI,EAAE;AACvC,SAAK,OAAO;AAAA,EACd;AACF;AAEO,SAAS,wBACd,QACA,KACc;AACd,QAAM,YAAY,KAAK,oBAAoB;AAC3C,QAAM,aAAa,KAAK,cAAc;AAEtC,SAAO;AAAA,IACL,MAAM,OAAO;AAAA,IACb,MAAM,OAAO,OAAe,SAA2D;AACrF,YAAM,QAAQ,SAAS,OAAO,IAAI;AAClC,UAAI,UAAU,KAAK,GAAG;AACpB,cAAM,IAAI,iBAAiB,OAAO,IAAI;AAAA,MACxC;AAEA,UAAI;AACJ,eAAS,UAAU,GAAG,WAAW,GAAG,WAAW;AAC7C,YAAI;AACF,gBAAM,UAAU,MAAM,OAAO,OAAO,OAAO,OAAO;AAClD,wBAAc,OAAO,IAAI;AACzB,iBAAO;AAAA,QACT,SAAS,KAAK;AACZ,oBAAU;AACV,cAAI,YAAY,GAAG;AACjB,kBAAM,IAAI,QAAQ,CAAC,MAAM,WAAW,GAAG,gBAAgB,CAAC;AAAA,UAC1D;AAAA,QACF;AAAA,MACF;AAEA,oBAAc,OAAO,MAAM,WAAW,UAAU;AAChD,YAAM,mBAAmB,QAAQ,UAAU,IAAI,MAAM,OAAO,OAAO,CAAC;AAAA,IACtE;AAAA,EACF;AACF;AAEA,eAAsB,mBACpB,SACA,OACA,SAC0B;AAC1B,QAAM,WAAW,QAAQ,IAAI,OAAO,UAAkC;AACpE,UAAM,QAAQ,KAAK,IAAI;AACvB,QAAI;AACF,YAAM,UAAU,MAAM,MAAM,OAAO,OAAO,OAAO,OAAO;AACxD,aAAO;AAAA,QACL,QAAQ,MAAM,OAAO;AAAA,QACrB,IAAI;AAAA,QACJ;AAAA,QACA,WAAW,KAAK,IAAI,IAAI;AAAA,MAC1B;AAAA,IACF,SAAS,KAAK;AACZ,YAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,YAAM,UAAU,eAAe;AAC/B,aAAO;AAAA,QACL,QAAQ,MAAM,OAAO;AAAA,QACrB,IAAI;AAAA,QACJ,SAAS,CAAC;AAAA,QACV,OAAO;AAAA,QACP,WAAW,KAAK,IAAI,IAAI;AAAA,QACxB,GAAI,UAAU,EAAE,SAAS,KAAK,IAAI,CAAC;AAAA,MACrC;AAAA,IACF;AAAA,EACF,CAAC;AAED,SAAO,QAAQ,IAAI,QAAQ;AAC7B;","names":[]}