@staticn0va/wigolo 0.1.0 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1003) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +146 -227
  3. package/SKILL.md +382 -0
  4. package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
  5. package/assets/blocks/claude-code/wigolo-command.md +40 -0
  6. package/assets/blocks/cursor/wigolo.mdc +46 -0
  7. package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
  8. package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
  9. package/assets/skills/wigolo/SKILL.md +50 -0
  10. package/assets/skills/wigolo/rules/cache-first.md +30 -0
  11. package/assets/skills/wigolo/rules/synthesis.md +43 -0
  12. package/assets/skills/wigolo-agent/SKILL.md +73 -0
  13. package/assets/skills/wigolo-crawl/SKILL.md +60 -0
  14. package/assets/skills/wigolo-extract/SKILL.md +59 -0
  15. package/assets/skills/wigolo-fetch/SKILL.md +65 -0
  16. package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
  17. package/assets/skills/wigolo-research/SKILL.md +77 -0
  18. package/assets/skills/wigolo-search/SKILL.md +78 -0
  19. package/dist/agent/executor.d.ts +33 -0
  20. package/dist/agent/executor.d.ts.map +1 -0
  21. package/dist/agent/executor.js +233 -0
  22. package/dist/agent/executor.js.map +1 -0
  23. package/dist/agent/pipeline.d.ts +5 -0
  24. package/dist/agent/pipeline.d.ts.map +1 -0
  25. package/dist/agent/pipeline.js +238 -0
  26. package/dist/agent/pipeline.js.map +1 -0
  27. package/dist/agent/planner.d.ts +13 -0
  28. package/dist/agent/planner.d.ts.map +1 -0
  29. package/dist/agent/planner.js +271 -0
  30. package/dist/agent/planner.js.map +1 -0
  31. package/dist/agent/relevance.d.ts +15 -0
  32. package/dist/agent/relevance.d.ts.map +1 -0
  33. package/dist/agent/relevance.js +60 -0
  34. package/dist/agent/relevance.js.map +1 -0
  35. package/dist/cache/backfill-embeddings.d.ts +23 -0
  36. package/dist/cache/backfill-embeddings.d.ts.map +1 -0
  37. package/dist/cache/backfill-embeddings.js +105 -0
  38. package/dist/cache/backfill-embeddings.js.map +1 -0
  39. package/dist/cache/change-detector.d.ts +7 -0
  40. package/dist/cache/change-detector.d.ts.map +1 -0
  41. package/dist/cache/change-detector.js +43 -0
  42. package/dist/cache/change-detector.js.map +1 -0
  43. package/dist/cache/db.d.ts +1 -0
  44. package/dist/cache/db.d.ts.map +1 -1
  45. package/dist/cache/db.js +94 -22
  46. package/dist/cache/db.js.map +1 -1
  47. package/dist/cache/diff-summary.d.ts +2 -0
  48. package/dist/cache/diff-summary.d.ts.map +1 -0
  49. package/dist/cache/diff-summary.js +82 -0
  50. package/dist/cache/diff-summary.js.map +1 -0
  51. package/dist/cache/migrations/runner.d.ts +29 -0
  52. package/dist/cache/migrations/runner.d.ts.map +1 -0
  53. package/dist/cache/migrations/runner.js +147 -0
  54. package/dist/cache/migrations/runner.js.map +1 -0
  55. package/dist/cache/sqlite-vec-store.d.ts +42 -0
  56. package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
  57. package/dist/cache/sqlite-vec-store.js +176 -0
  58. package/dist/cache/sqlite-vec-store.js.map +1 -0
  59. package/dist/cache/store.d.ts +47 -1
  60. package/dist/cache/store.d.ts.map +1 -1
  61. package/dist/cache/store.js +364 -168
  62. package/dist/cache/store.js.map +1 -1
  63. package/dist/cli/agents/antigravity.d.ts +20 -0
  64. package/dist/cli/agents/antigravity.d.ts.map +1 -0
  65. package/dist/cli/agents/antigravity.js +49 -0
  66. package/dist/cli/agents/antigravity.js.map +1 -0
  67. package/dist/cli/agents/claude-code.d.ts +25 -0
  68. package/dist/cli/agents/claude-code.d.ts.map +1 -0
  69. package/dist/cli/agents/claude-code.js +111 -0
  70. package/dist/cli/agents/claude-code.js.map +1 -0
  71. package/dist/cli/agents/cursor.d.ts +21 -0
  72. package/dist/cli/agents/cursor.d.ts.map +1 -0
  73. package/dist/cli/agents/cursor.js +58 -0
  74. package/dist/cli/agents/cursor.js.map +1 -0
  75. package/dist/cli/agents/gemini-cli.d.ts +21 -0
  76. package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
  77. package/dist/cli/agents/gemini-cli.js +55 -0
  78. package/dist/cli/agents/gemini-cli.js.map +1 -0
  79. package/dist/cli/agents/registry.d.ts +21 -0
  80. package/dist/cli/agents/registry.d.ts.map +1 -0
  81. package/dist/cli/agents/registry.js +27 -0
  82. package/dist/cli/agents/registry.js.map +1 -0
  83. package/dist/cli/agents/utils.d.ts +26 -0
  84. package/dist/cli/agents/utils.d.ts.map +1 -0
  85. package/dist/cli/agents/utils.js +136 -0
  86. package/dist/cli/agents/utils.js.map +1 -0
  87. package/dist/cli/agents/vscode.d.ts +21 -0
  88. package/dist/cli/agents/vscode.d.ts.map +1 -0
  89. package/dist/cli/agents/vscode.js +62 -0
  90. package/dist/cli/agents/vscode.js.map +1 -0
  91. package/dist/cli/auth.d.ts +2 -0
  92. package/dist/cli/auth.d.ts.map +1 -0
  93. package/dist/cli/auth.js +94 -0
  94. package/dist/cli/auth.js.map +1 -0
  95. package/dist/cli/backfill.d.ts +2 -0
  96. package/dist/cli/backfill.d.ts.map +1 -0
  97. package/dist/cli/backfill.js +58 -0
  98. package/dist/cli/backfill.js.map +1 -0
  99. package/dist/cli/daemon.d.ts +6 -1
  100. package/dist/cli/daemon.d.ts.map +1 -1
  101. package/dist/cli/daemon.js +61 -3
  102. package/dist/cli/daemon.js.map +1 -1
  103. package/dist/cli/doctor.d.ts +8 -0
  104. package/dist/cli/doctor.d.ts.map +1 -0
  105. package/dist/cli/doctor.js +344 -0
  106. package/dist/cli/doctor.js.map +1 -0
  107. package/dist/cli/health.d.ts +1 -1
  108. package/dist/cli/health.d.ts.map +1 -1
  109. package/dist/cli/health.js +42 -3
  110. package/dist/cli/health.js.map +1 -1
  111. package/dist/cli/help.d.ts +6 -0
  112. package/dist/cli/help.d.ts.map +1 -0
  113. package/dist/cli/help.js +63 -0
  114. package/dist/cli/help.js.map +1 -0
  115. package/dist/cli/index.d.ts +1 -1
  116. package/dist/cli/index.d.ts.map +1 -1
  117. package/dist/cli/index.js +35 -7
  118. package/dist/cli/index.js.map +1 -1
  119. package/dist/cli/init.d.ts +2 -0
  120. package/dist/cli/init.d.ts.map +1 -0
  121. package/dist/cli/init.js +201 -0
  122. package/dist/cli/init.js.map +1 -0
  123. package/dist/cli/plugin.d.ts +5 -0
  124. package/dist/cli/plugin.d.ts.map +1 -0
  125. package/dist/cli/plugin.js +185 -0
  126. package/dist/cli/plugin.js.map +1 -0
  127. package/dist/cli/setup-mcp.d.ts +2 -0
  128. package/dist/cli/setup-mcp.d.ts.map +1 -0
  129. package/dist/cli/setup-mcp.js +114 -0
  130. package/dist/cli/setup-mcp.js.map +1 -0
  131. package/dist/cli/shell.d.ts +2 -0
  132. package/dist/cli/shell.d.ts.map +1 -0
  133. package/dist/cli/shell.js +86 -0
  134. package/dist/cli/shell.js.map +1 -0
  135. package/dist/cli/shutdown.d.ts +2 -0
  136. package/dist/cli/shutdown.d.ts.map +1 -0
  137. package/dist/cli/shutdown.js +26 -0
  138. package/dist/cli/shutdown.js.map +1 -0
  139. package/dist/cli/status.d.ts +2 -0
  140. package/dist/cli/status.d.ts.map +1 -0
  141. package/dist/cli/status.js +31 -0
  142. package/dist/cli/status.js.map +1 -0
  143. package/dist/cli/telemetry.d.ts +10 -0
  144. package/dist/cli/telemetry.d.ts.map +1 -0
  145. package/dist/cli/telemetry.js +56 -0
  146. package/dist/cli/telemetry.js.map +1 -0
  147. package/dist/cli/tui/agents-types.d.ts +28 -0
  148. package/dist/cli/tui/agents-types.d.ts.map +1 -0
  149. package/dist/cli/tui/agents-types.js +1 -0
  150. package/dist/cli/tui/agents-types.js.map +1 -0
  151. package/dist/cli/tui/agents.d.ts +11 -0
  152. package/dist/cli/tui/agents.d.ts.map +1 -0
  153. package/dist/cli/tui/agents.js +93 -0
  154. package/dist/cli/tui/agents.js.map +1 -0
  155. package/dist/cli/tui/banner.d.ts +3 -0
  156. package/dist/cli/tui/banner.d.ts.map +1 -0
  157. package/dist/cli/tui/banner.js +30 -0
  158. package/dist/cli/tui/banner.js.map +1 -0
  159. package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
  160. package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
  161. package/dist/cli/tui/components/AgentSelect.js +116 -0
  162. package/dist/cli/tui/components/AgentSelect.js.map +1 -0
  163. package/dist/cli/tui/components/Banner.d.ts +6 -0
  164. package/dist/cli/tui/components/Banner.d.ts.map +1 -0
  165. package/dist/cli/tui/components/Banner.js +25 -0
  166. package/dist/cli/tui/components/Banner.js.map +1 -0
  167. package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
  168. package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
  169. package/dist/cli/tui/components/BrowserSelect.js +19 -0
  170. package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
  171. package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
  172. package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
  173. package/dist/cli/tui/components/InstallProgress.js +67 -0
  174. package/dist/cli/tui/components/InstallProgress.js.map +1 -0
  175. package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
  176. package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
  177. package/dist/cli/tui/components/SkillInstall.js +94 -0
  178. package/dist/cli/tui/components/SkillInstall.js.map +1 -0
  179. package/dist/cli/tui/components/Summary.d.ts +22 -0
  180. package/dist/cli/tui/components/Summary.d.ts.map +1 -0
  181. package/dist/cli/tui/components/Summary.js +135 -0
  182. package/dist/cli/tui/components/Summary.js.map +1 -0
  183. package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
  184. package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
  185. package/dist/cli/tui/components/SystemCheck.js +71 -0
  186. package/dist/cli/tui/components/SystemCheck.js.map +1 -0
  187. package/dist/cli/tui/components/Verification.d.ts +8 -0
  188. package/dist/cli/tui/components/Verification.d.ts.map +1 -0
  189. package/dist/cli/tui/components/Verification.js +63 -0
  190. package/dist/cli/tui/components/Verification.js.map +1 -0
  191. package/dist/cli/tui/config-writer-cli.d.ts +12 -0
  192. package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
  193. package/dist/cli/tui/config-writer-cli.js +39 -0
  194. package/dist/cli/tui/config-writer-cli.js.map +1 -0
  195. package/dist/cli/tui/config-writer-json.d.ts +16 -0
  196. package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
  197. package/dist/cli/tui/config-writer-json.js +86 -0
  198. package/dist/cli/tui/config-writer-json.js.map +1 -0
  199. package/dist/cli/tui/config-writer-toml.d.ts +16 -0
  200. package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
  201. package/dist/cli/tui/config-writer-toml.js +83 -0
  202. package/dist/cli/tui/config-writer-toml.js.map +1 -0
  203. package/dist/cli/tui/config-writer.d.ts +25 -0
  204. package/dist/cli/tui/config-writer.d.ts.map +1 -0
  205. package/dist/cli/tui/config-writer.js +101 -0
  206. package/dist/cli/tui/config-writer.js.map +1 -0
  207. package/dist/cli/tui/detect-helpers.d.ts +6 -0
  208. package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
  209. package/dist/cli/tui/detect-helpers.js +45 -0
  210. package/dist/cli/tui/detect-helpers.js.map +1 -0
  211. package/dist/cli/tui/extras-prompt.d.ts +7 -0
  212. package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
  213. package/dist/cli/tui/extras-prompt.js +42 -0
  214. package/dist/cli/tui/extras-prompt.js.map +1 -0
  215. package/dist/cli/tui/flags-types.d.ts +19 -0
  216. package/dist/cli/tui/flags-types.d.ts.map +1 -0
  217. package/dist/cli/tui/flags-types.js +23 -0
  218. package/dist/cli/tui/flags-types.js.map +1 -0
  219. package/dist/cli/tui/flags.d.ts +5 -0
  220. package/dist/cli/tui/flags.d.ts.map +1 -0
  221. package/dist/cli/tui/flags.js +132 -0
  222. package/dist/cli/tui/flags.js.map +1 -0
  223. package/dist/cli/tui/format.d.ts +14 -0
  224. package/dist/cli/tui/format.d.ts.map +1 -0
  225. package/dist/cli/tui/format.js +37 -0
  226. package/dist/cli/tui/format.js.map +1 -0
  227. package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
  228. package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
  229. package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
  230. package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
  231. package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
  232. package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
  233. package/dist/cli/tui/hooks/useInstall.js +90 -0
  234. package/dist/cli/tui/hooks/useInstall.js.map +1 -0
  235. package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
  236. package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
  237. package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
  238. package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
  239. package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
  240. package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
  241. package/dist/cli/tui/hooks/useVerify.js +71 -0
  242. package/dist/cli/tui/hooks/useVerify.js.map +1 -0
  243. package/dist/cli/tui/ink-init.d.ts +2 -0
  244. package/dist/cli/tui/ink-init.d.ts.map +1 -0
  245. package/dist/cli/tui/ink-init.js +198 -0
  246. package/dist/cli/tui/ink-init.js.map +1 -0
  247. package/dist/cli/tui/reporter-auto.d.ts +7 -0
  248. package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
  249. package/dist/cli/tui/reporter-auto.js +15 -0
  250. package/dist/cli/tui/reporter-auto.js.map +1 -0
  251. package/dist/cli/tui/reporter.d.ts +26 -0
  252. package/dist/cli/tui/reporter.d.ts.map +1 -0
  253. package/dist/cli/tui/reporter.js +32 -0
  254. package/dist/cli/tui/reporter.js.map +1 -0
  255. package/dist/cli/tui/run-command.d.ts +14 -0
  256. package/dist/cli/tui/run-command.d.ts.map +1 -0
  257. package/dist/cli/tui/run-command.js +72 -0
  258. package/dist/cli/tui/run-command.js.map +1 -0
  259. package/dist/cli/tui/select-agents.d.ts +6 -0
  260. package/dist/cli/tui/select-agents.d.ts.map +1 -0
  261. package/dist/cli/tui/select-agents.js +32 -0
  262. package/dist/cli/tui/select-agents.js.map +1 -0
  263. package/dist/cli/tui/status-agents.d.ts +11 -0
  264. package/dist/cli/tui/status-agents.d.ts.map +1 -0
  265. package/dist/cli/tui/status-agents.js +53 -0
  266. package/dist/cli/tui/status-agents.js.map +1 -0
  267. package/dist/cli/tui/status-cache.d.ts +6 -0
  268. package/dist/cli/tui/status-cache.d.ts.map +1 -0
  269. package/dist/cli/tui/status-cache.js +39 -0
  270. package/dist/cli/tui/status-cache.js.map +1 -0
  271. package/dist/cli/tui/status-format.d.ts +14 -0
  272. package/dist/cli/tui/status-format.d.ts.map +1 -0
  273. package/dist/cli/tui/status-format.js +41 -0
  274. package/dist/cli/tui/status-format.js.map +1 -0
  275. package/dist/cli/tui/status-python.d.ts +6 -0
  276. package/dist/cli/tui/status-python.d.ts.map +1 -0
  277. package/dist/cli/tui/status-python.js +30 -0
  278. package/dist/cli/tui/status-python.js.map +1 -0
  279. package/dist/cli/tui/system-check.d.ts +24 -0
  280. package/dist/cli/tui/system-check.d.ts.map +1 -0
  281. package/dist/cli/tui/system-check.js +103 -0
  282. package/dist/cli/tui/system-check.js.map +1 -0
  283. package/dist/cli/tui/tui-reporter.d.ts +19 -0
  284. package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
  285. package/dist/cli/tui/tui-reporter.js +95 -0
  286. package/dist/cli/tui/tui-reporter.js.map +1 -0
  287. package/dist/cli/tui/utils/config-writer.d.ts +3 -0
  288. package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
  289. package/dist/cli/tui/utils/config-writer.js +22 -0
  290. package/dist/cli/tui/utils/config-writer.js.map +1 -0
  291. package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
  292. package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
  293. package/dist/cli/tui/utils/suppress-logs.js +11 -0
  294. package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
  295. package/dist/cli/tui/verify-suggestions.d.ts +5 -0
  296. package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
  297. package/dist/cli/tui/verify-suggestions.js +20 -0
  298. package/dist/cli/tui/verify-suggestions.js.map +1 -0
  299. package/dist/cli/tui/verify.d.ts +14 -0
  300. package/dist/cli/tui/verify.d.ts.map +1 -0
  301. package/dist/cli/tui/verify.js +101 -0
  302. package/dist/cli/tui/verify.js.map +1 -0
  303. package/dist/cli/tui/version.d.ts +2 -0
  304. package/dist/cli/tui/version.d.ts.map +1 -0
  305. package/dist/cli/tui/version.js +14 -0
  306. package/dist/cli/tui/version.js.map +1 -0
  307. package/dist/cli/uninstall.d.ts +2 -0
  308. package/dist/cli/uninstall.d.ts.map +1 -0
  309. package/dist/cli/uninstall.js +57 -0
  310. package/dist/cli/uninstall.js.map +1 -0
  311. package/dist/cli/warmup.d.ts +10 -2
  312. package/dist/cli/warmup.d.ts.map +1 -1
  313. package/dist/cli/warmup.js +226 -93
  314. package/dist/cli/warmup.js.map +1 -1
  315. package/dist/config.d.ts +28 -2
  316. package/dist/config.d.ts.map +1 -1
  317. package/dist/config.js +106 -56
  318. package/dist/config.js.map +1 -1
  319. package/dist/crawl/crawler.d.ts +6 -0
  320. package/dist/crawl/crawler.d.ts.map +1 -1
  321. package/dist/crawl/crawler.js +210 -209
  322. package/dist/crawl/crawler.js.map +1 -1
  323. package/dist/crawl/dedup.d.ts +1 -0
  324. package/dist/crawl/dedup.d.ts.map +1 -1
  325. package/dist/crawl/dedup.js +124 -81
  326. package/dist/crawl/dedup.js.map +1 -1
  327. package/dist/crawl/etag-incremental.d.ts +43 -0
  328. package/dist/crawl/etag-incremental.d.ts.map +1 -0
  329. package/dist/crawl/etag-incremental.js +94 -0
  330. package/dist/crawl/etag-incremental.js.map +1 -0
  331. package/dist/crawl/index-to-vec.d.ts +10 -0
  332. package/dist/crawl/index-to-vec.d.ts.map +1 -0
  333. package/dist/crawl/index-to-vec.js +44 -0
  334. package/dist/crawl/index-to-vec.js.map +1 -0
  335. package/dist/crawl/mapper.js +136 -164
  336. package/dist/crawl/mapper.js.map +1 -1
  337. package/dist/crawl/rate-limiter.js +63 -66
  338. package/dist/crawl/rate-limiter.js.map +1 -1
  339. package/dist/crawl/robots.js +58 -57
  340. package/dist/crawl/robots.js.map +1 -1
  341. package/dist/crawl/sitemap-first.d.ts +12 -0
  342. package/dist/crawl/sitemap-first.d.ts.map +1 -0
  343. package/dist/crawl/sitemap-first.js +47 -0
  344. package/dist/crawl/sitemap-first.js.map +1 -0
  345. package/dist/crawl/sitemap.js +33 -32
  346. package/dist/crawl/sitemap.js.map +1 -1
  347. package/dist/crawl/url-utils.d.ts +1 -0
  348. package/dist/crawl/url-utils.d.ts.map +1 -1
  349. package/dist/crawl/url-utils.js +49 -37
  350. package/dist/crawl/url-utils.js.map +1 -1
  351. package/dist/daemon/health-check.d.ts +16 -0
  352. package/dist/daemon/health-check.d.ts.map +1 -0
  353. package/dist/daemon/health-check.js +33 -0
  354. package/dist/daemon/health-check.js.map +1 -0
  355. package/dist/daemon/http-server.d.ts +26 -0
  356. package/dist/daemon/http-server.d.ts.map +1 -0
  357. package/dist/daemon/http-server.js +275 -0
  358. package/dist/daemon/http-server.js.map +1 -0
  359. package/dist/daemon/proxy.d.ts +10 -0
  360. package/dist/daemon/proxy.d.ts.map +1 -0
  361. package/dist/daemon/proxy.js +93 -0
  362. package/dist/daemon/proxy.js.map +1 -0
  363. package/dist/embedding/embed.d.ts +59 -0
  364. package/dist/embedding/embed.d.ts.map +1 -0
  365. package/dist/embedding/embed.js +233 -0
  366. package/dist/embedding/embed.js.map +1 -0
  367. package/dist/embedding/fastembed-provider.d.ts +19 -0
  368. package/dist/embedding/fastembed-provider.d.ts.map +1 -0
  369. package/dist/embedding/fastembed-provider.js +51 -0
  370. package/dist/embedding/fastembed-provider.js.map +1 -0
  371. package/dist/embedding/key-terms.d.ts +12 -0
  372. package/dist/embedding/key-terms.d.ts.map +1 -0
  373. package/dist/embedding/key-terms.js +234 -0
  374. package/dist/embedding/key-terms.js.map +1 -0
  375. package/dist/extraction/boilerplate.d.ts +15 -0
  376. package/dist/extraction/boilerplate.d.ts.map +1 -0
  377. package/dist/extraction/boilerplate.js +52 -0
  378. package/dist/extraction/boilerplate.js.map +1 -0
  379. package/dist/extraction/defuddle.d.ts.map +1 -1
  380. package/dist/extraction/defuddle.js +27 -23
  381. package/dist/extraction/defuddle.js.map +1 -1
  382. package/dist/extraction/extract.d.ts.map +1 -1
  383. package/dist/extraction/extract.js +76 -76
  384. package/dist/extraction/extract.js.map +1 -1
  385. package/dist/extraction/jsonld.js +50 -54
  386. package/dist/extraction/jsonld.js.map +1 -1
  387. package/dist/extraction/lang-hints.d.ts +2 -0
  388. package/dist/extraction/lang-hints.d.ts.map +1 -0
  389. package/dist/extraction/lang-hints.js +30 -0
  390. package/dist/extraction/lang-hints.js.map +1 -0
  391. package/dist/extraction/llm-fallback.d.ts +17 -0
  392. package/dist/extraction/llm-fallback.d.ts.map +1 -0
  393. package/dist/extraction/llm-fallback.js +130 -0
  394. package/dist/extraction/llm-fallback.js.map +1 -0
  395. package/dist/extraction/markdown-sanitize.d.ts +2 -0
  396. package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
  397. package/dist/extraction/markdown-sanitize.js +151 -0
  398. package/dist/extraction/markdown-sanitize.js.map +1 -0
  399. package/dist/extraction/markdown.d.ts +11 -0
  400. package/dist/extraction/markdown.d.ts.map +1 -1
  401. package/dist/extraction/markdown.js +195 -91
  402. package/dist/extraction/markdown.js.map +1 -1
  403. package/dist/extraction/pipeline.d.ts +8 -0
  404. package/dist/extraction/pipeline.d.ts.map +1 -1
  405. package/dist/extraction/pipeline.js +57 -91
  406. package/dist/extraction/pipeline.js.map +1 -1
  407. package/dist/extraction/readability.d.ts +1 -1
  408. package/dist/extraction/readability.d.ts.map +1 -1
  409. package/dist/extraction/readability.js +28 -29
  410. package/dist/extraction/readability.js.map +1 -1
  411. package/dist/extraction/schema.d.ts +12 -0
  412. package/dist/extraction/schema.d.ts.map +1 -1
  413. package/dist/extraction/schema.js +135 -72
  414. package/dist/extraction/schema.js.map +1 -1
  415. package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
  416. package/dist/extraction/site-extractors/docs-generic.js +81 -91
  417. package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
  418. package/dist/extraction/site-extractors/github.d.ts.map +1 -1
  419. package/dist/extraction/site-extractors/github.js +87 -95
  420. package/dist/extraction/site-extractors/github.js.map +1 -1
  421. package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
  422. package/dist/extraction/site-extractors/mdn.js +46 -54
  423. package/dist/extraction/site-extractors/mdn.js.map +1 -1
  424. package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
  425. package/dist/extraction/site-extractors/stackoverflow.js +71 -80
  426. package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
  427. package/dist/extraction/structured-data.d.ts +4 -0
  428. package/dist/extraction/structured-data.d.ts.map +1 -0
  429. package/dist/extraction/structured-data.js +173 -0
  430. package/dist/extraction/structured-data.js.map +1 -0
  431. package/dist/extraction/structured.d.ts +4 -0
  432. package/dist/extraction/structured.d.ts.map +1 -0
  433. package/dist/extraction/structured.js +163 -0
  434. package/dist/extraction/structured.js.map +1 -0
  435. package/dist/extraction/v1/classifier.d.ts +3 -0
  436. package/dist/extraction/v1/classifier.d.ts.map +1 -0
  437. package/dist/extraction/v1/classifier.js +110 -0
  438. package/dist/extraction/v1/classifier.js.map +1 -0
  439. package/dist/extraction/v1/extract-provider.d.ts +16 -0
  440. package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
  441. package/dist/extraction/v1/extract-provider.js +43 -0
  442. package/dist/extraction/v1/extract-provider.js.map +1 -0
  443. package/dist/extraction/v1/local-llm.d.ts +8 -0
  444. package/dist/extraction/v1/local-llm.d.ts.map +1 -0
  445. package/dist/extraction/v1/local-llm.js +34 -0
  446. package/dist/extraction/v1/local-llm.js.map +1 -0
  447. package/dist/extraction/v1/news.d.ts +3 -0
  448. package/dist/extraction/v1/news.d.ts.map +1 -0
  449. package/dist/extraction/v1/news.js +61 -0
  450. package/dist/extraction/v1/news.js.map +1 -0
  451. package/dist/extraction/v1/product.d.ts +3 -0
  452. package/dist/extraction/v1/product.d.ts.map +1 -0
  453. package/dist/extraction/v1/product.js +166 -0
  454. package/dist/extraction/v1/product.js.map +1 -0
  455. package/dist/extraction/v1/recipe.d.ts +3 -0
  456. package/dist/extraction/v1/recipe.d.ts.map +1 -0
  457. package/dist/extraction/v1/recipe.js +136 -0
  458. package/dist/extraction/v1/recipe.js.map +1 -0
  459. package/dist/extraction/v1/routed.d.ts +17 -0
  460. package/dist/extraction/v1/routed.d.ts.map +1 -0
  461. package/dist/extraction/v1/routed.js +68 -0
  462. package/dist/extraction/v1/routed.js.map +1 -0
  463. package/dist/extraction/v1/schemas/Article.d.ts +11 -0
  464. package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
  465. package/dist/extraction/v1/schemas/Article.js +23 -0
  466. package/dist/extraction/v1/schemas/Article.js.map +1 -0
  467. package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
  468. package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
  469. package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
  470. package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
  471. package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
  472. package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
  473. package/dist/extraction/v1/schemas/EventListing.js +122 -0
  474. package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
  475. package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
  476. package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
  477. package/dist/extraction/v1/schemas/Paper.js +156 -0
  478. package/dist/extraction/v1/schemas/Paper.js.map +1 -0
  479. package/dist/extraction/v1/schemas/Product.d.ts +17 -0
  480. package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
  481. package/dist/extraction/v1/schemas/Product.js +149 -0
  482. package/dist/extraction/v1/schemas/Product.js.map +1 -0
  483. package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
  484. package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
  485. package/dist/extraction/v1/schemas/Recipe.js +160 -0
  486. package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
  487. package/dist/extraction/v1/schemas/index.d.ts +13 -0
  488. package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
  489. package/dist/extraction/v1/schemas/index.js +44 -0
  490. package/dist/extraction/v1/schemas/index.js.map +1 -0
  491. package/dist/extraction/v1/site-extractors.d.ts +5 -0
  492. package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
  493. package/dist/extraction/v1/site-extractors.js +31 -0
  494. package/dist/extraction/v1/site-extractors.js.map +1 -0
  495. package/dist/fetch/action-executor.d.ts +28 -0
  496. package/dist/fetch/action-executor.d.ts.map +1 -0
  497. package/dist/fetch/action-executor.js +88 -0
  498. package/dist/fetch/action-executor.js.map +1 -0
  499. package/dist/fetch/auth.d.ts +2 -1
  500. package/dist/fetch/auth.d.ts.map +1 -1
  501. package/dist/fetch/auth.js +56 -26
  502. package/dist/fetch/auth.js.map +1 -1
  503. package/dist/fetch/browser-pool.d.ts +30 -11
  504. package/dist/fetch/browser-pool.d.ts.map +1 -1
  505. package/dist/fetch/browser-pool.js +303 -127
  506. package/dist/fetch/browser-pool.js.map +1 -1
  507. package/dist/fetch/browser-selector.d.ts +17 -0
  508. package/dist/fetch/browser-selector.d.ts.map +1 -0
  509. package/dist/fetch/browser-selector.js +72 -0
  510. package/dist/fetch/browser-selector.js.map +1 -0
  511. package/dist/fetch/browser-types.d.ts +3 -0
  512. package/dist/fetch/browser-types.d.ts.map +1 -0
  513. package/dist/fetch/browser-types.js +45 -0
  514. package/dist/fetch/browser-types.js.map +1 -0
  515. package/dist/fetch/cdp-client.d.ts +9 -0
  516. package/dist/fetch/cdp-client.d.ts.map +1 -0
  517. package/dist/fetch/cdp-client.js +89 -0
  518. package/dist/fetch/cdp-client.js.map +1 -0
  519. package/dist/fetch/content-check.js +39 -46
  520. package/dist/fetch/content-check.js.map +1 -1
  521. package/dist/fetch/error-describe.d.ts +7 -0
  522. package/dist/fetch/error-describe.d.ts.map +1 -0
  523. package/dist/fetch/error-describe.js +37 -0
  524. package/dist/fetch/error-describe.js.map +1 -0
  525. package/dist/fetch/http-client.d.ts +4 -0
  526. package/dist/fetch/http-client.d.ts.map +1 -1
  527. package/dist/fetch/http-client.js +147 -128
  528. package/dist/fetch/http-client.js.map +1 -1
  529. package/dist/fetch/lightpanda.d.ts +28 -0
  530. package/dist/fetch/lightpanda.d.ts.map +1 -0
  531. package/dist/fetch/lightpanda.js +174 -0
  532. package/dist/fetch/lightpanda.js.map +1 -0
  533. package/dist/fetch/playwright-tier.d.ts +19 -0
  534. package/dist/fetch/playwright-tier.d.ts.map +1 -0
  535. package/dist/fetch/playwright-tier.js +76 -0
  536. package/dist/fetch/playwright-tier.js.map +1 -0
  537. package/dist/fetch/router.d.ts +49 -3
  538. package/dist/fetch/router.d.ts.map +1 -1
  539. package/dist/fetch/router.js +187 -81
  540. package/dist/fetch/router.js.map +1 -1
  541. package/dist/index.js +102 -17
  542. package/dist/index.js.map +1 -1
  543. package/dist/instructions.d.ts +31 -0
  544. package/dist/instructions.d.ts.map +1 -0
  545. package/dist/instructions.js +245 -0
  546. package/dist/instructions.js.map +1 -0
  547. package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
  548. package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
  549. package/dist/integrations/cloud/llm/anthropic.js +41 -0
  550. package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
  551. package/dist/integrations/cloud/llm/cache.d.ts +5 -0
  552. package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
  553. package/dist/integrations/cloud/llm/cache.js +49 -0
  554. package/dist/integrations/cloud/llm/cache.js.map +1 -0
  555. package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
  556. package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
  557. package/dist/integrations/cloud/llm/gemini.js +37 -0
  558. package/dist/integrations/cloud/llm/gemini.js.map +1 -0
  559. package/dist/integrations/cloud/llm/groq.d.ts +3 -0
  560. package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
  561. package/dist/integrations/cloud/llm/groq.js +74 -0
  562. package/dist/integrations/cloud/llm/groq.js.map +1 -0
  563. package/dist/integrations/cloud/llm/hash.d.ts +3 -0
  564. package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
  565. package/dist/integrations/cloud/llm/hash.js +26 -0
  566. package/dist/integrations/cloud/llm/hash.js.map +1 -0
  567. package/dist/integrations/cloud/llm/model-select.d.ts +5 -0
  568. package/dist/integrations/cloud/llm/model-select.d.ts.map +1 -0
  569. package/dist/integrations/cloud/llm/model-select.js +32 -0
  570. package/dist/integrations/cloud/llm/model-select.js.map +1 -0
  571. package/dist/integrations/cloud/llm/openai.d.ts +3 -0
  572. package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
  573. package/dist/integrations/cloud/llm/openai.js +43 -0
  574. package/dist/integrations/cloud/llm/openai.js.map +1 -0
  575. package/dist/integrations/cloud/llm/run.d.ts +27 -0
  576. package/dist/integrations/cloud/llm/run.d.ts.map +1 -0
  577. package/dist/integrations/cloud/llm/run.js +99 -0
  578. package/dist/integrations/cloud/llm/run.js.map +1 -0
  579. package/dist/integrations/cloud/llm/select.d.ts +5 -0
  580. package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
  581. package/dist/integrations/cloud/llm/select.js +30 -0
  582. package/dist/integrations/cloud/llm/select.js.map +1 -0
  583. package/dist/integrations/cloud/llm/text-adapters.d.ts +19 -0
  584. package/dist/integrations/cloud/llm/text-adapters.d.ts.map +1 -0
  585. package/dist/integrations/cloud/llm/text-adapters.js +103 -0
  586. package/dist/integrations/cloud/llm/text-adapters.js.map +1 -0
  587. package/dist/integrations/cloud/llm/types.d.ts +24 -0
  588. package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
  589. package/dist/integrations/cloud/llm/types.js +1 -0
  590. package/dist/integrations/cloud/llm/types.js.map +1 -0
  591. package/dist/integrations/cloud/llm/validate.d.ts +6 -0
  592. package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
  593. package/dist/integrations/cloud/llm/validate.js +63 -0
  594. package/dist/integrations/cloud/llm/validate.js.map +1 -0
  595. package/dist/logger.d.ts +4 -1
  596. package/dist/logger.d.ts.map +1 -1
  597. package/dist/logger.js +71 -30
  598. package/dist/logger.js.map +1 -1
  599. package/dist/pdf-parse.d.js +1 -0
  600. package/dist/pdf-parse.d.js.map +1 -0
  601. package/dist/plugins/loader.d.ts +20 -0
  602. package/dist/plugins/loader.d.ts.map +1 -0
  603. package/dist/plugins/loader.js +157 -0
  604. package/dist/plugins/loader.js.map +1 -0
  605. package/dist/plugins/registry.d.ts +26 -0
  606. package/dist/plugins/registry.d.ts.map +1 -0
  607. package/dist/plugins/registry.js +71 -0
  608. package/dist/plugins/registry.js.map +1 -0
  609. package/dist/plugins/validate.d.ts +9 -0
  610. package/dist/plugins/validate.d.ts.map +1 -0
  611. package/dist/plugins/validate.js +79 -0
  612. package/dist/plugins/validate.js.map +1 -0
  613. package/dist/providers/embed-provider.d.ts +11 -0
  614. package/dist/providers/embed-provider.d.ts.map +1 -0
  615. package/dist/providers/embed-provider.js +24 -0
  616. package/dist/providers/embed-provider.js.map +1 -0
  617. package/dist/providers/extract-provider.d.ts +23 -0
  618. package/dist/providers/extract-provider.d.ts.map +1 -0
  619. package/dist/providers/extract-provider.js +25 -0
  620. package/dist/providers/extract-provider.js.map +1 -0
  621. package/dist/providers/rerank-provider.d.ts +17 -0
  622. package/dist/providers/rerank-provider.d.ts.map +1 -0
  623. package/dist/providers/rerank-provider.js +41 -0
  624. package/dist/providers/rerank-provider.js.map +1 -0
  625. package/dist/providers/search-provider.d.ts +25 -0
  626. package/dist/providers/search-provider.d.ts.map +1 -0
  627. package/dist/providers/search-provider.js +44 -0
  628. package/dist/providers/search-provider.js.map +1 -0
  629. package/dist/providers/vector-store.d.ts +27 -0
  630. package/dist/providers/vector-store.d.ts.map +1 -0
  631. package/dist/providers/vector-store.js +27 -0
  632. package/dist/providers/vector-store.js.map +1 -0
  633. package/dist/python-env.d.ts +9 -0
  634. package/dist/python-env.d.ts.map +1 -0
  635. package/dist/python-env.js +13 -0
  636. package/dist/python-env.js.map +1 -0
  637. package/dist/repl/commands/agent.d.ts +5 -0
  638. package/dist/repl/commands/agent.d.ts.map +1 -0
  639. package/dist/repl/commands/agent.js +62 -0
  640. package/dist/repl/commands/agent.js.map +1 -0
  641. package/dist/repl/commands/cache.d.ts +4 -0
  642. package/dist/repl/commands/cache.d.ts.map +1 -0
  643. package/dist/repl/commands/cache.js +43 -0
  644. package/dist/repl/commands/cache.js.map +1 -0
  645. package/dist/repl/commands/crawl.d.ts +7 -0
  646. package/dist/repl/commands/crawl.d.ts.map +1 -0
  647. package/dist/repl/commands/crawl.js +44 -0
  648. package/dist/repl/commands/crawl.js.map +1 -0
  649. package/dist/repl/commands/extract.d.ts +5 -0
  650. package/dist/repl/commands/extract.d.ts.map +1 -0
  651. package/dist/repl/commands/extract.js +47 -0
  652. package/dist/repl/commands/extract.js.map +1 -0
  653. package/dist/repl/commands/fetch.d.ts +5 -0
  654. package/dist/repl/commands/fetch.d.ts.map +1 -0
  655. package/dist/repl/commands/fetch.js +67 -0
  656. package/dist/repl/commands/fetch.js.map +1 -0
  657. package/dist/repl/commands/find-similar.d.ts +5 -0
  658. package/dist/repl/commands/find-similar.d.ts.map +1 -0
  659. package/dist/repl/commands/find-similar.js +74 -0
  660. package/dist/repl/commands/find-similar.js.map +1 -0
  661. package/dist/repl/commands/research.d.ts +5 -0
  662. package/dist/repl/commands/research.d.ts.map +1 -0
  663. package/dist/repl/commands/research.js +65 -0
  664. package/dist/repl/commands/research.js.map +1 -0
  665. package/dist/repl/commands/search.d.ts +5 -0
  666. package/dist/repl/commands/search.d.ts.map +1 -0
  667. package/dist/repl/commands/search.js +74 -0
  668. package/dist/repl/commands/search.js.map +1 -0
  669. package/dist/repl/commands/types.d.ts +9 -0
  670. package/dist/repl/commands/types.d.ts.map +1 -0
  671. package/dist/repl/commands/types.js +1 -0
  672. package/dist/repl/commands/types.js.map +1 -0
  673. package/dist/repl/formatters.d.ts +13 -0
  674. package/dist/repl/formatters.d.ts.map +1 -0
  675. package/dist/repl/formatters.js +283 -0
  676. package/dist/repl/formatters.js.map +1 -0
  677. package/dist/repl/parser.d.ts +9 -0
  678. package/dist/repl/parser.d.ts.map +1 -0
  679. package/dist/repl/parser.js +86 -0
  680. package/dist/repl/parser.js.map +1 -0
  681. package/dist/repl/shell.d.ts +8 -0
  682. package/dist/repl/shell.d.ts.map +1 -0
  683. package/dist/repl/shell.js +184 -0
  684. package/dist/repl/shell.js.map +1 -0
  685. package/dist/research/branch-exploration.d.ts +14 -0
  686. package/dist/research/branch-exploration.d.ts.map +1 -0
  687. package/dist/research/branch-exploration.js +100 -0
  688. package/dist/research/branch-exploration.js.map +1 -0
  689. package/dist/research/brief.d.ts +6 -0
  690. package/dist/research/brief.d.ts.map +1 -0
  691. package/dist/research/brief.js +246 -0
  692. package/dist/research/brief.js.map +1 -0
  693. package/dist/research/citation-graph.d.ts +9 -0
  694. package/dist/research/citation-graph.d.ts.map +1 -0
  695. package/dist/research/citation-graph.js +114 -0
  696. package/dist/research/citation-graph.js.map +1 -0
  697. package/dist/research/decompose.d.ts +14 -0
  698. package/dist/research/decompose.d.ts.map +1 -0
  699. package/dist/research/decompose.js +439 -0
  700. package/dist/research/decompose.js.map +1 -0
  701. package/dist/research/pipeline.d.ts +5 -0
  702. package/dist/research/pipeline.d.ts.map +1 -0
  703. package/dist/research/pipeline.js +269 -0
  704. package/dist/research/pipeline.js.map +1 -0
  705. package/dist/research/synthesis-local.d.ts +19 -0
  706. package/dist/research/synthesis-local.d.ts.map +1 -0
  707. package/dist/research/synthesis-local.js +62 -0
  708. package/dist/research/synthesis-local.js.map +1 -0
  709. package/dist/research/synthesize.d.ts +10 -0
  710. package/dist/research/synthesize.d.ts.map +1 -0
  711. package/dist/research/synthesize.js +137 -0
  712. package/dist/research/synthesize.js.map +1 -0
  713. package/dist/search/answer-synthesis.d.ts +33 -0
  714. package/dist/search/answer-synthesis.d.ts.map +1 -0
  715. package/dist/search/answer-synthesis.js +244 -0
  716. package/dist/search/answer-synthesis.js.map +1 -0
  717. package/dist/search/context-formatter.d.ts +3 -0
  718. package/dist/search/context-formatter.d.ts.map +1 -0
  719. package/dist/search/context-formatter.js +56 -0
  720. package/dist/search/context-formatter.js.map +1 -0
  721. package/dist/search/dedup.d.ts +1 -0
  722. package/dist/search/dedup.d.ts.map +1 -1
  723. package/dist/search/dedup.js +40 -32
  724. package/dist/search/dedup.js.map +1 -1
  725. package/dist/search/engines/arxiv.d.ts +7 -0
  726. package/dist/search/engines/arxiv.d.ts.map +1 -0
  727. package/dist/search/engines/arxiv.js +70 -0
  728. package/dist/search/engines/arxiv.js.map +1 -0
  729. package/dist/search/engines/bing-news.d.ts +7 -0
  730. package/dist/search/engines/bing-news.d.ts.map +1 -0
  731. package/dist/search/engines/bing-news.js +97 -0
  732. package/dist/search/engines/bing-news.js.map +1 -0
  733. package/dist/search/engines/bing.d.ts +1 -0
  734. package/dist/search/engines/bing.d.ts.map +1 -1
  735. package/dist/search/engines/bing.js +100 -44
  736. package/dist/search/engines/bing.js.map +1 -1
  737. package/dist/search/engines/devdocs.d.ts +6 -0
  738. package/dist/search/engines/devdocs.d.ts.map +1 -0
  739. package/dist/search/engines/devdocs.js +56 -0
  740. package/dist/search/engines/devdocs.js.map +1 -0
  741. package/dist/search/engines/duckduckgo.d.ts.map +1 -1
  742. package/dist/search/engines/duckduckgo.js +56 -44
  743. package/dist/search/engines/duckduckgo.js.map +1 -1
  744. package/dist/search/engines/github-code.d.ts +7 -0
  745. package/dist/search/engines/github-code.d.ts.map +1 -0
  746. package/dist/search/engines/github-code.js +55 -0
  747. package/dist/search/engines/github-code.js.map +1 -0
  748. package/dist/search/engines/hn-algolia.d.ts +7 -0
  749. package/dist/search/engines/hn-algolia.d.ts.map +1 -0
  750. package/dist/search/engines/hn-algolia.js +76 -0
  751. package/dist/search/engines/hn-algolia.js.map +1 -0
  752. package/dist/search/engines/lobsters.d.ts +7 -0
  753. package/dist/search/engines/lobsters.d.ts.map +1 -0
  754. package/dist/search/engines/lobsters.js +83 -0
  755. package/dist/search/engines/lobsters.js.map +1 -0
  756. package/dist/search/engines/mdn.d.ts +7 -0
  757. package/dist/search/engines/mdn.d.ts.map +1 -0
  758. package/dist/search/engines/mdn.js +48 -0
  759. package/dist/search/engines/mdn.js.map +1 -0
  760. package/dist/search/engines/semantic-scholar.d.ts +7 -0
  761. package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
  762. package/dist/search/engines/semantic-scholar.js +69 -0
  763. package/dist/search/engines/semantic-scholar.js.map +1 -0
  764. package/dist/search/engines/stackoverflow.d.ts +7 -0
  765. package/dist/search/engines/stackoverflow.d.ts.map +1 -0
  766. package/dist/search/engines/stackoverflow.js +73 -0
  767. package/dist/search/engines/stackoverflow.js.map +1 -0
  768. package/dist/search/engines/startpage.d.ts.map +1 -1
  769. package/dist/search/engines/startpage.js +65 -46
  770. package/dist/search/engines/startpage.js.map +1 -1
  771. package/dist/search/evidence.d.ts +25 -0
  772. package/dist/search/evidence.d.ts.map +1 -0
  773. package/dist/search/evidence.js +220 -0
  774. package/dist/search/evidence.js.map +1 -0
  775. package/dist/search/filters.d.ts.map +1 -1
  776. package/dist/search/filters.js +58 -54
  777. package/dist/search/filters.js.map +1 -1
  778. package/dist/search/find-similar/crawl-rank.d.ts +9 -0
  779. package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
  780. package/dist/search/find-similar/crawl-rank.js +272 -0
  781. package/dist/search/find-similar/crawl-rank.js.map +1 -0
  782. package/dist/search/find-similar/mode.d.ts +4 -0
  783. package/dist/search/find-similar/mode.d.ts.map +1 -0
  784. package/dist/search/find-similar/mode.js +12 -0
  785. package/dist/search/find-similar/mode.js.map +1 -0
  786. package/dist/search/find-similar.d.ts +5 -0
  787. package/dist/search/find-similar.d.ts.map +1 -0
  788. package/dist/search/find-similar.js +509 -0
  789. package/dist/search/find-similar.js.map +1 -0
  790. package/dist/search/highlights.d.ts +19 -0
  791. package/dist/search/highlights.d.ts.map +1 -0
  792. package/dist/search/highlights.js +167 -0
  793. package/dist/search/highlights.js.map +1 -0
  794. package/dist/search/language-filter.d.ts +29 -0
  795. package/dist/search/language-filter.d.ts.map +1 -0
  796. package/dist/search/language-filter.js +126 -0
  797. package/dist/search/language-filter.js.map +1 -0
  798. package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
  799. package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
  800. package/dist/search/legacy/searxng-orchestrator.js +501 -0
  801. package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
  802. package/dist/search/legacy/searxng-provider.d.ts +7 -0
  803. package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
  804. package/dist/search/legacy/searxng-provider.js +11 -0
  805. package/dist/search/legacy/searxng-provider.js.map +1 -0
  806. package/dist/search/multi-query.d.ts +25 -0
  807. package/dist/search/multi-query.d.ts.map +1 -0
  808. package/dist/search/multi-query.js +228 -0
  809. package/dist/search/multi-query.js.map +1 -0
  810. package/dist/search/query.js +32 -34
  811. package/dist/search/query.js.map +1 -1
  812. package/dist/search/rerank.d.ts +3 -1
  813. package/dist/search/rerank.d.ts.map +1 -1
  814. package/dist/search/rerank.js +44 -35
  815. package/dist/search/rerank.js.map +1 -1
  816. package/dist/search/reranker/authority-boost.d.ts +3 -0
  817. package/dist/search/reranker/authority-boost.d.ts.map +1 -0
  818. package/dist/search/reranker/authority-boost.js +179 -0
  819. package/dist/search/reranker/authority-boost.js.map +1 -0
  820. package/dist/search/reranker/consensus-boost.d.ts +3 -0
  821. package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
  822. package/dist/search/reranker/consensus-boost.js +27 -0
  823. package/dist/search/reranker/consensus-boost.js.map +1 -0
  824. package/dist/search/reranker/recency-boost.d.ts +3 -0
  825. package/dist/search/reranker/recency-boost.d.ts.map +1 -0
  826. package/dist/search/reranker/recency-boost.js +13 -0
  827. package/dist/search/reranker/recency-boost.js.map +1 -0
  828. package/dist/search/reranker/recency.d.ts +3 -0
  829. package/dist/search/reranker/recency.d.ts.map +1 -0
  830. package/dist/search/reranker/recency.js +23 -0
  831. package/dist/search/reranker/recency.js.map +1 -0
  832. package/dist/search/reranker/transformers-rerank-provider.d.ts +13 -0
  833. package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
  834. package/dist/search/reranker/transformers-rerank-provider.js +94 -0
  835. package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
  836. package/dist/search/rrf.d.ts +17 -0
  837. package/dist/search/rrf.d.ts.map +1 -0
  838. package/dist/search/rrf.js +39 -0
  839. package/dist/search/rrf.js.map +1 -0
  840. package/dist/search/sampling.d.ts +25 -0
  841. package/dist/search/sampling.d.ts.map +1 -0
  842. package/dist/search/sampling.js +52 -0
  843. package/dist/search/sampling.js.map +1 -0
  844. package/dist/search/searxng.d.ts.map +1 -1
  845. package/dist/search/searxng.js +69 -79
  846. package/dist/search/searxng.js.map +1 -1
  847. package/dist/search/tokens.d.ts +3 -0
  848. package/dist/search/tokens.d.ts.map +1 -0
  849. package/dist/search/tokens.js +39 -0
  850. package/dist/search/tokens.js.map +1 -0
  851. package/dist/search/truncate.d.ts +6 -0
  852. package/dist/search/truncate.d.ts.map +1 -0
  853. package/dist/search/truncate.js +26 -0
  854. package/dist/search/truncate.js.map +1 -0
  855. package/dist/search/url-unwrap.d.ts +3 -0
  856. package/dist/search/url-unwrap.d.ts.map +1 -0
  857. package/dist/search/url-unwrap.js +43 -0
  858. package/dist/search/url-unwrap.js.map +1 -0
  859. package/dist/search/v1/context-rank.d.ts +13 -0
  860. package/dist/search/v1/context-rank.d.ts.map +1 -0
  861. package/dist/search/v1/context-rank.js +74 -0
  862. package/dist/search/v1/context-rank.js.map +1 -0
  863. package/dist/search/v1/engine-base.d.ts +27 -0
  864. package/dist/search/v1/engine-base.d.ts.map +1 -0
  865. package/dist/search/v1/engine-base.js +110 -0
  866. package/dist/search/v1/engine-base.js.map +1 -0
  867. package/dist/search/v1/intent-router.d.ts +22 -0
  868. package/dist/search/v1/intent-router.d.ts.map +1 -0
  869. package/dist/search/v1/intent-router.js +138 -0
  870. package/dist/search/v1/intent-router.js.map +1 -0
  871. package/dist/search/v1/orchestrator.d.ts +24 -0
  872. package/dist/search/v1/orchestrator.d.ts.map +1 -0
  873. package/dist/search/v1/orchestrator.js +163 -0
  874. package/dist/search/v1/orchestrator.js.map +1 -0
  875. package/dist/search/v1/recency-boost.d.ts +9 -0
  876. package/dist/search/v1/recency-boost.d.ts.map +1 -0
  877. package/dist/search/v1/recency-boost.js +37 -0
  878. package/dist/search/v1/recency-boost.js.map +1 -0
  879. package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
  880. package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
  881. package/dist/search/v1/recent-cache-dedup.js +85 -0
  882. package/dist/search/v1/recent-cache-dedup.js.map +1 -0
  883. package/dist/search/v1/rss/feed-config.d.ts +21 -0
  884. package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
  885. package/dist/search/v1/rss/feed-config.js +90 -0
  886. package/dist/search/v1/rss/feed-config.js.map +1 -0
  887. package/dist/search/v1/rss/feed-parser.d.ts +14 -0
  888. package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
  889. package/dist/search/v1/rss/feed-parser.js +104 -0
  890. package/dist/search/v1/rss/feed-parser.js.map +1 -0
  891. package/dist/search/v1/rss/feed-poller.d.ts +22 -0
  892. package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
  893. package/dist/search/v1/rss/feed-poller.js +102 -0
  894. package/dist/search/v1/rss/feed-poller.js.map +1 -0
  895. package/dist/search/v1/rss/feed-store.d.ts +30 -0
  896. package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
  897. package/dist/search/v1/rss/feed-store.js +134 -0
  898. package/dist/search/v1/rss/feed-store.js.map +1 -0
  899. package/dist/search/v1/rss/rss-engine.d.ts +6 -0
  900. package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
  901. package/dist/search/v1/rss/rss-engine.js +28 -0
  902. package/dist/search/v1/rss/rss-engine.js.map +1 -0
  903. package/dist/search/v1/v1-provider.d.ts +7 -0
  904. package/dist/search/v1/v1-provider.d.ts.map +1 -0
  905. package/dist/search/v1/v1-provider.js +68 -0
  906. package/dist/search/v1/v1-provider.js.map +1 -0
  907. package/dist/search/v1/verticals/code.d.ts +4 -0
  908. package/dist/search/v1/verticals/code.d.ts.map +1 -0
  909. package/dist/search/v1/verticals/code.js +20 -0
  910. package/dist/search/v1/verticals/code.js.map +1 -0
  911. package/dist/search/v1/verticals/docs.d.ts +4 -0
  912. package/dist/search/v1/verticals/docs.d.ts.map +1 -0
  913. package/dist/search/v1/verticals/docs.js +20 -0
  914. package/dist/search/v1/verticals/docs.js.map +1 -0
  915. package/dist/search/v1/verticals/general.d.ts +4 -0
  916. package/dist/search/v1/verticals/general.d.ts.map +1 -0
  917. package/dist/search/v1/verticals/general.js +22 -0
  918. package/dist/search/v1/verticals/general.js.map +1 -0
  919. package/dist/search/v1/verticals/news.d.ts +10 -0
  920. package/dist/search/v1/verticals/news.d.ts.map +1 -0
  921. package/dist/search/v1/verticals/news.js +52 -0
  922. package/dist/search/v1/verticals/news.js.map +1 -0
  923. package/dist/search/v1/verticals/papers.d.ts +4 -0
  924. package/dist/search/v1/verticals/papers.d.ts.map +1 -0
  925. package/dist/search/v1/verticals/papers.js +23 -0
  926. package/dist/search/v1/verticals/papers.js.map +1 -0
  927. package/dist/search/validator.js +31 -31
  928. package/dist/search/validator.js.map +1 -1
  929. package/dist/searxng/bootstrap.d.ts +30 -0
  930. package/dist/searxng/bootstrap.d.ts.map +1 -1
  931. package/dist/searxng/bootstrap.js +223 -85
  932. package/dist/searxng/bootstrap.js.map +1 -1
  933. package/dist/searxng/docker.d.ts.map +1 -1
  934. package/dist/searxng/docker.js +69 -60
  935. package/dist/searxng/docker.js.map +1 -1
  936. package/dist/searxng/process.d.ts +13 -1
  937. package/dist/searxng/process.d.ts.map +1 -1
  938. package/dist/searxng/process.js +231 -164
  939. package/dist/searxng/process.js.map +1 -1
  940. package/dist/server/backend-status.d.ts +13 -0
  941. package/dist/server/backend-status.d.ts.map +1 -0
  942. package/dist/server/backend-status.js +40 -0
  943. package/dist/server/backend-status.js.map +1 -0
  944. package/dist/server/tool-schemas.d.ts +549 -0
  945. package/dist/server/tool-schemas.d.ts.map +1 -0
  946. package/dist/server/tool-schemas.js +464 -0
  947. package/dist/server/tool-schemas.js.map +1 -0
  948. package/dist/server/warmup-on-start.d.ts +9 -0
  949. package/dist/server/warmup-on-start.d.ts.map +1 -0
  950. package/dist/server/warmup-on-start.js +55 -0
  951. package/dist/server/warmup-on-start.js.map +1 -0
  952. package/dist/server.d.ts +17 -0
  953. package/dist/server.d.ts.map +1 -1
  954. package/dist/server.js +454 -297
  955. package/dist/server.js.map +1 -1
  956. package/dist/tools/agent.d.ts +5 -0
  957. package/dist/tools/agent.d.ts.map +1 -0
  958. package/dist/tools/agent.js +128 -0
  959. package/dist/tools/agent.js.map +1 -0
  960. package/dist/tools/cache.d.ts +2 -1
  961. package/dist/tools/cache.d.ts.map +1 -1
  962. package/dist/tools/cache.js +177 -44
  963. package/dist/tools/cache.js.map +1 -1
  964. package/dist/tools/crawl.d.ts.map +1 -1
  965. package/dist/tools/crawl.js +171 -88
  966. package/dist/tools/crawl.js.map +1 -1
  967. package/dist/tools/extract.d.ts +2 -2
  968. package/dist/tools/extract.d.ts.map +1 -1
  969. package/dist/tools/extract.js +175 -59
  970. package/dist/tools/extract.js.map +1 -1
  971. package/dist/tools/fetch.d.ts +2 -2
  972. package/dist/tools/fetch.d.ts.map +1 -1
  973. package/dist/tools/fetch.js +174 -68
  974. package/dist/tools/fetch.js.map +1 -1
  975. package/dist/tools/find-similar.d.ts +5 -0
  976. package/dist/tools/find-similar.d.ts.map +1 -0
  977. package/dist/tools/find-similar.js +127 -0
  978. package/dist/tools/find-similar.js.map +1 -0
  979. package/dist/tools/research.d.ts +5 -0
  980. package/dist/tools/research.d.ts.map +1 -0
  981. package/dist/tools/research.js +107 -0
  982. package/dist/tools/research.js.map +1 -0
  983. package/dist/tools/search.d.ts +10 -2
  984. package/dist/tools/search.d.ts.map +1 -1
  985. package/dist/tools/search.js +13 -158
  986. package/dist/tools/search.js.map +1 -1
  987. package/dist/types.d.ts +350 -7
  988. package/dist/types.d.ts.map +1 -1
  989. package/dist/types.js +6 -1
  990. package/dist/types.js.map +1 -1
  991. package/dist/util/mode.d.ts +4 -0
  992. package/dist/util/mode.d.ts.map +1 -0
  993. package/dist/util/mode.js +34 -0
  994. package/dist/util/mode.js.map +1 -0
  995. package/package.json +78 -8
  996. package/dist/extraction/trafilatura.d.ts +0 -6
  997. package/dist/extraction/trafilatura.d.ts.map +0 -1
  998. package/dist/extraction/trafilatura.js +0 -105
  999. package/dist/extraction/trafilatura.js.map +0 -1
  1000. package/dist/search/flashrank.d.ts +0 -12
  1001. package/dist/search/flashrank.d.ts.map +0 -1
  1002. package/dist/search/flashrank.js +0 -63
  1003. package/dist/search/flashrank.js.map +0 -1
@@ -0,0 +1,14 @@
1
+ import type { WarmupReporter } from './reporter.js';
2
+ export interface VerifyResult {
3
+ searxng: 'ok' | 'failed';
4
+ searxngUrl?: string;
5
+ searxngError?: string;
6
+ reranker: 'ok' | 'missing';
7
+ rerankerError?: string;
8
+ embeddings: 'ok' | 'missing';
9
+ embeddingsError?: string;
10
+ embeddingsDim?: number;
11
+ allPassed: boolean;
12
+ }
13
+ export declare function runVerify(dataDir: string, reporter: WarmupReporter): Promise<VerifyResult>;
14
+ //# sourceMappingURL=verify.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"verify.d.ts","sourceRoot":"","sources":["../../../src/cli/tui/verify.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAGpD,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,IAAI,GAAG,QAAQ,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,IAAI,GAAG,SAAS,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,OAAO,CAAC;CACpB;AAMD,wBAAsB,SAAS,CAC7B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,cAAc,GACvB,OAAO,CAAC,YAAY,CAAC,CAgDvB"}
@@ -0,0 +1,101 @@
1
+ import { execSync } from "node:child_process";
2
+ import { SearxngProcess } from "../../searxng/process.js";
3
+ import { getPythonBin } from "../../python-env.js";
4
+ import { getRerankProvider } from "../../providers/rerank-provider.js";
5
+ import { suggestionsFromResult } from "./verify-suggestions.js";
6
+ const SEARXNG_LABEL = "Starting search engine (searxng)";
7
+ const RERANKER_LABEL = "Checking ML reranker (cross-encoder)";
8
+ const EMBEDDINGS_LABEL = "Checking embeddings";
9
+ async function runVerify(dataDir, reporter) {
10
+ const result = {
11
+ searxng: "failed",
12
+ reranker: "missing",
13
+ embeddings: "missing",
14
+ allPassed: false
15
+ };
16
+ const proc = new SearxngProcess(`${dataDir}/searxng`, dataDir);
17
+ reporter.start("searxng", SEARXNG_LABEL);
18
+ let url = null;
19
+ try {
20
+ url = await proc.start();
21
+ } catch (err) {
22
+ const message = err instanceof Error ? err.message : String(err);
23
+ result.searxng = "failed";
24
+ result.searxngError = message;
25
+ reporter.fail("searxng", message);
26
+ try {
27
+ await proc.stop();
28
+ } catch {
29
+ }
30
+ return finalize(result, reporter);
31
+ }
32
+ if (!url) {
33
+ result.searxng = "failed";
34
+ result.searxngError = "did not return a listening URL";
35
+ reporter.fail("searxng", "did not return a listening URL");
36
+ try {
37
+ await proc.stop();
38
+ } catch {
39
+ }
40
+ return finalize(result, reporter);
41
+ }
42
+ result.searxng = "ok";
43
+ result.searxngUrl = url;
44
+ reporter.success("searxng", url);
45
+ const py = getPythonBin(dataDir);
46
+ const rerankerProbe = await runRerankerProbe(reporter);
47
+ result.reranker = rerankerProbe.state;
48
+ if (rerankerProbe.error) result.rerankerError = rerankerProbe.error;
49
+ const { state: embeddingsState, error: embeddingsError, dim } = runEmbeddingsProbe(py, reporter);
50
+ result.embeddings = embeddingsState;
51
+ if (embeddingsError) result.embeddingsError = embeddingsError;
52
+ if (typeof dim === "number") result.embeddingsDim = dim;
53
+ try {
54
+ await proc.stop();
55
+ } catch {
56
+ }
57
+ return finalize(result);
58
+ }
59
+ async function runRerankerProbe(reporter) {
60
+ reporter.start("reranker", RERANKER_LABEL);
61
+ try {
62
+ const provider = await getRerankProvider();
63
+ await provider.rerank("warmup", [{ id: "0", text: "hello world" }]);
64
+ reporter.success("reranker", `installed (${provider.modelId})`);
65
+ return { state: "ok" };
66
+ } catch (err) {
67
+ const message = err instanceof Error ? err.message : String(err);
68
+ reporter.fail("reranker", "not installed");
69
+ return { state: "missing", error: message };
70
+ }
71
+ }
72
+ function runEmbeddingsProbe(py, reporter) {
73
+ reporter.start("embeddings", EMBEDDINGS_LABEL);
74
+ try {
75
+ const script = "import sentence_transformers, sys; m = sentence_transformers.SentenceTransformer.load if False else None; print(384)";
76
+ const out = execSync(`${py} -c "${script}"`, { stdio: "pipe", timeout: 3e4 });
77
+ const text = (out instanceof Buffer ? out.toString("utf-8") : String(out)).trim();
78
+ const parsed = Number.parseInt(text, 10);
79
+ if (!Number.isFinite(parsed)) {
80
+ reporter.fail("embeddings", "could not parse dim");
81
+ return { state: "missing", error: "could not parse embeddings dim" };
82
+ }
83
+ reporter.success("embeddings", `${parsed}-dim`);
84
+ return { state: "ok", dim: parsed };
85
+ } catch (err) {
86
+ const message = err instanceof Error ? err.message : String(err);
87
+ reporter.fail("embeddings", "not installed");
88
+ return { state: "missing", error: message };
89
+ }
90
+ }
91
+ function finalize(result, reporter) {
92
+ result.allPassed = result.searxng === "ok" && result.reranker === "ok" && result.embeddings === "ok";
93
+ if (!result.allPassed && reporter) {
94
+ for (const note of suggestionsFromResult(result)) reporter.note(note);
95
+ }
96
+ return result;
97
+ }
98
+ export {
99
+ runVerify
100
+ };
101
+ //# sourceMappingURL=verify.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/cli/tui/verify.ts"],"sourcesContent":["import { execSync } from 'node:child_process';\nimport { SearxngProcess } from '../../searxng/process.js';\nimport { getPythonBin } from '../../python-env.js';\nimport { getRerankProvider } from '../../providers/rerank-provider.js';\nimport type { WarmupReporter } from './reporter.js';\nimport { suggestionsFromResult } from './verify-suggestions.js';\n\nexport interface VerifyResult {\n searxng: 'ok' | 'failed';\n searxngUrl?: string;\n searxngError?: string;\n reranker: 'ok' | 'missing';\n rerankerError?: string;\n embeddings: 'ok' | 'missing';\n embeddingsError?: string;\n embeddingsDim?: number;\n allPassed: boolean;\n}\n\nconst SEARXNG_LABEL = 'Starting search engine (searxng)';\nconst RERANKER_LABEL = 'Checking ML reranker (cross-encoder)';\nconst EMBEDDINGS_LABEL = 'Checking embeddings';\n\nexport async function runVerify(\n dataDir: string,\n reporter: WarmupReporter,\n): Promise<VerifyResult> {\n const result: VerifyResult = {\n searxng: 'failed',\n reranker: 'missing',\n embeddings: 'missing',\n allPassed: false,\n };\n\n const proc = new SearxngProcess(`${dataDir}/searxng`, dataDir);\n\n reporter.start('searxng', SEARXNG_LABEL);\n let url: string | null = null;\n try {\n url = await proc.start();\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err);\n result.searxng = 'failed';\n result.searxngError = message;\n reporter.fail('searxng', message);\n try { await proc.stop(); } catch { /* already dead */ }\n return finalize(result, reporter);\n }\n\n if (!url) {\n result.searxng = 'failed';\n result.searxngError = 'did not return a listening URL';\n reporter.fail('searxng', 'did not return a listening URL');\n try { await proc.stop(); } catch { /* already dead */ }\n return finalize(result, reporter);\n }\n\n result.searxng = 'ok';\n result.searxngUrl = url;\n reporter.success('searxng', url);\n\n const py = getPythonBin(dataDir);\n\n const rerankerProbe = await runRerankerProbe(reporter);\n result.reranker = rerankerProbe.state;\n if (rerankerProbe.error) result.rerankerError = rerankerProbe.error;\n\n const { state: embeddingsState, error: embeddingsError, dim } = runEmbeddingsProbe(py, reporter);\n result.embeddings = embeddingsState;\n if (embeddingsError) result.embeddingsError = embeddingsError;\n if (typeof dim === 'number') result.embeddingsDim = dim;\n\n try { await proc.stop(); } catch { /* best effort */ }\n return finalize(result);\n}\n\nasync function runRerankerProbe(\n reporter: WarmupReporter,\n): Promise<{ state: 'ok' | 'missing'; error?: string }> {\n reporter.start('reranker', RERANKER_LABEL);\n try {\n const provider = await getRerankProvider();\n await provider.rerank('warmup', [{ id: '0', text: 'hello world' }]);\n reporter.success('reranker', `installed (${provider.modelId})`);\n return { state: 'ok' };\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err);\n reporter.fail('reranker', 'not installed');\n return { state: 'missing', error: message };\n }\n}\n\nfunction runEmbeddingsProbe(\n py: string,\n reporter: WarmupReporter,\n): { state: 'ok' | 'missing'; error?: string; dim?: number } {\n reporter.start('embeddings', EMBEDDINGS_LABEL);\n try {\n const script = 'import sentence_transformers, sys; m = sentence_transformers.SentenceTransformer.load if False else None; print(384)';\n const out = execSync(`${py} -c \"${script}\"`, { stdio: 'pipe', timeout: 30000 });\n const text = (out instanceof Buffer ? out.toString('utf-8') : String(out)).trim();\n const parsed = Number.parseInt(text, 10);\n if (!Number.isFinite(parsed)) {\n reporter.fail('embeddings', 'could not parse dim');\n return { state: 'missing', error: 'could not parse embeddings dim' };\n }\n reporter.success('embeddings', `${parsed}-dim`);\n return { state: 'ok', dim: parsed };\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err);\n reporter.fail('embeddings', 'not installed');\n return { state: 'missing', error: message };\n }\n}\n\nfunction finalize(result: VerifyResult, reporter?: WarmupReporter): VerifyResult {\n result.allPassed =\n result.searxng === 'ok' &&\n result.reranker === 'ok' &&\n result.embeddings === 'ok';\n if (!result.allPassed && reporter) {\n for (const note of suggestionsFromResult(result)) reporter.note(note);\n }\n return result;\n}\n"],"mappings":"AAAA,SAAS,gBAAgB;AACzB,SAAS,sBAAsB;AAC/B,SAAS,oBAAoB;AAC7B,SAAS,yBAAyB;AAElC,SAAS,6BAA6B;AActC,MAAM,gBAAgB;AACtB,MAAM,iBAAiB;AACvB,MAAM,mBAAmB;AAEzB,eAAsB,UACpB,SACA,UACuB;AACvB,QAAM,SAAuB;AAAA,IAC3B,SAAS;AAAA,IACT,UAAU;AAAA,IACV,YAAY;AAAA,IACZ,WAAW;AAAA,EACb;AAEA,QAAM,OAAO,IAAI,eAAe,GAAG,OAAO,YAAY,OAAO;AAE7D,WAAS,MAAM,WAAW,aAAa;AACvC,MAAI,MAAqB;AACzB,MAAI;AACF,UAAM,MAAM,KAAK,MAAM;AAAA,EACzB,SAAS,KAAK;AACZ,UAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,WAAO,UAAU;AACjB,WAAO,eAAe;AACtB,aAAS,KAAK,WAAW,OAAO;AAChC,QAAI;AAAE,YAAM,KAAK,KAAK;AAAA,IAAG,QAAQ;AAAA,IAAqB;AACtD,WAAO,SAAS,QAAQ,QAAQ;AAAA,EAClC;AAEA,MAAI,CAAC,KAAK;AACR,WAAO,UAAU;AACjB,WAAO,eAAe;AACtB,aAAS,KAAK,WAAW,gCAAgC;AACzD,QAAI;AAAE,YAAM,KAAK,KAAK;AAAA,IAAG,QAAQ;AAAA,IAAqB;AACtD,WAAO,SAAS,QAAQ,QAAQ;AAAA,EAClC;AAEA,SAAO,UAAU;AACjB,SAAO,aAAa;AACpB,WAAS,QAAQ,WAAW,GAAG;AAE/B,QAAM,KAAK,aAAa,OAAO;AAE/B,QAAM,gBAAgB,MAAM,iBAAiB,QAAQ;AACrD,SAAO,WAAW,cAAc;AAChC,MAAI,cAAc,MAAO,QAAO,gBAAgB,cAAc;AAE9D,QAAM,EAAE,OAAO,iBAAiB,OAAO,iBAAiB,IAAI,IAAI,mBAAmB,IAAI,QAAQ;AAC/F,SAAO,aAAa;AACpB,MAAI,gBAAiB,QAAO,kBAAkB;AAC9C,MAAI,OAAO,QAAQ,SAAU,QAAO,gBAAgB;AAEpD,MAAI;AAAE,UAAM,KAAK,KAAK;AAAA,EAAG,QAAQ;AAAA,EAAoB;AACrD,SAAO,SAAS,MAAM;AACxB;AAEA,eAAe,iBACb,UACsD;AACtD,WAAS,MAAM,YAAY,cAAc;AACzC,MAAI;AACF,UAAM,WAAW,MAAM,kBAAkB;AACzC,UAAM,SAAS,OAAO,UAAU,CAAC,EAAE,IAAI,KAAK,MAAM,cAAc,CAAC,CAAC;AAClE,aAAS,QAAQ,YAAY,cAAc,SAAS,OAAO,GAAG;AAC9D,WAAO,EAAE,OAAO,KAAK;AAAA,EACvB,SAAS,KAAK;AACZ,UAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,aAAS,KAAK,YAAY,eAAe;AACzC,WAAO,EAAE,OAAO,WAAW,OAAO,QAAQ;AAAA,EAC5C;AACF;AAEA,SAAS,mBACP,IACA,UAC2D;AAC3D,WAAS,MAAM,cAAc,gBAAgB;AAC7C,MAAI;AACF,UAAM,SAAS;AACf,UAAM,MAAM,SAAS,GAAG,EAAE,QAAQ,MAAM,KAAK,EAAE,OAAO,QAAQ,SAAS,IAAM,CAAC;AAC9E,UAAM,QAAQ,eAAe,SAAS,IAAI,SAAS,OAAO,IAAI,OAAO,GAAG,GAAG,KAAK;AAChF,UAAM,SAAS,OAAO,SAAS,MAAM,EAAE;AACvC,QAAI,CAAC,OAAO,SAAS,MAAM,GAAG;AAC5B,eAAS,KAAK,cAAc,qBAAqB;AACjD,aAAO,EAAE,OAAO,WAAW,OAAO,iCAAiC;AAAA,IACrE;AACA,aAAS,QAAQ,cAAc,GAAG,MAAM,MAAM;AAC9C,WAAO,EAAE,OAAO,MAAM,KAAK,OAAO;AAAA,EACpC,SAAS,KAAK;AACZ,UAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,aAAS,KAAK,cAAc,eAAe;AAC3C,WAAO,EAAE,OAAO,WAAW,OAAO,QAAQ;AAAA,EAC5C;AACF;AAEA,SAAS,SAAS,QAAsB,UAAyC;AAC/E,SAAO,YACL,OAAO,YAAY,QACnB,OAAO,aAAa,QACpB,OAAO,eAAe;AACxB,MAAI,CAAC,OAAO,aAAa,UAAU;AACjC,eAAW,QAAQ,sBAAsB,MAAM,EAAG,UAAS,KAAK,IAAI;AAAA,EACtE;AACA,SAAO;AACT;","names":[]}
@@ -0,0 +1,2 @@
1
+ export declare function getPackageVersion(): string;
2
+ //# sourceMappingURL=version.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"version.d.ts","sourceRoot":"","sources":["../../../src/cli/tui/version.ts"],"names":[],"mappings":"AAQA,wBAAgB,iBAAiB,IAAI,MAAM,CAO1C"}
@@ -0,0 +1,14 @@
1
+ import { createRequire } from "node:module";
2
+ const require2 = createRequire(import.meta.url);
3
+ function getPackageVersion() {
4
+ try {
5
+ const pkg = require2("../../../package.json");
6
+ return pkg.version ?? "0.0.0";
7
+ } catch {
8
+ return "unknown";
9
+ }
10
+ }
11
+ export {
12
+ getPackageVersion
13
+ };
14
+ //# sourceMappingURL=version.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../../src/cli/tui/version.ts"],"sourcesContent":["import { createRequire } from 'node:module';\n\nconst require = createRequire(import.meta.url);\n\ninterface PackageJson {\n version?: string;\n}\n\nexport function getPackageVersion(): string {\n try {\n const pkg = require('../../../package.json') as PackageJson;\n return pkg.version ?? '0.0.0';\n } catch {\n return 'unknown';\n }\n}\n"],"mappings":"AAAA,SAAS,qBAAqB;AAE9B,MAAMA,WAAU,cAAc,YAAY,GAAG;AAMtC,SAAS,oBAA4B;AAC1C,MAAI;AACF,UAAM,MAAMA,SAAQ,uBAAuB;AAC3C,WAAO,IAAI,WAAW;AAAA,EACxB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;","names":["require"]}
@@ -0,0 +1,2 @@
1
+ export declare function runUninstall(args: string[]): Promise<number>;
2
+ //# sourceMappingURL=uninstall.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"uninstall.d.ts","sourceRoot":"","sources":["../../src/cli/uninstall.ts"],"names":[],"mappings":"AAEA,wBAAsB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAmDlE"}
@@ -0,0 +1,57 @@
1
+ import { detectInstalledHandlers } from "./agents/registry.js";
2
+ async function runUninstall(args) {
3
+ const help = args.includes("--help") || args.includes("-h");
4
+ if (help) {
5
+ process.stderr.write([
6
+ "Usage: wigolo uninstall",
7
+ "",
8
+ "Removes all wigolo agent integrations:",
9
+ " - MCP server config",
10
+ " - Global instructions block",
11
+ " - Skills (~/.claude/skills/wigolo*/)",
12
+ " - Slash command (~/.claude/commands/wigolo.md)",
13
+ "",
14
+ "Does NOT remove ~/.wigolo data (cache, search engine, embeddings).",
15
+ "For a full cleanup run: rm -rf ~/.wigolo",
16
+ ""
17
+ ].join("\n"));
18
+ return 0;
19
+ }
20
+ const handlers = detectInstalledHandlers();
21
+ if (handlers.length === 0) {
22
+ process.stdout.write("No agent integrations detected. Nothing to remove.\n");
23
+ return 0;
24
+ }
25
+ let totalRemoved = 0;
26
+ for (const handler of handlers) {
27
+ process.stdout.write(`
28
+ Removing ${handler.displayName}...
29
+ `);
30
+ try {
31
+ const { removed } = await handler.uninstall();
32
+ if (removed.length === 0) {
33
+ process.stdout.write(" (nothing to remove)\n");
34
+ } else {
35
+ for (const item of removed) {
36
+ process.stdout.write(` \u2713 Removed ${item}
37
+ `);
38
+ totalRemoved++;
39
+ }
40
+ }
41
+ } catch (err) {
42
+ const message = err instanceof Error ? err.message : String(err);
43
+ process.stderr.write(` ! Failed: ${message}
44
+ `);
45
+ }
46
+ }
47
+ process.stdout.write(`
48
+ Done. ${totalRemoved} item(s) removed.
49
+ `);
50
+ process.stdout.write("Note: ~/.wigolo data (cache, search engine) preserved.\n");
51
+ process.stdout.write("For full cleanup: rm -rf ~/.wigolo\n");
52
+ return 0;
53
+ }
54
+ export {
55
+ runUninstall
56
+ };
57
+ //# sourceMappingURL=uninstall.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/cli/uninstall.ts"],"sourcesContent":["import { detectInstalledHandlers } from './agents/registry.js';\n\nexport async function runUninstall(args: string[]): Promise<number> {\n const help = args.includes('--help') || args.includes('-h');\n if (help) {\n process.stderr.write([\n 'Usage: wigolo uninstall',\n '',\n 'Removes all wigolo agent integrations:',\n ' - MCP server config',\n ' - Global instructions block',\n ' - Skills (~/.claude/skills/wigolo*/)',\n ' - Slash command (~/.claude/commands/wigolo.md)',\n '',\n 'Does NOT remove ~/.wigolo data (cache, search engine, embeddings).',\n 'For a full cleanup run: rm -rf ~/.wigolo',\n '',\n ].join('\\n'));\n return 0;\n }\n\n const handlers = detectInstalledHandlers();\n\n if (handlers.length === 0) {\n process.stdout.write('No agent integrations detected. Nothing to remove.\\n');\n return 0;\n }\n\n let totalRemoved = 0;\n\n for (const handler of handlers) {\n process.stdout.write(`\\nRemoving ${handler.displayName}...\\n`);\n try {\n const { removed } = await handler.uninstall();\n if (removed.length === 0) {\n process.stdout.write(' (nothing to remove)\\n');\n } else {\n for (const item of removed) {\n process.stdout.write(` ✓ Removed ${item}\\n`);\n totalRemoved++;\n }\n }\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err);\n process.stderr.write(` ! Failed: ${message}\\n`);\n }\n }\n\n process.stdout.write(`\\nDone. ${totalRemoved} item(s) removed.\\n`);\n process.stdout.write('Note: ~/.wigolo data (cache, search engine) preserved.\\n');\n process.stdout.write('For full cleanup: rm -rf ~/.wigolo\\n');\n\n return 0;\n}\n"],"mappings":"AAAA,SAAS,+BAA+B;AAExC,eAAsB,aAAa,MAAiC;AAClE,QAAM,OAAO,KAAK,SAAS,QAAQ,KAAK,KAAK,SAAS,IAAI;AAC1D,MAAI,MAAM;AACR,YAAQ,OAAO,MAAM;AAAA,MACnB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,EAAE,KAAK,IAAI,CAAC;AACZ,WAAO;AAAA,EACT;AAEA,QAAM,WAAW,wBAAwB;AAEzC,MAAI,SAAS,WAAW,GAAG;AACzB,YAAQ,OAAO,MAAM,sDAAsD;AAC3E,WAAO;AAAA,EACT;AAEA,MAAI,eAAe;AAEnB,aAAW,WAAW,UAAU;AAC9B,YAAQ,OAAO,MAAM;AAAA,WAAc,QAAQ,WAAW;AAAA,CAAO;AAC7D,QAAI;AACF,YAAM,EAAE,QAAQ,IAAI,MAAM,QAAQ,UAAU;AAC5C,UAAI,QAAQ,WAAW,GAAG;AACxB,gBAAQ,OAAO,MAAM,yBAAyB;AAAA,MAChD,OAAO;AACL,mBAAW,QAAQ,SAAS;AAC1B,kBAAQ,OAAO,MAAM,oBAAe,IAAI;AAAA,CAAI;AAC5C;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,KAAK;AACZ,YAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,cAAQ,OAAO,MAAM,eAAe,OAAO;AAAA,CAAI;AAAA,IACjD;AAAA,EACF;AAEA,UAAQ,OAAO,MAAM;AAAA,QAAW,YAAY;AAAA,CAAqB;AACjE,UAAQ,OAAO,MAAM,0DAA0D;AAC/E,UAAQ,OAAO,MAAM,sCAAsC;AAE3D,SAAO;AACT;","names":[]}
@@ -1,11 +1,19 @@
1
+ import type { WarmupReporter } from './tui/reporter.js';
1
2
  export interface WarmupResult {
2
3
  playwright: 'ok' | 'failed';
3
4
  playwrightError?: string;
4
5
  searxng: 'ready' | 'bootstrapped' | 'failed' | 'no_python';
5
6
  searxngError?: string;
6
- trafilatura?: 'ok' | 'failed' | 'skipped';
7
7
  reranker?: 'ok' | 'failed';
8
8
  rerankerError?: string;
9
+ firefox?: 'ok' | 'failed';
10
+ firefoxError?: string;
11
+ webkit?: 'ok' | 'failed';
12
+ webkitError?: string;
13
+ embeddings?: 'ok' | 'failed';
14
+ embeddingsError?: string;
15
+ lightpanda?: 'ok' | 'failed';
16
+ lightpandaError?: string;
9
17
  }
10
- export declare function runWarmup(flags?: string[]): Promise<WarmupResult>;
18
+ export declare function runWarmup(flags?: string[], reporter?: WarmupReporter): Promise<WarmupResult>;
11
19
  //# sourceMappingURL=warmup.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"warmup.d.ts","sourceRoot":"","sources":["../../src/cli/warmup.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,IAAI,GAAG,QAAQ,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,OAAO,GAAG,cAAc,GAAG,QAAQ,GAAG,WAAW,CAAC;IAC3D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,IAAI,GAAG,QAAQ,GAAG,SAAS,CAAC;IAC1C,QAAQ,CAAC,EAAE,IAAI,GAAG,QAAQ,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAqED,wBAAsB,SAAS,CAAC,KAAK,GAAE,MAAM,EAAO,GAAG,OAAO,CAAC,YAAY,CAAC,CAiD3E"}
1
+ {"version":3,"file":"warmup.d.ts","sourceRoot":"","sources":["../../src/cli/warmup.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAIxD,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,IAAI,GAAG,QAAQ,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,OAAO,EAAE,OAAO,GAAG,cAAc,GAAG,QAAQ,GAAG,WAAW,CAAC;IAC3D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,IAAI,GAAG,QAAQ,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,IAAI,GAAG,QAAQ,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,IAAI,GAAG,QAAQ,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,IAAI,GAAG,QAAQ,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,IAAI,GAAG,QAAQ,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAqMD,wBAAsB,SAAS,CAC7B,KAAK,GAAE,MAAM,EAAO,EACpB,QAAQ,CAAC,EAAE,cAAc,GACxB,OAAO,CAAC,YAAY,CAAC,CAmEvB"}
@@ -1,107 +1,240 @@
1
- import { execSync } from 'node:child_process';
2
- import { getConfig } from '../config.js';
3
- import { checkPythonAvailable, bootstrapNativeSearxng, getBootstrapState } from '../searxng/bootstrap.js';
4
- import { resetAvailabilityCache } from '../search/flashrank.js';
5
- function log(msg) {
6
- process.stderr.write(`[wigolo warmup] ${msg}\n`);
7
- }
8
- function installPlaywright() {
9
- log('Installing Playwright Chromium...');
1
+ import { existsSync, readFileSync, rmSync, mkdirSync, createWriteStream, chmodSync } from "node:fs";
2
+ import { join } from "node:path";
3
+ import { getConfig } from "../config.js";
4
+ import { checkPythonAvailable, bootstrapNativeSearxng, getBootstrapState } from "../searxng/bootstrap.js";
5
+ import { isProcessAlive } from "../searxng/process.js";
6
+ import { getRerankProvider } from "../providers/rerank-provider.js";
7
+ import { runCommand } from "./tui/run-command.js";
8
+ import { autoReporter } from "./tui/reporter-auto.js";
9
+ import { runVerify as runVerifyTui } from "./tui/verify.js";
10
+ function wipeSearxngState(dataDir, reporter) {
11
+ const bootstrapLockPath = join(dataDir, "bootstrap.lock");
12
+ if (existsSync(bootstrapLockPath)) {
10
13
  try {
11
- execSync('npx playwright install chromium', { stdio: 'pipe', timeout: 120000 });
12
- log('Playwright Chromium installed');
13
- return { playwright: 'ok' };
14
- }
15
- catch (err) {
16
- const message = err instanceof Error ? err.message : String(err);
17
- log(`Playwright install failed: ${message}`);
18
- return { playwright: 'failed', playwrightError: message };
14
+ const lock = JSON.parse(readFileSync(bootstrapLockPath, "utf-8"));
15
+ if (lock.pid && isProcessAlive(lock.pid)) {
16
+ throw new Error(
17
+ `Cannot --force: another wigolo bootstrap is in progress (pid ${lock.pid}). Kill it first: kill ${lock.pid}`
18
+ );
19
+ }
20
+ } catch (err) {
21
+ if (err instanceof Error && err.message.startsWith("Cannot --force")) throw err;
19
22
  }
23
+ }
24
+ rmSync(join(dataDir, "state.json"), { force: true });
25
+ rmSync(join(dataDir, "searxng"), { recursive: true, force: true });
26
+ rmSync(bootstrapLockPath, { force: true });
27
+ rmSync(join(dataDir, "searxng.lock"), { force: true });
28
+ rmSync(join(dataDir, "searxng.port"), { force: true });
29
+ reporter.note("Wiped search engine state, install, and locks (--force)");
20
30
  }
21
- function installTrafilatura() {
22
- log('Installing Trafilatura...');
23
- try {
24
- execSync('python3 -m pip install --quiet trafilatura', {
25
- stdio: 'pipe',
26
- timeout: 120000,
27
- });
28
- log('Trafilatura installed');
29
- return 'ok';
30
- }
31
- catch (err) {
32
- const message = err instanceof Error ? err.message : String(err);
33
- log(`Trafilatura install failed: ${message}`);
34
- return 'failed';
35
- }
31
+ async function installPlaywright(reporter) {
32
+ reporter.start("playwright", "Installing browser engine (chromium)");
33
+ const r = await runCommand("npx", ["playwright", "install", "chromium"], { timeout: 18e4 });
34
+ if (r.code === 0) {
35
+ reporter.success("playwright", "installed");
36
+ return { playwright: "ok" };
37
+ }
38
+ const message = (r.stderr || r.stdout || `exit ${r.code}`).trim();
39
+ reporter.fail("playwright", message);
40
+ return { playwright: "failed", playwrightError: message };
36
41
  }
37
- function installFlashRank() {
38
- log('Installing FlashRank...');
39
- try {
40
- execSync('python3 -m pip install --quiet flashrank', { stdio: 'pipe', timeout: 120000 });
41
- resetAvailabilityCache();
42
- log('FlashRank installed successfully');
43
- return { reranker: 'ok' };
44
- }
45
- catch (err) {
46
- const message = err instanceof Error ? err.message : String(err);
47
- log(`FlashRank install failed: ${message}`);
48
- return { reranker: 'failed', rerankerError: message };
42
+ async function installReranker(reporter) {
43
+ reporter.start("reranker", "Downloading ML reranker model (cross-encoder)");
44
+ try {
45
+ const provider = await getRerankProvider();
46
+ const scored = await provider.rerank("warmup", [
47
+ { id: "0", text: "hello world" }
48
+ ]);
49
+ if (scored.length !== 1) {
50
+ throw new Error(`unexpected rerank shape (results=${scored.length})`);
49
51
  }
52
+ reporter.success("reranker", `model ${provider.modelId} ready`);
53
+ return { reranker: "ok" };
54
+ } catch (err) {
55
+ const message = err instanceof Error ? err.message : String(err);
56
+ reporter.fail("reranker", message);
57
+ return { reranker: "failed", rerankerError: message };
58
+ }
50
59
  }
51
- function setupSearxng(dataDir) {
52
- const state = getBootstrapState(dataDir);
53
- if (state?.status === 'ready') {
54
- log('SearXNG already set up');
55
- return { searxng: 'ready' };
56
- }
57
- if (!checkPythonAvailable()) {
58
- log('Python 3 not found SearXNG requires Python. Install Python 3 or use Docker mode (SEARXNG_MODE=docker)');
59
- return { searxng: 'no_python' };
60
+ async function installFirefox(reporter) {
61
+ reporter.start("firefox", "Installing browser engine (firefox)");
62
+ const r = await runCommand("npx", ["playwright", "install", "firefox"], { timeout: 18e4 });
63
+ if (r.code === 0) {
64
+ reporter.success("firefox", "installed");
65
+ return { firefox: "ok" };
66
+ }
67
+ const message = (r.stderr || r.stdout || `exit ${r.code}`).trim();
68
+ reporter.fail("firefox", message);
69
+ return { firefox: "failed", firefoxError: message };
70
+ }
71
+ async function installWebkit(reporter) {
72
+ reporter.start("webkit", "Installing browser engine (webkit)");
73
+ const r = await runCommand("npx", ["playwright", "install", "webkit"], { timeout: 18e4 });
74
+ if (r.code === 0) {
75
+ reporter.success("webkit", "installed");
76
+ return { webkit: "ok" };
77
+ }
78
+ const message = (r.stderr || r.stdout || `exit ${r.code}`).trim();
79
+ reporter.fail("webkit", message);
80
+ return { webkit: "failed", webkitError: message };
81
+ }
82
+ async function installEmbeddings(reporter) {
83
+ reporter.start("embeddings", "Downloading semantic embeddings model (fastembed)");
84
+ try {
85
+ const { FastembedEmbedProvider } = await import("../embedding/fastembed-provider.js");
86
+ const provider = new FastembedEmbedProvider();
87
+ await provider.warmup();
88
+ const [vec] = await provider.embed(["warmup"]);
89
+ if (!vec || vec.length !== provider.dim) {
90
+ throw new Error(`unexpected embedding shape (dim=${vec?.length ?? "undef"})`);
60
91
  }
61
- return { needsBootstrap: true };
92
+ reporter.success("embeddings", `model ${provider.modelId} ready`);
93
+ return { embeddings: "ok" };
94
+ } catch (err) {
95
+ const message = err instanceof Error ? err.message : String(err);
96
+ reporter.fail("embeddings", message);
97
+ return { embeddings: "failed", embeddingsError: message };
98
+ }
99
+ }
100
+ function getLightpandaUrl() {
101
+ const platform = process.platform;
102
+ const arch = process.arch;
103
+ const base = "https://github.com/lightpanda-io/browser/releases/download/nightly";
104
+ if (platform === "darwin" && arch === "arm64") return `${base}/lightpanda-aarch64-macos`;
105
+ if (platform === "linux" && arch === "x64") return `${base}/lightpanda-x86_64-linux`;
106
+ throw new Error(`Lightpanda not available for ${platform}/${arch}`);
62
107
  }
63
- export async function runWarmup(flags = []) {
64
- log('Starting warmup...');
108
+ async function installLightpanda(reporter) {
109
+ try {
65
110
  const config = getConfig();
66
- const pwResult = installPlaywright();
67
- const searxngCheck = setupSearxng(config.dataDir);
68
- let searxngResult;
69
- if ('needsBootstrap' in searxngCheck) {
70
- log('Bootstrapping SearXNG (this may take a minute)...');
71
- try {
72
- await bootstrapNativeSearxng(config.dataDir);
73
- log('SearXNG bootstrapped successfully');
74
- searxngResult = { searxng: 'bootstrapped' };
75
- }
76
- catch (err) {
77
- const message = err instanceof Error ? err.message : String(err);
78
- log(`SearXNG bootstrap failed: ${message}`);
79
- searxngResult = { searxng: 'failed', searxngError: message };
80
- }
81
- }
82
- else {
83
- searxngResult = searxngCheck;
84
- }
85
- const flagSet = new Set(flags);
86
- let trafStatus = 'skipped';
87
- if (flagSet.has('--trafilatura') || flagSet.has('--all')) {
88
- trafStatus = installTrafilatura();
89
- }
90
- let rerankerResult = {};
91
- if (flagSet.has('--reranker') || flagSet.has('--all')) {
92
- rerankerResult = installFlashRank();
111
+ const binDir = join(config.dataDir, "bin");
112
+ const binPath = join(binDir, "lightpanda");
113
+ if (existsSync(binPath)) {
114
+ reporter.start("lightpanda", "Installing Lightpanda");
115
+ reporter.success("lightpanda", "already installed");
116
+ return { lightpanda: "ok" };
93
117
  }
94
- const result = { ...pwResult, ...searxngResult, trafilatura: trafStatus, ...rerankerResult };
95
- log('');
96
- log('Summary:');
97
- log(` Playwright: ${result.playwright}${result.playwrightError ? ` (${result.playwrightError})` : ''}`);
98
- log(` SearXNG: ${result.searxng}${result.searxngError ? ` (${result.searxngError})` : ''}`);
99
- if (trafStatus !== 'skipped') {
100
- log(` Trafilatura: ${trafStatus}`);
118
+ const url = getLightpandaUrl();
119
+ mkdirSync(binDir, { recursive: true });
120
+ const head = await fetch(url, { method: "HEAD" });
121
+ const totalBytes = Number(head.headers.get("content-length") ?? 0);
122
+ reporter.start("lightpanda", "Downloading Lightpanda", { totalBytes: totalBytes || void 0 });
123
+ const resp = await fetch(url);
124
+ if (!resp.ok || !resp.body) {
125
+ throw new Error(`HTTP ${resp.status}`);
101
126
  }
102
- if (result.reranker) {
103
- log(` FlashRank: ${result.reranker}${result.rerankerError ? ` (${result.rerankerError})` : ''}`);
127
+ let downloaded = 0;
128
+ const reader = resp.body.getReader();
129
+ const ws = createWriteStream(binPath);
130
+ try {
131
+ while (true) {
132
+ const { done, value } = await reader.read();
133
+ if (done) break;
134
+ if (!ws.write(value)) await new Promise((resolve) => ws.once("drain", resolve));
135
+ downloaded += value.byteLength;
136
+ if (totalBytes > 0) reporter.progress("lightpanda", downloaded / totalBytes);
137
+ }
138
+ } finally {
139
+ ws.end();
140
+ await new Promise((resolve) => ws.once("finish", () => resolve()));
104
141
  }
105
- return result;
142
+ chmodSync(binPath, 493);
143
+ reporter.success("lightpanda", "installed");
144
+ return { lightpanda: "ok" };
145
+ } catch (err) {
146
+ const message = err instanceof Error ? err.message : String(err);
147
+ reporter.fail("lightpanda", message);
148
+ return { lightpanda: "failed", lightpandaError: message };
149
+ }
150
+ }
151
+ async function runSearxngPhase(dataDir, reporter) {
152
+ const state = getBootstrapState(dataDir);
153
+ if (state?.status === "ready") {
154
+ reporter.start("searxng", "Checking search engine (searxng)");
155
+ reporter.success("searxng", "already set up");
156
+ return { searxng: "ready" };
157
+ }
158
+ if (!checkPythonAvailable()) {
159
+ reporter.start("searxng", "Checking search engine (searxng)");
160
+ reporter.fail("searxng", "Python 3 not found \u2014 install Python 3 or set SEARXNG_MODE=docker");
161
+ return { searxng: "no_python" };
162
+ }
163
+ reporter.start("searxng", "Bootstrapping search engine (searxng) \u2014 this may take a minute");
164
+ try {
165
+ await bootstrapNativeSearxng(dataDir);
166
+ reporter.success("searxng", "bootstrapped");
167
+ return { searxng: "bootstrapped" };
168
+ } catch (err) {
169
+ const message = err instanceof Error ? err.message : String(err);
170
+ reporter.fail("searxng", message);
171
+ return { searxng: "failed", searxngError: message };
172
+ }
173
+ }
174
+ async function runVerify(dataDir, reporter) {
175
+ reporter.note("");
176
+ reporter.note("Verifying setup...");
177
+ await runVerifyTui(dataDir, reporter);
178
+ reporter.note("");
179
+ reporter.note("\u2713 Done. Connect to your AI tool:");
180
+ reporter.note(" claude mcp add wigolo -- npx @staticn0va/wigolo");
181
+ }
182
+ async function runWarmup(flags = [], reporter) {
183
+ const flagSet = new Set(flags);
184
+ const plain = flagSet.has("--plain");
185
+ const reporterImpl = reporter ?? autoReporter({ plain });
186
+ const config = getConfig();
187
+ if (flagSet.has("--force")) {
188
+ wipeSearxngState(config.dataDir, reporterImpl);
189
+ }
190
+ reporterImpl.note("Starting wigolo warmup");
191
+ const pwResult = await installPlaywright(reporterImpl);
192
+ const searxngResult = await runSearxngPhase(config.dataDir, reporterImpl);
193
+ let rerankerResult = {};
194
+ if (flagSet.has("--reranker") || flagSet.has("--all")) {
195
+ rerankerResult = await installReranker(reporterImpl);
196
+ }
197
+ let firefoxResult = {};
198
+ if (flagSet.has("--firefox") || flagSet.has("--all")) {
199
+ firefoxResult = await installFirefox(reporterImpl);
200
+ }
201
+ let webkitResult = {};
202
+ if (flagSet.has("--webkit") || flagSet.has("--all")) {
203
+ webkitResult = await installWebkit(reporterImpl);
204
+ }
205
+ let embeddingsResult = {};
206
+ if (flagSet.has("--embeddings") || flagSet.has("--all")) {
207
+ embeddingsResult = await installEmbeddings(reporterImpl);
208
+ }
209
+ let lightpandaResult = {};
210
+ if (flagSet.has("--lightpanda") || flagSet.has("--all")) {
211
+ lightpandaResult = await installLightpanda(reporterImpl);
212
+ }
213
+ const result = {
214
+ ...pwResult,
215
+ ...searxngResult,
216
+ ...rerankerResult,
217
+ ...firefoxResult,
218
+ ...webkitResult,
219
+ ...embeddingsResult,
220
+ ...lightpandaResult
221
+ };
222
+ reporterImpl.note("");
223
+ reporterImpl.note("Summary:");
224
+ reporterImpl.note(` Browser: ${result.playwright}${result.playwrightError ? ` (${result.playwrightError})` : ""}`);
225
+ reporterImpl.note(` Search engine: ${result.searxng}${result.searxngError ? ` (${result.searxngError})` : ""}`);
226
+ if (result.reranker) reporterImpl.note(` ML reranker: ${result.reranker}${result.rerankerError ? ` (${result.rerankerError})` : ""}`);
227
+ if (result.firefox) reporterImpl.note(` Firefox: ${result.firefox}${result.firefoxError ? ` (${result.firefoxError})` : ""}`);
228
+ if (result.webkit) reporterImpl.note(` WebKit: ${result.webkit}${result.webkitError ? ` (${result.webkitError})` : ""}`);
229
+ if (result.embeddings) reporterImpl.note(` Embeddings: ${result.embeddings}${result.embeddingsError ? ` (${result.embeddingsError})` : ""}`);
230
+ if (result.lightpanda) reporterImpl.note(` Lightpanda: ${result.lightpanda}${result.lightpandaError ? ` (${result.lightpandaError})` : ""}`);
231
+ if (flagSet.has("--verify") || flagSet.has("--all")) {
232
+ await runVerify(config.dataDir, reporterImpl);
233
+ }
234
+ reporterImpl.finish();
235
+ return result;
106
236
  }
237
+ export {
238
+ runWarmup
239
+ };
107
240
  //# sourceMappingURL=warmup.js.map