@staticn0va/wigolo 0.1.0 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1003) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +146 -227
  3. package/SKILL.md +382 -0
  4. package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
  5. package/assets/blocks/claude-code/wigolo-command.md +40 -0
  6. package/assets/blocks/cursor/wigolo.mdc +46 -0
  7. package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
  8. package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
  9. package/assets/skills/wigolo/SKILL.md +50 -0
  10. package/assets/skills/wigolo/rules/cache-first.md +30 -0
  11. package/assets/skills/wigolo/rules/synthesis.md +43 -0
  12. package/assets/skills/wigolo-agent/SKILL.md +73 -0
  13. package/assets/skills/wigolo-crawl/SKILL.md +60 -0
  14. package/assets/skills/wigolo-extract/SKILL.md +59 -0
  15. package/assets/skills/wigolo-fetch/SKILL.md +65 -0
  16. package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
  17. package/assets/skills/wigolo-research/SKILL.md +77 -0
  18. package/assets/skills/wigolo-search/SKILL.md +78 -0
  19. package/dist/agent/executor.d.ts +33 -0
  20. package/dist/agent/executor.d.ts.map +1 -0
  21. package/dist/agent/executor.js +233 -0
  22. package/dist/agent/executor.js.map +1 -0
  23. package/dist/agent/pipeline.d.ts +5 -0
  24. package/dist/agent/pipeline.d.ts.map +1 -0
  25. package/dist/agent/pipeline.js +238 -0
  26. package/dist/agent/pipeline.js.map +1 -0
  27. package/dist/agent/planner.d.ts +13 -0
  28. package/dist/agent/planner.d.ts.map +1 -0
  29. package/dist/agent/planner.js +271 -0
  30. package/dist/agent/planner.js.map +1 -0
  31. package/dist/agent/relevance.d.ts +15 -0
  32. package/dist/agent/relevance.d.ts.map +1 -0
  33. package/dist/agent/relevance.js +60 -0
  34. package/dist/agent/relevance.js.map +1 -0
  35. package/dist/cache/backfill-embeddings.d.ts +23 -0
  36. package/dist/cache/backfill-embeddings.d.ts.map +1 -0
  37. package/dist/cache/backfill-embeddings.js +105 -0
  38. package/dist/cache/backfill-embeddings.js.map +1 -0
  39. package/dist/cache/change-detector.d.ts +7 -0
  40. package/dist/cache/change-detector.d.ts.map +1 -0
  41. package/dist/cache/change-detector.js +43 -0
  42. package/dist/cache/change-detector.js.map +1 -0
  43. package/dist/cache/db.d.ts +1 -0
  44. package/dist/cache/db.d.ts.map +1 -1
  45. package/dist/cache/db.js +94 -22
  46. package/dist/cache/db.js.map +1 -1
  47. package/dist/cache/diff-summary.d.ts +2 -0
  48. package/dist/cache/diff-summary.d.ts.map +1 -0
  49. package/dist/cache/diff-summary.js +82 -0
  50. package/dist/cache/diff-summary.js.map +1 -0
  51. package/dist/cache/migrations/runner.d.ts +29 -0
  52. package/dist/cache/migrations/runner.d.ts.map +1 -0
  53. package/dist/cache/migrations/runner.js +147 -0
  54. package/dist/cache/migrations/runner.js.map +1 -0
  55. package/dist/cache/sqlite-vec-store.d.ts +42 -0
  56. package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
  57. package/dist/cache/sqlite-vec-store.js +176 -0
  58. package/dist/cache/sqlite-vec-store.js.map +1 -0
  59. package/dist/cache/store.d.ts +47 -1
  60. package/dist/cache/store.d.ts.map +1 -1
  61. package/dist/cache/store.js +364 -168
  62. package/dist/cache/store.js.map +1 -1
  63. package/dist/cli/agents/antigravity.d.ts +20 -0
  64. package/dist/cli/agents/antigravity.d.ts.map +1 -0
  65. package/dist/cli/agents/antigravity.js +49 -0
  66. package/dist/cli/agents/antigravity.js.map +1 -0
  67. package/dist/cli/agents/claude-code.d.ts +25 -0
  68. package/dist/cli/agents/claude-code.d.ts.map +1 -0
  69. package/dist/cli/agents/claude-code.js +111 -0
  70. package/dist/cli/agents/claude-code.js.map +1 -0
  71. package/dist/cli/agents/cursor.d.ts +21 -0
  72. package/dist/cli/agents/cursor.d.ts.map +1 -0
  73. package/dist/cli/agents/cursor.js +58 -0
  74. package/dist/cli/agents/cursor.js.map +1 -0
  75. package/dist/cli/agents/gemini-cli.d.ts +21 -0
  76. package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
  77. package/dist/cli/agents/gemini-cli.js +55 -0
  78. package/dist/cli/agents/gemini-cli.js.map +1 -0
  79. package/dist/cli/agents/registry.d.ts +21 -0
  80. package/dist/cli/agents/registry.d.ts.map +1 -0
  81. package/dist/cli/agents/registry.js +27 -0
  82. package/dist/cli/agents/registry.js.map +1 -0
  83. package/dist/cli/agents/utils.d.ts +26 -0
  84. package/dist/cli/agents/utils.d.ts.map +1 -0
  85. package/dist/cli/agents/utils.js +136 -0
  86. package/dist/cli/agents/utils.js.map +1 -0
  87. package/dist/cli/agents/vscode.d.ts +21 -0
  88. package/dist/cli/agents/vscode.d.ts.map +1 -0
  89. package/dist/cli/agents/vscode.js +62 -0
  90. package/dist/cli/agents/vscode.js.map +1 -0
  91. package/dist/cli/auth.d.ts +2 -0
  92. package/dist/cli/auth.d.ts.map +1 -0
  93. package/dist/cli/auth.js +94 -0
  94. package/dist/cli/auth.js.map +1 -0
  95. package/dist/cli/backfill.d.ts +2 -0
  96. package/dist/cli/backfill.d.ts.map +1 -0
  97. package/dist/cli/backfill.js +58 -0
  98. package/dist/cli/backfill.js.map +1 -0
  99. package/dist/cli/daemon.d.ts +6 -1
  100. package/dist/cli/daemon.d.ts.map +1 -1
  101. package/dist/cli/daemon.js +61 -3
  102. package/dist/cli/daemon.js.map +1 -1
  103. package/dist/cli/doctor.d.ts +8 -0
  104. package/dist/cli/doctor.d.ts.map +1 -0
  105. package/dist/cli/doctor.js +344 -0
  106. package/dist/cli/doctor.js.map +1 -0
  107. package/dist/cli/health.d.ts +1 -1
  108. package/dist/cli/health.d.ts.map +1 -1
  109. package/dist/cli/health.js +42 -3
  110. package/dist/cli/health.js.map +1 -1
  111. package/dist/cli/help.d.ts +6 -0
  112. package/dist/cli/help.d.ts.map +1 -0
  113. package/dist/cli/help.js +63 -0
  114. package/dist/cli/help.js.map +1 -0
  115. package/dist/cli/index.d.ts +1 -1
  116. package/dist/cli/index.d.ts.map +1 -1
  117. package/dist/cli/index.js +35 -7
  118. package/dist/cli/index.js.map +1 -1
  119. package/dist/cli/init.d.ts +2 -0
  120. package/dist/cli/init.d.ts.map +1 -0
  121. package/dist/cli/init.js +201 -0
  122. package/dist/cli/init.js.map +1 -0
  123. package/dist/cli/plugin.d.ts +5 -0
  124. package/dist/cli/plugin.d.ts.map +1 -0
  125. package/dist/cli/plugin.js +185 -0
  126. package/dist/cli/plugin.js.map +1 -0
  127. package/dist/cli/setup-mcp.d.ts +2 -0
  128. package/dist/cli/setup-mcp.d.ts.map +1 -0
  129. package/dist/cli/setup-mcp.js +114 -0
  130. package/dist/cli/setup-mcp.js.map +1 -0
  131. package/dist/cli/shell.d.ts +2 -0
  132. package/dist/cli/shell.d.ts.map +1 -0
  133. package/dist/cli/shell.js +86 -0
  134. package/dist/cli/shell.js.map +1 -0
  135. package/dist/cli/shutdown.d.ts +2 -0
  136. package/dist/cli/shutdown.d.ts.map +1 -0
  137. package/dist/cli/shutdown.js +26 -0
  138. package/dist/cli/shutdown.js.map +1 -0
  139. package/dist/cli/status.d.ts +2 -0
  140. package/dist/cli/status.d.ts.map +1 -0
  141. package/dist/cli/status.js +31 -0
  142. package/dist/cli/status.js.map +1 -0
  143. package/dist/cli/telemetry.d.ts +10 -0
  144. package/dist/cli/telemetry.d.ts.map +1 -0
  145. package/dist/cli/telemetry.js +56 -0
  146. package/dist/cli/telemetry.js.map +1 -0
  147. package/dist/cli/tui/agents-types.d.ts +28 -0
  148. package/dist/cli/tui/agents-types.d.ts.map +1 -0
  149. package/dist/cli/tui/agents-types.js +1 -0
  150. package/dist/cli/tui/agents-types.js.map +1 -0
  151. package/dist/cli/tui/agents.d.ts +11 -0
  152. package/dist/cli/tui/agents.d.ts.map +1 -0
  153. package/dist/cli/tui/agents.js +93 -0
  154. package/dist/cli/tui/agents.js.map +1 -0
  155. package/dist/cli/tui/banner.d.ts +3 -0
  156. package/dist/cli/tui/banner.d.ts.map +1 -0
  157. package/dist/cli/tui/banner.js +30 -0
  158. package/dist/cli/tui/banner.js.map +1 -0
  159. package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
  160. package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
  161. package/dist/cli/tui/components/AgentSelect.js +116 -0
  162. package/dist/cli/tui/components/AgentSelect.js.map +1 -0
  163. package/dist/cli/tui/components/Banner.d.ts +6 -0
  164. package/dist/cli/tui/components/Banner.d.ts.map +1 -0
  165. package/dist/cli/tui/components/Banner.js +25 -0
  166. package/dist/cli/tui/components/Banner.js.map +1 -0
  167. package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
  168. package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
  169. package/dist/cli/tui/components/BrowserSelect.js +19 -0
  170. package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
  171. package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
  172. package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
  173. package/dist/cli/tui/components/InstallProgress.js +67 -0
  174. package/dist/cli/tui/components/InstallProgress.js.map +1 -0
  175. package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
  176. package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
  177. package/dist/cli/tui/components/SkillInstall.js +94 -0
  178. package/dist/cli/tui/components/SkillInstall.js.map +1 -0
  179. package/dist/cli/tui/components/Summary.d.ts +22 -0
  180. package/dist/cli/tui/components/Summary.d.ts.map +1 -0
  181. package/dist/cli/tui/components/Summary.js +135 -0
  182. package/dist/cli/tui/components/Summary.js.map +1 -0
  183. package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
  184. package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
  185. package/dist/cli/tui/components/SystemCheck.js +71 -0
  186. package/dist/cli/tui/components/SystemCheck.js.map +1 -0
  187. package/dist/cli/tui/components/Verification.d.ts +8 -0
  188. package/dist/cli/tui/components/Verification.d.ts.map +1 -0
  189. package/dist/cli/tui/components/Verification.js +63 -0
  190. package/dist/cli/tui/components/Verification.js.map +1 -0
  191. package/dist/cli/tui/config-writer-cli.d.ts +12 -0
  192. package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
  193. package/dist/cli/tui/config-writer-cli.js +39 -0
  194. package/dist/cli/tui/config-writer-cli.js.map +1 -0
  195. package/dist/cli/tui/config-writer-json.d.ts +16 -0
  196. package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
  197. package/dist/cli/tui/config-writer-json.js +86 -0
  198. package/dist/cli/tui/config-writer-json.js.map +1 -0
  199. package/dist/cli/tui/config-writer-toml.d.ts +16 -0
  200. package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
  201. package/dist/cli/tui/config-writer-toml.js +83 -0
  202. package/dist/cli/tui/config-writer-toml.js.map +1 -0
  203. package/dist/cli/tui/config-writer.d.ts +25 -0
  204. package/dist/cli/tui/config-writer.d.ts.map +1 -0
  205. package/dist/cli/tui/config-writer.js +101 -0
  206. package/dist/cli/tui/config-writer.js.map +1 -0
  207. package/dist/cli/tui/detect-helpers.d.ts +6 -0
  208. package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
  209. package/dist/cli/tui/detect-helpers.js +45 -0
  210. package/dist/cli/tui/detect-helpers.js.map +1 -0
  211. package/dist/cli/tui/extras-prompt.d.ts +7 -0
  212. package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
  213. package/dist/cli/tui/extras-prompt.js +42 -0
  214. package/dist/cli/tui/extras-prompt.js.map +1 -0
  215. package/dist/cli/tui/flags-types.d.ts +19 -0
  216. package/dist/cli/tui/flags-types.d.ts.map +1 -0
  217. package/dist/cli/tui/flags-types.js +23 -0
  218. package/dist/cli/tui/flags-types.js.map +1 -0
  219. package/dist/cli/tui/flags.d.ts +5 -0
  220. package/dist/cli/tui/flags.d.ts.map +1 -0
  221. package/dist/cli/tui/flags.js +132 -0
  222. package/dist/cli/tui/flags.js.map +1 -0
  223. package/dist/cli/tui/format.d.ts +14 -0
  224. package/dist/cli/tui/format.d.ts.map +1 -0
  225. package/dist/cli/tui/format.js +37 -0
  226. package/dist/cli/tui/format.js.map +1 -0
  227. package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
  228. package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
  229. package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
  230. package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
  231. package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
  232. package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
  233. package/dist/cli/tui/hooks/useInstall.js +90 -0
  234. package/dist/cli/tui/hooks/useInstall.js.map +1 -0
  235. package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
  236. package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
  237. package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
  238. package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
  239. package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
  240. package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
  241. package/dist/cli/tui/hooks/useVerify.js +71 -0
  242. package/dist/cli/tui/hooks/useVerify.js.map +1 -0
  243. package/dist/cli/tui/ink-init.d.ts +2 -0
  244. package/dist/cli/tui/ink-init.d.ts.map +1 -0
  245. package/dist/cli/tui/ink-init.js +198 -0
  246. package/dist/cli/tui/ink-init.js.map +1 -0
  247. package/dist/cli/tui/reporter-auto.d.ts +7 -0
  248. package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
  249. package/dist/cli/tui/reporter-auto.js +15 -0
  250. package/dist/cli/tui/reporter-auto.js.map +1 -0
  251. package/dist/cli/tui/reporter.d.ts +26 -0
  252. package/dist/cli/tui/reporter.d.ts.map +1 -0
  253. package/dist/cli/tui/reporter.js +32 -0
  254. package/dist/cli/tui/reporter.js.map +1 -0
  255. package/dist/cli/tui/run-command.d.ts +14 -0
  256. package/dist/cli/tui/run-command.d.ts.map +1 -0
  257. package/dist/cli/tui/run-command.js +72 -0
  258. package/dist/cli/tui/run-command.js.map +1 -0
  259. package/dist/cli/tui/select-agents.d.ts +6 -0
  260. package/dist/cli/tui/select-agents.d.ts.map +1 -0
  261. package/dist/cli/tui/select-agents.js +32 -0
  262. package/dist/cli/tui/select-agents.js.map +1 -0
  263. package/dist/cli/tui/status-agents.d.ts +11 -0
  264. package/dist/cli/tui/status-agents.d.ts.map +1 -0
  265. package/dist/cli/tui/status-agents.js +53 -0
  266. package/dist/cli/tui/status-agents.js.map +1 -0
  267. package/dist/cli/tui/status-cache.d.ts +6 -0
  268. package/dist/cli/tui/status-cache.d.ts.map +1 -0
  269. package/dist/cli/tui/status-cache.js +39 -0
  270. package/dist/cli/tui/status-cache.js.map +1 -0
  271. package/dist/cli/tui/status-format.d.ts +14 -0
  272. package/dist/cli/tui/status-format.d.ts.map +1 -0
  273. package/dist/cli/tui/status-format.js +41 -0
  274. package/dist/cli/tui/status-format.js.map +1 -0
  275. package/dist/cli/tui/status-python.d.ts +6 -0
  276. package/dist/cli/tui/status-python.d.ts.map +1 -0
  277. package/dist/cli/tui/status-python.js +30 -0
  278. package/dist/cli/tui/status-python.js.map +1 -0
  279. package/dist/cli/tui/system-check.d.ts +24 -0
  280. package/dist/cli/tui/system-check.d.ts.map +1 -0
  281. package/dist/cli/tui/system-check.js +103 -0
  282. package/dist/cli/tui/system-check.js.map +1 -0
  283. package/dist/cli/tui/tui-reporter.d.ts +19 -0
  284. package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
  285. package/dist/cli/tui/tui-reporter.js +95 -0
  286. package/dist/cli/tui/tui-reporter.js.map +1 -0
  287. package/dist/cli/tui/utils/config-writer.d.ts +3 -0
  288. package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
  289. package/dist/cli/tui/utils/config-writer.js +22 -0
  290. package/dist/cli/tui/utils/config-writer.js.map +1 -0
  291. package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
  292. package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
  293. package/dist/cli/tui/utils/suppress-logs.js +11 -0
  294. package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
  295. package/dist/cli/tui/verify-suggestions.d.ts +5 -0
  296. package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
  297. package/dist/cli/tui/verify-suggestions.js +20 -0
  298. package/dist/cli/tui/verify-suggestions.js.map +1 -0
  299. package/dist/cli/tui/verify.d.ts +14 -0
  300. package/dist/cli/tui/verify.d.ts.map +1 -0
  301. package/dist/cli/tui/verify.js +101 -0
  302. package/dist/cli/tui/verify.js.map +1 -0
  303. package/dist/cli/tui/version.d.ts +2 -0
  304. package/dist/cli/tui/version.d.ts.map +1 -0
  305. package/dist/cli/tui/version.js +14 -0
  306. package/dist/cli/tui/version.js.map +1 -0
  307. package/dist/cli/uninstall.d.ts +2 -0
  308. package/dist/cli/uninstall.d.ts.map +1 -0
  309. package/dist/cli/uninstall.js +57 -0
  310. package/dist/cli/uninstall.js.map +1 -0
  311. package/dist/cli/warmup.d.ts +10 -2
  312. package/dist/cli/warmup.d.ts.map +1 -1
  313. package/dist/cli/warmup.js +226 -93
  314. package/dist/cli/warmup.js.map +1 -1
  315. package/dist/config.d.ts +28 -2
  316. package/dist/config.d.ts.map +1 -1
  317. package/dist/config.js +106 -56
  318. package/dist/config.js.map +1 -1
  319. package/dist/crawl/crawler.d.ts +6 -0
  320. package/dist/crawl/crawler.d.ts.map +1 -1
  321. package/dist/crawl/crawler.js +210 -209
  322. package/dist/crawl/crawler.js.map +1 -1
  323. package/dist/crawl/dedup.d.ts +1 -0
  324. package/dist/crawl/dedup.d.ts.map +1 -1
  325. package/dist/crawl/dedup.js +124 -81
  326. package/dist/crawl/dedup.js.map +1 -1
  327. package/dist/crawl/etag-incremental.d.ts +43 -0
  328. package/dist/crawl/etag-incremental.d.ts.map +1 -0
  329. package/dist/crawl/etag-incremental.js +94 -0
  330. package/dist/crawl/etag-incremental.js.map +1 -0
  331. package/dist/crawl/index-to-vec.d.ts +10 -0
  332. package/dist/crawl/index-to-vec.d.ts.map +1 -0
  333. package/dist/crawl/index-to-vec.js +44 -0
  334. package/dist/crawl/index-to-vec.js.map +1 -0
  335. package/dist/crawl/mapper.js +136 -164
  336. package/dist/crawl/mapper.js.map +1 -1
  337. package/dist/crawl/rate-limiter.js +63 -66
  338. package/dist/crawl/rate-limiter.js.map +1 -1
  339. package/dist/crawl/robots.js +58 -57
  340. package/dist/crawl/robots.js.map +1 -1
  341. package/dist/crawl/sitemap-first.d.ts +12 -0
  342. package/dist/crawl/sitemap-first.d.ts.map +1 -0
  343. package/dist/crawl/sitemap-first.js +47 -0
  344. package/dist/crawl/sitemap-first.js.map +1 -0
  345. package/dist/crawl/sitemap.js +33 -32
  346. package/dist/crawl/sitemap.js.map +1 -1
  347. package/dist/crawl/url-utils.d.ts +1 -0
  348. package/dist/crawl/url-utils.d.ts.map +1 -1
  349. package/dist/crawl/url-utils.js +49 -37
  350. package/dist/crawl/url-utils.js.map +1 -1
  351. package/dist/daemon/health-check.d.ts +16 -0
  352. package/dist/daemon/health-check.d.ts.map +1 -0
  353. package/dist/daemon/health-check.js +33 -0
  354. package/dist/daemon/health-check.js.map +1 -0
  355. package/dist/daemon/http-server.d.ts +26 -0
  356. package/dist/daemon/http-server.d.ts.map +1 -0
  357. package/dist/daemon/http-server.js +275 -0
  358. package/dist/daemon/http-server.js.map +1 -0
  359. package/dist/daemon/proxy.d.ts +10 -0
  360. package/dist/daemon/proxy.d.ts.map +1 -0
  361. package/dist/daemon/proxy.js +93 -0
  362. package/dist/daemon/proxy.js.map +1 -0
  363. package/dist/embedding/embed.d.ts +59 -0
  364. package/dist/embedding/embed.d.ts.map +1 -0
  365. package/dist/embedding/embed.js +233 -0
  366. package/dist/embedding/embed.js.map +1 -0
  367. package/dist/embedding/fastembed-provider.d.ts +19 -0
  368. package/dist/embedding/fastembed-provider.d.ts.map +1 -0
  369. package/dist/embedding/fastembed-provider.js +51 -0
  370. package/dist/embedding/fastembed-provider.js.map +1 -0
  371. package/dist/embedding/key-terms.d.ts +12 -0
  372. package/dist/embedding/key-terms.d.ts.map +1 -0
  373. package/dist/embedding/key-terms.js +234 -0
  374. package/dist/embedding/key-terms.js.map +1 -0
  375. package/dist/extraction/boilerplate.d.ts +15 -0
  376. package/dist/extraction/boilerplate.d.ts.map +1 -0
  377. package/dist/extraction/boilerplate.js +52 -0
  378. package/dist/extraction/boilerplate.js.map +1 -0
  379. package/dist/extraction/defuddle.d.ts.map +1 -1
  380. package/dist/extraction/defuddle.js +27 -23
  381. package/dist/extraction/defuddle.js.map +1 -1
  382. package/dist/extraction/extract.d.ts.map +1 -1
  383. package/dist/extraction/extract.js +76 -76
  384. package/dist/extraction/extract.js.map +1 -1
  385. package/dist/extraction/jsonld.js +50 -54
  386. package/dist/extraction/jsonld.js.map +1 -1
  387. package/dist/extraction/lang-hints.d.ts +2 -0
  388. package/dist/extraction/lang-hints.d.ts.map +1 -0
  389. package/dist/extraction/lang-hints.js +30 -0
  390. package/dist/extraction/lang-hints.js.map +1 -0
  391. package/dist/extraction/llm-fallback.d.ts +17 -0
  392. package/dist/extraction/llm-fallback.d.ts.map +1 -0
  393. package/dist/extraction/llm-fallback.js +130 -0
  394. package/dist/extraction/llm-fallback.js.map +1 -0
  395. package/dist/extraction/markdown-sanitize.d.ts +2 -0
  396. package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
  397. package/dist/extraction/markdown-sanitize.js +151 -0
  398. package/dist/extraction/markdown-sanitize.js.map +1 -0
  399. package/dist/extraction/markdown.d.ts +11 -0
  400. package/dist/extraction/markdown.d.ts.map +1 -1
  401. package/dist/extraction/markdown.js +195 -91
  402. package/dist/extraction/markdown.js.map +1 -1
  403. package/dist/extraction/pipeline.d.ts +8 -0
  404. package/dist/extraction/pipeline.d.ts.map +1 -1
  405. package/dist/extraction/pipeline.js +57 -91
  406. package/dist/extraction/pipeline.js.map +1 -1
  407. package/dist/extraction/readability.d.ts +1 -1
  408. package/dist/extraction/readability.d.ts.map +1 -1
  409. package/dist/extraction/readability.js +28 -29
  410. package/dist/extraction/readability.js.map +1 -1
  411. package/dist/extraction/schema.d.ts +12 -0
  412. package/dist/extraction/schema.d.ts.map +1 -1
  413. package/dist/extraction/schema.js +135 -72
  414. package/dist/extraction/schema.js.map +1 -1
  415. package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
  416. package/dist/extraction/site-extractors/docs-generic.js +81 -91
  417. package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
  418. package/dist/extraction/site-extractors/github.d.ts.map +1 -1
  419. package/dist/extraction/site-extractors/github.js +87 -95
  420. package/dist/extraction/site-extractors/github.js.map +1 -1
  421. package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
  422. package/dist/extraction/site-extractors/mdn.js +46 -54
  423. package/dist/extraction/site-extractors/mdn.js.map +1 -1
  424. package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
  425. package/dist/extraction/site-extractors/stackoverflow.js +71 -80
  426. package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
  427. package/dist/extraction/structured-data.d.ts +4 -0
  428. package/dist/extraction/structured-data.d.ts.map +1 -0
  429. package/dist/extraction/structured-data.js +173 -0
  430. package/dist/extraction/structured-data.js.map +1 -0
  431. package/dist/extraction/structured.d.ts +4 -0
  432. package/dist/extraction/structured.d.ts.map +1 -0
  433. package/dist/extraction/structured.js +163 -0
  434. package/dist/extraction/structured.js.map +1 -0
  435. package/dist/extraction/v1/classifier.d.ts +3 -0
  436. package/dist/extraction/v1/classifier.d.ts.map +1 -0
  437. package/dist/extraction/v1/classifier.js +110 -0
  438. package/dist/extraction/v1/classifier.js.map +1 -0
  439. package/dist/extraction/v1/extract-provider.d.ts +16 -0
  440. package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
  441. package/dist/extraction/v1/extract-provider.js +43 -0
  442. package/dist/extraction/v1/extract-provider.js.map +1 -0
  443. package/dist/extraction/v1/local-llm.d.ts +8 -0
  444. package/dist/extraction/v1/local-llm.d.ts.map +1 -0
  445. package/dist/extraction/v1/local-llm.js +34 -0
  446. package/dist/extraction/v1/local-llm.js.map +1 -0
  447. package/dist/extraction/v1/news.d.ts +3 -0
  448. package/dist/extraction/v1/news.d.ts.map +1 -0
  449. package/dist/extraction/v1/news.js +61 -0
  450. package/dist/extraction/v1/news.js.map +1 -0
  451. package/dist/extraction/v1/product.d.ts +3 -0
  452. package/dist/extraction/v1/product.d.ts.map +1 -0
  453. package/dist/extraction/v1/product.js +166 -0
  454. package/dist/extraction/v1/product.js.map +1 -0
  455. package/dist/extraction/v1/recipe.d.ts +3 -0
  456. package/dist/extraction/v1/recipe.d.ts.map +1 -0
  457. package/dist/extraction/v1/recipe.js +136 -0
  458. package/dist/extraction/v1/recipe.js.map +1 -0
  459. package/dist/extraction/v1/routed.d.ts +17 -0
  460. package/dist/extraction/v1/routed.d.ts.map +1 -0
  461. package/dist/extraction/v1/routed.js +68 -0
  462. package/dist/extraction/v1/routed.js.map +1 -0
  463. package/dist/extraction/v1/schemas/Article.d.ts +11 -0
  464. package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
  465. package/dist/extraction/v1/schemas/Article.js +23 -0
  466. package/dist/extraction/v1/schemas/Article.js.map +1 -0
  467. package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
  468. package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
  469. package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
  470. package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
  471. package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
  472. package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
  473. package/dist/extraction/v1/schemas/EventListing.js +122 -0
  474. package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
  475. package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
  476. package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
  477. package/dist/extraction/v1/schemas/Paper.js +156 -0
  478. package/dist/extraction/v1/schemas/Paper.js.map +1 -0
  479. package/dist/extraction/v1/schemas/Product.d.ts +17 -0
  480. package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
  481. package/dist/extraction/v1/schemas/Product.js +149 -0
  482. package/dist/extraction/v1/schemas/Product.js.map +1 -0
  483. package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
  484. package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
  485. package/dist/extraction/v1/schemas/Recipe.js +160 -0
  486. package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
  487. package/dist/extraction/v1/schemas/index.d.ts +13 -0
  488. package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
  489. package/dist/extraction/v1/schemas/index.js +44 -0
  490. package/dist/extraction/v1/schemas/index.js.map +1 -0
  491. package/dist/extraction/v1/site-extractors.d.ts +5 -0
  492. package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
  493. package/dist/extraction/v1/site-extractors.js +31 -0
  494. package/dist/extraction/v1/site-extractors.js.map +1 -0
  495. package/dist/fetch/action-executor.d.ts +28 -0
  496. package/dist/fetch/action-executor.d.ts.map +1 -0
  497. package/dist/fetch/action-executor.js +88 -0
  498. package/dist/fetch/action-executor.js.map +1 -0
  499. package/dist/fetch/auth.d.ts +2 -1
  500. package/dist/fetch/auth.d.ts.map +1 -1
  501. package/dist/fetch/auth.js +56 -26
  502. package/dist/fetch/auth.js.map +1 -1
  503. package/dist/fetch/browser-pool.d.ts +30 -11
  504. package/dist/fetch/browser-pool.d.ts.map +1 -1
  505. package/dist/fetch/browser-pool.js +303 -127
  506. package/dist/fetch/browser-pool.js.map +1 -1
  507. package/dist/fetch/browser-selector.d.ts +17 -0
  508. package/dist/fetch/browser-selector.d.ts.map +1 -0
  509. package/dist/fetch/browser-selector.js +72 -0
  510. package/dist/fetch/browser-selector.js.map +1 -0
  511. package/dist/fetch/browser-types.d.ts +3 -0
  512. package/dist/fetch/browser-types.d.ts.map +1 -0
  513. package/dist/fetch/browser-types.js +45 -0
  514. package/dist/fetch/browser-types.js.map +1 -0
  515. package/dist/fetch/cdp-client.d.ts +9 -0
  516. package/dist/fetch/cdp-client.d.ts.map +1 -0
  517. package/dist/fetch/cdp-client.js +89 -0
  518. package/dist/fetch/cdp-client.js.map +1 -0
  519. package/dist/fetch/content-check.js +39 -46
  520. package/dist/fetch/content-check.js.map +1 -1
  521. package/dist/fetch/error-describe.d.ts +7 -0
  522. package/dist/fetch/error-describe.d.ts.map +1 -0
  523. package/dist/fetch/error-describe.js +37 -0
  524. package/dist/fetch/error-describe.js.map +1 -0
  525. package/dist/fetch/http-client.d.ts +4 -0
  526. package/dist/fetch/http-client.d.ts.map +1 -1
  527. package/dist/fetch/http-client.js +147 -128
  528. package/dist/fetch/http-client.js.map +1 -1
  529. package/dist/fetch/lightpanda.d.ts +28 -0
  530. package/dist/fetch/lightpanda.d.ts.map +1 -0
  531. package/dist/fetch/lightpanda.js +174 -0
  532. package/dist/fetch/lightpanda.js.map +1 -0
  533. package/dist/fetch/playwright-tier.d.ts +19 -0
  534. package/dist/fetch/playwright-tier.d.ts.map +1 -0
  535. package/dist/fetch/playwright-tier.js +76 -0
  536. package/dist/fetch/playwright-tier.js.map +1 -0
  537. package/dist/fetch/router.d.ts +49 -3
  538. package/dist/fetch/router.d.ts.map +1 -1
  539. package/dist/fetch/router.js +187 -81
  540. package/dist/fetch/router.js.map +1 -1
  541. package/dist/index.js +102 -17
  542. package/dist/index.js.map +1 -1
  543. package/dist/instructions.d.ts +31 -0
  544. package/dist/instructions.d.ts.map +1 -0
  545. package/dist/instructions.js +245 -0
  546. package/dist/instructions.js.map +1 -0
  547. package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
  548. package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
  549. package/dist/integrations/cloud/llm/anthropic.js +41 -0
  550. package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
  551. package/dist/integrations/cloud/llm/cache.d.ts +5 -0
  552. package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
  553. package/dist/integrations/cloud/llm/cache.js +49 -0
  554. package/dist/integrations/cloud/llm/cache.js.map +1 -0
  555. package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
  556. package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
  557. package/dist/integrations/cloud/llm/gemini.js +37 -0
  558. package/dist/integrations/cloud/llm/gemini.js.map +1 -0
  559. package/dist/integrations/cloud/llm/groq.d.ts +3 -0
  560. package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
  561. package/dist/integrations/cloud/llm/groq.js +74 -0
  562. package/dist/integrations/cloud/llm/groq.js.map +1 -0
  563. package/dist/integrations/cloud/llm/hash.d.ts +3 -0
  564. package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
  565. package/dist/integrations/cloud/llm/hash.js +26 -0
  566. package/dist/integrations/cloud/llm/hash.js.map +1 -0
  567. package/dist/integrations/cloud/llm/model-select.d.ts +5 -0
  568. package/dist/integrations/cloud/llm/model-select.d.ts.map +1 -0
  569. package/dist/integrations/cloud/llm/model-select.js +32 -0
  570. package/dist/integrations/cloud/llm/model-select.js.map +1 -0
  571. package/dist/integrations/cloud/llm/openai.d.ts +3 -0
  572. package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
  573. package/dist/integrations/cloud/llm/openai.js +43 -0
  574. package/dist/integrations/cloud/llm/openai.js.map +1 -0
  575. package/dist/integrations/cloud/llm/run.d.ts +27 -0
  576. package/dist/integrations/cloud/llm/run.d.ts.map +1 -0
  577. package/dist/integrations/cloud/llm/run.js +99 -0
  578. package/dist/integrations/cloud/llm/run.js.map +1 -0
  579. package/dist/integrations/cloud/llm/select.d.ts +5 -0
  580. package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
  581. package/dist/integrations/cloud/llm/select.js +30 -0
  582. package/dist/integrations/cloud/llm/select.js.map +1 -0
  583. package/dist/integrations/cloud/llm/text-adapters.d.ts +19 -0
  584. package/dist/integrations/cloud/llm/text-adapters.d.ts.map +1 -0
  585. package/dist/integrations/cloud/llm/text-adapters.js +103 -0
  586. package/dist/integrations/cloud/llm/text-adapters.js.map +1 -0
  587. package/dist/integrations/cloud/llm/types.d.ts +24 -0
  588. package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
  589. package/dist/integrations/cloud/llm/types.js +1 -0
  590. package/dist/integrations/cloud/llm/types.js.map +1 -0
  591. package/dist/integrations/cloud/llm/validate.d.ts +6 -0
  592. package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
  593. package/dist/integrations/cloud/llm/validate.js +63 -0
  594. package/dist/integrations/cloud/llm/validate.js.map +1 -0
  595. package/dist/logger.d.ts +4 -1
  596. package/dist/logger.d.ts.map +1 -1
  597. package/dist/logger.js +71 -30
  598. package/dist/logger.js.map +1 -1
  599. package/dist/pdf-parse.d.js +1 -0
  600. package/dist/pdf-parse.d.js.map +1 -0
  601. package/dist/plugins/loader.d.ts +20 -0
  602. package/dist/plugins/loader.d.ts.map +1 -0
  603. package/dist/plugins/loader.js +157 -0
  604. package/dist/plugins/loader.js.map +1 -0
  605. package/dist/plugins/registry.d.ts +26 -0
  606. package/dist/plugins/registry.d.ts.map +1 -0
  607. package/dist/plugins/registry.js +71 -0
  608. package/dist/plugins/registry.js.map +1 -0
  609. package/dist/plugins/validate.d.ts +9 -0
  610. package/dist/plugins/validate.d.ts.map +1 -0
  611. package/dist/plugins/validate.js +79 -0
  612. package/dist/plugins/validate.js.map +1 -0
  613. package/dist/providers/embed-provider.d.ts +11 -0
  614. package/dist/providers/embed-provider.d.ts.map +1 -0
  615. package/dist/providers/embed-provider.js +24 -0
  616. package/dist/providers/embed-provider.js.map +1 -0
  617. package/dist/providers/extract-provider.d.ts +23 -0
  618. package/dist/providers/extract-provider.d.ts.map +1 -0
  619. package/dist/providers/extract-provider.js +25 -0
  620. package/dist/providers/extract-provider.js.map +1 -0
  621. package/dist/providers/rerank-provider.d.ts +17 -0
  622. package/dist/providers/rerank-provider.d.ts.map +1 -0
  623. package/dist/providers/rerank-provider.js +41 -0
  624. package/dist/providers/rerank-provider.js.map +1 -0
  625. package/dist/providers/search-provider.d.ts +25 -0
  626. package/dist/providers/search-provider.d.ts.map +1 -0
  627. package/dist/providers/search-provider.js +44 -0
  628. package/dist/providers/search-provider.js.map +1 -0
  629. package/dist/providers/vector-store.d.ts +27 -0
  630. package/dist/providers/vector-store.d.ts.map +1 -0
  631. package/dist/providers/vector-store.js +27 -0
  632. package/dist/providers/vector-store.js.map +1 -0
  633. package/dist/python-env.d.ts +9 -0
  634. package/dist/python-env.d.ts.map +1 -0
  635. package/dist/python-env.js +13 -0
  636. package/dist/python-env.js.map +1 -0
  637. package/dist/repl/commands/agent.d.ts +5 -0
  638. package/dist/repl/commands/agent.d.ts.map +1 -0
  639. package/dist/repl/commands/agent.js +62 -0
  640. package/dist/repl/commands/agent.js.map +1 -0
  641. package/dist/repl/commands/cache.d.ts +4 -0
  642. package/dist/repl/commands/cache.d.ts.map +1 -0
  643. package/dist/repl/commands/cache.js +43 -0
  644. package/dist/repl/commands/cache.js.map +1 -0
  645. package/dist/repl/commands/crawl.d.ts +7 -0
  646. package/dist/repl/commands/crawl.d.ts.map +1 -0
  647. package/dist/repl/commands/crawl.js +44 -0
  648. package/dist/repl/commands/crawl.js.map +1 -0
  649. package/dist/repl/commands/extract.d.ts +5 -0
  650. package/dist/repl/commands/extract.d.ts.map +1 -0
  651. package/dist/repl/commands/extract.js +47 -0
  652. package/dist/repl/commands/extract.js.map +1 -0
  653. package/dist/repl/commands/fetch.d.ts +5 -0
  654. package/dist/repl/commands/fetch.d.ts.map +1 -0
  655. package/dist/repl/commands/fetch.js +67 -0
  656. package/dist/repl/commands/fetch.js.map +1 -0
  657. package/dist/repl/commands/find-similar.d.ts +5 -0
  658. package/dist/repl/commands/find-similar.d.ts.map +1 -0
  659. package/dist/repl/commands/find-similar.js +74 -0
  660. package/dist/repl/commands/find-similar.js.map +1 -0
  661. package/dist/repl/commands/research.d.ts +5 -0
  662. package/dist/repl/commands/research.d.ts.map +1 -0
  663. package/dist/repl/commands/research.js +65 -0
  664. package/dist/repl/commands/research.js.map +1 -0
  665. package/dist/repl/commands/search.d.ts +5 -0
  666. package/dist/repl/commands/search.d.ts.map +1 -0
  667. package/dist/repl/commands/search.js +74 -0
  668. package/dist/repl/commands/search.js.map +1 -0
  669. package/dist/repl/commands/types.d.ts +9 -0
  670. package/dist/repl/commands/types.d.ts.map +1 -0
  671. package/dist/repl/commands/types.js +1 -0
  672. package/dist/repl/commands/types.js.map +1 -0
  673. package/dist/repl/formatters.d.ts +13 -0
  674. package/dist/repl/formatters.d.ts.map +1 -0
  675. package/dist/repl/formatters.js +283 -0
  676. package/dist/repl/formatters.js.map +1 -0
  677. package/dist/repl/parser.d.ts +9 -0
  678. package/dist/repl/parser.d.ts.map +1 -0
  679. package/dist/repl/parser.js +86 -0
  680. package/dist/repl/parser.js.map +1 -0
  681. package/dist/repl/shell.d.ts +8 -0
  682. package/dist/repl/shell.d.ts.map +1 -0
  683. package/dist/repl/shell.js +184 -0
  684. package/dist/repl/shell.js.map +1 -0
  685. package/dist/research/branch-exploration.d.ts +14 -0
  686. package/dist/research/branch-exploration.d.ts.map +1 -0
  687. package/dist/research/branch-exploration.js +100 -0
  688. package/dist/research/branch-exploration.js.map +1 -0
  689. package/dist/research/brief.d.ts +6 -0
  690. package/dist/research/brief.d.ts.map +1 -0
  691. package/dist/research/brief.js +246 -0
  692. package/dist/research/brief.js.map +1 -0
  693. package/dist/research/citation-graph.d.ts +9 -0
  694. package/dist/research/citation-graph.d.ts.map +1 -0
  695. package/dist/research/citation-graph.js +114 -0
  696. package/dist/research/citation-graph.js.map +1 -0
  697. package/dist/research/decompose.d.ts +14 -0
  698. package/dist/research/decompose.d.ts.map +1 -0
  699. package/dist/research/decompose.js +439 -0
  700. package/dist/research/decompose.js.map +1 -0
  701. package/dist/research/pipeline.d.ts +5 -0
  702. package/dist/research/pipeline.d.ts.map +1 -0
  703. package/dist/research/pipeline.js +269 -0
  704. package/dist/research/pipeline.js.map +1 -0
  705. package/dist/research/synthesis-local.d.ts +19 -0
  706. package/dist/research/synthesis-local.d.ts.map +1 -0
  707. package/dist/research/synthesis-local.js +62 -0
  708. package/dist/research/synthesis-local.js.map +1 -0
  709. package/dist/research/synthesize.d.ts +10 -0
  710. package/dist/research/synthesize.d.ts.map +1 -0
  711. package/dist/research/synthesize.js +137 -0
  712. package/dist/research/synthesize.js.map +1 -0
  713. package/dist/search/answer-synthesis.d.ts +33 -0
  714. package/dist/search/answer-synthesis.d.ts.map +1 -0
  715. package/dist/search/answer-synthesis.js +244 -0
  716. package/dist/search/answer-synthesis.js.map +1 -0
  717. package/dist/search/context-formatter.d.ts +3 -0
  718. package/dist/search/context-formatter.d.ts.map +1 -0
  719. package/dist/search/context-formatter.js +56 -0
  720. package/dist/search/context-formatter.js.map +1 -0
  721. package/dist/search/dedup.d.ts +1 -0
  722. package/dist/search/dedup.d.ts.map +1 -1
  723. package/dist/search/dedup.js +40 -32
  724. package/dist/search/dedup.js.map +1 -1
  725. package/dist/search/engines/arxiv.d.ts +7 -0
  726. package/dist/search/engines/arxiv.d.ts.map +1 -0
  727. package/dist/search/engines/arxiv.js +70 -0
  728. package/dist/search/engines/arxiv.js.map +1 -0
  729. package/dist/search/engines/bing-news.d.ts +7 -0
  730. package/dist/search/engines/bing-news.d.ts.map +1 -0
  731. package/dist/search/engines/bing-news.js +97 -0
  732. package/dist/search/engines/bing-news.js.map +1 -0
  733. package/dist/search/engines/bing.d.ts +1 -0
  734. package/dist/search/engines/bing.d.ts.map +1 -1
  735. package/dist/search/engines/bing.js +100 -44
  736. package/dist/search/engines/bing.js.map +1 -1
  737. package/dist/search/engines/devdocs.d.ts +6 -0
  738. package/dist/search/engines/devdocs.d.ts.map +1 -0
  739. package/dist/search/engines/devdocs.js +56 -0
  740. package/dist/search/engines/devdocs.js.map +1 -0
  741. package/dist/search/engines/duckduckgo.d.ts.map +1 -1
  742. package/dist/search/engines/duckduckgo.js +56 -44
  743. package/dist/search/engines/duckduckgo.js.map +1 -1
  744. package/dist/search/engines/github-code.d.ts +7 -0
  745. package/dist/search/engines/github-code.d.ts.map +1 -0
  746. package/dist/search/engines/github-code.js +55 -0
  747. package/dist/search/engines/github-code.js.map +1 -0
  748. package/dist/search/engines/hn-algolia.d.ts +7 -0
  749. package/dist/search/engines/hn-algolia.d.ts.map +1 -0
  750. package/dist/search/engines/hn-algolia.js +76 -0
  751. package/dist/search/engines/hn-algolia.js.map +1 -0
  752. package/dist/search/engines/lobsters.d.ts +7 -0
  753. package/dist/search/engines/lobsters.d.ts.map +1 -0
  754. package/dist/search/engines/lobsters.js +83 -0
  755. package/dist/search/engines/lobsters.js.map +1 -0
  756. package/dist/search/engines/mdn.d.ts +7 -0
  757. package/dist/search/engines/mdn.d.ts.map +1 -0
  758. package/dist/search/engines/mdn.js +48 -0
  759. package/dist/search/engines/mdn.js.map +1 -0
  760. package/dist/search/engines/semantic-scholar.d.ts +7 -0
  761. package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
  762. package/dist/search/engines/semantic-scholar.js +69 -0
  763. package/dist/search/engines/semantic-scholar.js.map +1 -0
  764. package/dist/search/engines/stackoverflow.d.ts +7 -0
  765. package/dist/search/engines/stackoverflow.d.ts.map +1 -0
  766. package/dist/search/engines/stackoverflow.js +73 -0
  767. package/dist/search/engines/stackoverflow.js.map +1 -0
  768. package/dist/search/engines/startpage.d.ts.map +1 -1
  769. package/dist/search/engines/startpage.js +65 -46
  770. package/dist/search/engines/startpage.js.map +1 -1
  771. package/dist/search/evidence.d.ts +25 -0
  772. package/dist/search/evidence.d.ts.map +1 -0
  773. package/dist/search/evidence.js +220 -0
  774. package/dist/search/evidence.js.map +1 -0
  775. package/dist/search/filters.d.ts.map +1 -1
  776. package/dist/search/filters.js +58 -54
  777. package/dist/search/filters.js.map +1 -1
  778. package/dist/search/find-similar/crawl-rank.d.ts +9 -0
  779. package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
  780. package/dist/search/find-similar/crawl-rank.js +272 -0
  781. package/dist/search/find-similar/crawl-rank.js.map +1 -0
  782. package/dist/search/find-similar/mode.d.ts +4 -0
  783. package/dist/search/find-similar/mode.d.ts.map +1 -0
  784. package/dist/search/find-similar/mode.js +12 -0
  785. package/dist/search/find-similar/mode.js.map +1 -0
  786. package/dist/search/find-similar.d.ts +5 -0
  787. package/dist/search/find-similar.d.ts.map +1 -0
  788. package/dist/search/find-similar.js +509 -0
  789. package/dist/search/find-similar.js.map +1 -0
  790. package/dist/search/highlights.d.ts +19 -0
  791. package/dist/search/highlights.d.ts.map +1 -0
  792. package/dist/search/highlights.js +167 -0
  793. package/dist/search/highlights.js.map +1 -0
  794. package/dist/search/language-filter.d.ts +29 -0
  795. package/dist/search/language-filter.d.ts.map +1 -0
  796. package/dist/search/language-filter.js +126 -0
  797. package/dist/search/language-filter.js.map +1 -0
  798. package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
  799. package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
  800. package/dist/search/legacy/searxng-orchestrator.js +501 -0
  801. package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
  802. package/dist/search/legacy/searxng-provider.d.ts +7 -0
  803. package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
  804. package/dist/search/legacy/searxng-provider.js +11 -0
  805. package/dist/search/legacy/searxng-provider.js.map +1 -0
  806. package/dist/search/multi-query.d.ts +25 -0
  807. package/dist/search/multi-query.d.ts.map +1 -0
  808. package/dist/search/multi-query.js +228 -0
  809. package/dist/search/multi-query.js.map +1 -0
  810. package/dist/search/query.js +32 -34
  811. package/dist/search/query.js.map +1 -1
  812. package/dist/search/rerank.d.ts +3 -1
  813. package/dist/search/rerank.d.ts.map +1 -1
  814. package/dist/search/rerank.js +44 -35
  815. package/dist/search/rerank.js.map +1 -1
  816. package/dist/search/reranker/authority-boost.d.ts +3 -0
  817. package/dist/search/reranker/authority-boost.d.ts.map +1 -0
  818. package/dist/search/reranker/authority-boost.js +179 -0
  819. package/dist/search/reranker/authority-boost.js.map +1 -0
  820. package/dist/search/reranker/consensus-boost.d.ts +3 -0
  821. package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
  822. package/dist/search/reranker/consensus-boost.js +27 -0
  823. package/dist/search/reranker/consensus-boost.js.map +1 -0
  824. package/dist/search/reranker/recency-boost.d.ts +3 -0
  825. package/dist/search/reranker/recency-boost.d.ts.map +1 -0
  826. package/dist/search/reranker/recency-boost.js +13 -0
  827. package/dist/search/reranker/recency-boost.js.map +1 -0
  828. package/dist/search/reranker/recency.d.ts +3 -0
  829. package/dist/search/reranker/recency.d.ts.map +1 -0
  830. package/dist/search/reranker/recency.js +23 -0
  831. package/dist/search/reranker/recency.js.map +1 -0
  832. package/dist/search/reranker/transformers-rerank-provider.d.ts +13 -0
  833. package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
  834. package/dist/search/reranker/transformers-rerank-provider.js +94 -0
  835. package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
  836. package/dist/search/rrf.d.ts +17 -0
  837. package/dist/search/rrf.d.ts.map +1 -0
  838. package/dist/search/rrf.js +39 -0
  839. package/dist/search/rrf.js.map +1 -0
  840. package/dist/search/sampling.d.ts +25 -0
  841. package/dist/search/sampling.d.ts.map +1 -0
  842. package/dist/search/sampling.js +52 -0
  843. package/dist/search/sampling.js.map +1 -0
  844. package/dist/search/searxng.d.ts.map +1 -1
  845. package/dist/search/searxng.js +69 -79
  846. package/dist/search/searxng.js.map +1 -1
  847. package/dist/search/tokens.d.ts +3 -0
  848. package/dist/search/tokens.d.ts.map +1 -0
  849. package/dist/search/tokens.js +39 -0
  850. package/dist/search/tokens.js.map +1 -0
  851. package/dist/search/truncate.d.ts +6 -0
  852. package/dist/search/truncate.d.ts.map +1 -0
  853. package/dist/search/truncate.js +26 -0
  854. package/dist/search/truncate.js.map +1 -0
  855. package/dist/search/url-unwrap.d.ts +3 -0
  856. package/dist/search/url-unwrap.d.ts.map +1 -0
  857. package/dist/search/url-unwrap.js +43 -0
  858. package/dist/search/url-unwrap.js.map +1 -0
  859. package/dist/search/v1/context-rank.d.ts +13 -0
  860. package/dist/search/v1/context-rank.d.ts.map +1 -0
  861. package/dist/search/v1/context-rank.js +74 -0
  862. package/dist/search/v1/context-rank.js.map +1 -0
  863. package/dist/search/v1/engine-base.d.ts +27 -0
  864. package/dist/search/v1/engine-base.d.ts.map +1 -0
  865. package/dist/search/v1/engine-base.js +110 -0
  866. package/dist/search/v1/engine-base.js.map +1 -0
  867. package/dist/search/v1/intent-router.d.ts +22 -0
  868. package/dist/search/v1/intent-router.d.ts.map +1 -0
  869. package/dist/search/v1/intent-router.js +138 -0
  870. package/dist/search/v1/intent-router.js.map +1 -0
  871. package/dist/search/v1/orchestrator.d.ts +24 -0
  872. package/dist/search/v1/orchestrator.d.ts.map +1 -0
  873. package/dist/search/v1/orchestrator.js +163 -0
  874. package/dist/search/v1/orchestrator.js.map +1 -0
  875. package/dist/search/v1/recency-boost.d.ts +9 -0
  876. package/dist/search/v1/recency-boost.d.ts.map +1 -0
  877. package/dist/search/v1/recency-boost.js +37 -0
  878. package/dist/search/v1/recency-boost.js.map +1 -0
  879. package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
  880. package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
  881. package/dist/search/v1/recent-cache-dedup.js +85 -0
  882. package/dist/search/v1/recent-cache-dedup.js.map +1 -0
  883. package/dist/search/v1/rss/feed-config.d.ts +21 -0
  884. package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
  885. package/dist/search/v1/rss/feed-config.js +90 -0
  886. package/dist/search/v1/rss/feed-config.js.map +1 -0
  887. package/dist/search/v1/rss/feed-parser.d.ts +14 -0
  888. package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
  889. package/dist/search/v1/rss/feed-parser.js +104 -0
  890. package/dist/search/v1/rss/feed-parser.js.map +1 -0
  891. package/dist/search/v1/rss/feed-poller.d.ts +22 -0
  892. package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
  893. package/dist/search/v1/rss/feed-poller.js +102 -0
  894. package/dist/search/v1/rss/feed-poller.js.map +1 -0
  895. package/dist/search/v1/rss/feed-store.d.ts +30 -0
  896. package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
  897. package/dist/search/v1/rss/feed-store.js +134 -0
  898. package/dist/search/v1/rss/feed-store.js.map +1 -0
  899. package/dist/search/v1/rss/rss-engine.d.ts +6 -0
  900. package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
  901. package/dist/search/v1/rss/rss-engine.js +28 -0
  902. package/dist/search/v1/rss/rss-engine.js.map +1 -0
  903. package/dist/search/v1/v1-provider.d.ts +7 -0
  904. package/dist/search/v1/v1-provider.d.ts.map +1 -0
  905. package/dist/search/v1/v1-provider.js +68 -0
  906. package/dist/search/v1/v1-provider.js.map +1 -0
  907. package/dist/search/v1/verticals/code.d.ts +4 -0
  908. package/dist/search/v1/verticals/code.d.ts.map +1 -0
  909. package/dist/search/v1/verticals/code.js +20 -0
  910. package/dist/search/v1/verticals/code.js.map +1 -0
  911. package/dist/search/v1/verticals/docs.d.ts +4 -0
  912. package/dist/search/v1/verticals/docs.d.ts.map +1 -0
  913. package/dist/search/v1/verticals/docs.js +20 -0
  914. package/dist/search/v1/verticals/docs.js.map +1 -0
  915. package/dist/search/v1/verticals/general.d.ts +4 -0
  916. package/dist/search/v1/verticals/general.d.ts.map +1 -0
  917. package/dist/search/v1/verticals/general.js +22 -0
  918. package/dist/search/v1/verticals/general.js.map +1 -0
  919. package/dist/search/v1/verticals/news.d.ts +10 -0
  920. package/dist/search/v1/verticals/news.d.ts.map +1 -0
  921. package/dist/search/v1/verticals/news.js +52 -0
  922. package/dist/search/v1/verticals/news.js.map +1 -0
  923. package/dist/search/v1/verticals/papers.d.ts +4 -0
  924. package/dist/search/v1/verticals/papers.d.ts.map +1 -0
  925. package/dist/search/v1/verticals/papers.js +23 -0
  926. package/dist/search/v1/verticals/papers.js.map +1 -0
  927. package/dist/search/validator.js +31 -31
  928. package/dist/search/validator.js.map +1 -1
  929. package/dist/searxng/bootstrap.d.ts +30 -0
  930. package/dist/searxng/bootstrap.d.ts.map +1 -1
  931. package/dist/searxng/bootstrap.js +223 -85
  932. package/dist/searxng/bootstrap.js.map +1 -1
  933. package/dist/searxng/docker.d.ts.map +1 -1
  934. package/dist/searxng/docker.js +69 -60
  935. package/dist/searxng/docker.js.map +1 -1
  936. package/dist/searxng/process.d.ts +13 -1
  937. package/dist/searxng/process.d.ts.map +1 -1
  938. package/dist/searxng/process.js +231 -164
  939. package/dist/searxng/process.js.map +1 -1
  940. package/dist/server/backend-status.d.ts +13 -0
  941. package/dist/server/backend-status.d.ts.map +1 -0
  942. package/dist/server/backend-status.js +40 -0
  943. package/dist/server/backend-status.js.map +1 -0
  944. package/dist/server/tool-schemas.d.ts +549 -0
  945. package/dist/server/tool-schemas.d.ts.map +1 -0
  946. package/dist/server/tool-schemas.js +464 -0
  947. package/dist/server/tool-schemas.js.map +1 -0
  948. package/dist/server/warmup-on-start.d.ts +9 -0
  949. package/dist/server/warmup-on-start.d.ts.map +1 -0
  950. package/dist/server/warmup-on-start.js +55 -0
  951. package/dist/server/warmup-on-start.js.map +1 -0
  952. package/dist/server.d.ts +17 -0
  953. package/dist/server.d.ts.map +1 -1
  954. package/dist/server.js +454 -297
  955. package/dist/server.js.map +1 -1
  956. package/dist/tools/agent.d.ts +5 -0
  957. package/dist/tools/agent.d.ts.map +1 -0
  958. package/dist/tools/agent.js +128 -0
  959. package/dist/tools/agent.js.map +1 -0
  960. package/dist/tools/cache.d.ts +2 -1
  961. package/dist/tools/cache.d.ts.map +1 -1
  962. package/dist/tools/cache.js +177 -44
  963. package/dist/tools/cache.js.map +1 -1
  964. package/dist/tools/crawl.d.ts.map +1 -1
  965. package/dist/tools/crawl.js +171 -88
  966. package/dist/tools/crawl.js.map +1 -1
  967. package/dist/tools/extract.d.ts +2 -2
  968. package/dist/tools/extract.d.ts.map +1 -1
  969. package/dist/tools/extract.js +175 -59
  970. package/dist/tools/extract.js.map +1 -1
  971. package/dist/tools/fetch.d.ts +2 -2
  972. package/dist/tools/fetch.d.ts.map +1 -1
  973. package/dist/tools/fetch.js +174 -68
  974. package/dist/tools/fetch.js.map +1 -1
  975. package/dist/tools/find-similar.d.ts +5 -0
  976. package/dist/tools/find-similar.d.ts.map +1 -0
  977. package/dist/tools/find-similar.js +127 -0
  978. package/dist/tools/find-similar.js.map +1 -0
  979. package/dist/tools/research.d.ts +5 -0
  980. package/dist/tools/research.d.ts.map +1 -0
  981. package/dist/tools/research.js +107 -0
  982. package/dist/tools/research.js.map +1 -0
  983. package/dist/tools/search.d.ts +10 -2
  984. package/dist/tools/search.d.ts.map +1 -1
  985. package/dist/tools/search.js +13 -158
  986. package/dist/tools/search.js.map +1 -1
  987. package/dist/types.d.ts +350 -7
  988. package/dist/types.d.ts.map +1 -1
  989. package/dist/types.js +6 -1
  990. package/dist/types.js.map +1 -1
  991. package/dist/util/mode.d.ts +4 -0
  992. package/dist/util/mode.d.ts.map +1 -0
  993. package/dist/util/mode.js +34 -0
  994. package/dist/util/mode.js.map +1 -0
  995. package/package.json +78 -8
  996. package/dist/extraction/trafilatura.d.ts +0 -6
  997. package/dist/extraction/trafilatura.d.ts.map +0 -1
  998. package/dist/extraction/trafilatura.js +0 -105
  999. package/dist/extraction/trafilatura.js.map +0 -1
  1000. package/dist/search/flashrank.d.ts +0 -12
  1001. package/dist/search/flashrank.d.ts.map +0 -1
  1002. package/dist/search/flashrank.js +0 -63
  1003. package/dist/search/flashrank.js.map +0 -1
@@ -1,44 +1,110 @@
1
- import { execSync } from 'node:child_process';
2
- import { existsSync, readFileSync, writeFileSync, mkdirSync, rmSync } from 'node:fs';
3
- import { join } from 'node:path';
4
- import { getConfig } from '../config.js';
5
- import { createLogger } from '../logger.js';
6
- const log = createLogger('searxng');
7
- export function checkPythonAvailable() {
8
- try {
9
- execSync('python3 --version', { stdio: 'pipe' });
10
- return true;
11
- }
12
- catch {
13
- return false;
14
- }
1
+ import { execSync, spawnSync } from "node:child_process";
2
+ import { existsSync, readFileSync, writeFileSync, mkdirSync, unlinkSync, rmSync } from "node:fs";
3
+ import { join } from "node:path";
4
+ import { getConfig } from "../config.js";
5
+ import { createLogger } from "../logger.js";
6
+ import { isProcessAlive } from "./process.js";
7
+ const log = createLogger("searxng");
8
+ function backoffSchedule(attempt) {
9
+ const config = getConfig();
10
+ const max = config.bootstrapMaxAttempts;
11
+ const schedule = config.bootstrapBackoffSeconds;
12
+ if (attempt < 1 || attempt > max) return null;
13
+ return schedule[attempt - 1] ?? null;
14
+ }
15
+ class BootstrapError extends Error {
16
+ constructor(detail) {
17
+ super(`bootstrap step failed: ${detail.command} (exit ${detail.exitCode})`);
18
+ this.detail = detail;
19
+ this.name = "BootstrapError";
20
+ }
21
+ detail;
22
+ }
23
+ function runStep(command, args, opts) {
24
+ const result = spawnSync(command, args, { encoding: "utf-8", timeout: opts.timeout });
25
+ if (result.status !== 0 || result.error) {
26
+ throw new BootstrapError({
27
+ stderr: result.stderr || String(result.error ?? ""),
28
+ exitCode: result.status,
29
+ command: `${command} ${args.join(" ")}`
30
+ });
31
+ }
15
32
  }
16
- export function checkDockerAvailable() {
33
+ function acquireBootstrapLock(dataDir) {
34
+ const lockFile = join(dataDir, "bootstrap.lock");
35
+ if (existsSync(lockFile)) {
36
+ let stale = false;
17
37
  try {
18
- execSync('docker --version', { stdio: 'pipe' });
19
- return true;
38
+ const data = JSON.parse(readFileSync(lockFile, "utf-8"));
39
+ if (data.pid && isProcessAlive(data.pid)) {
40
+ throw new Error(
41
+ `SearXNG bootstrap already in progress (pid ${data.pid}). Wait for it to finish, or force-recover: kill ${data.pid} && npx @staticn0va/wigolo warmup --force`
42
+ );
43
+ }
44
+ stale = true;
45
+ } catch (err) {
46
+ if (err instanceof Error && err.message.startsWith("SearXNG bootstrap already in progress")) throw err;
47
+ stale = true;
20
48
  }
21
- catch {
22
- return false;
49
+ if (stale) {
50
+ log.info("wiping stale bootstrap lock");
51
+ try {
52
+ unlinkSync(lockFile);
53
+ } catch {
54
+ }
23
55
  }
24
- }
25
- export function getBootstrapState(dataDir) {
26
- const stateFile = join(dataDir, 'state.json');
27
- if (!existsSync(stateFile))
28
- return null;
56
+ }
57
+ mkdirSync(dataDir, { recursive: true });
58
+ writeFileSync(lockFile, JSON.stringify({ pid: process.pid, startedAt: (/* @__PURE__ */ new Date()).toISOString() }));
59
+ return function release() {
29
60
  try {
30
- return JSON.parse(readFileSync(stateFile, 'utf-8'));
31
- }
32
- catch {
33
- return null;
61
+ unlinkSync(lockFile);
62
+ } catch {
34
63
  }
64
+ };
65
+ }
66
+ async function waitForBootstrap(dataDir, opts) {
67
+ const deadline = Date.now() + opts.timeoutMs;
68
+ while (Date.now() < deadline) {
69
+ const state = getBootstrapState(dataDir);
70
+ if (state?.status === "ready") return "ready";
71
+ if (state?.status === "failed") return "failed";
72
+ if (state?.status === "no_runtime") return "failed";
73
+ await new Promise((r) => setTimeout(r, opts.intervalMs));
74
+ }
75
+ throw new Error(`waitForBootstrap timed out after ${opts.timeoutMs}ms`);
76
+ }
77
+ function checkPythonAvailable() {
78
+ try {
79
+ execSync("python3 --version", { stdio: "pipe" });
80
+ return true;
81
+ } catch {
82
+ return false;
83
+ }
35
84
  }
36
- export function setBootstrapState(dataDir, state) {
37
- mkdirSync(dataDir, { recursive: true });
38
- writeFileSync(join(dataDir, 'state.json'), JSON.stringify(state));
85
+ function checkDockerAvailable() {
86
+ try {
87
+ execSync("docker --version", { stdio: "pipe" });
88
+ return true;
89
+ } catch {
90
+ return false;
91
+ }
39
92
  }
40
- export function generateSettings(port) {
41
- return `use_default_settings: true
93
+ function getBootstrapState(dataDir) {
94
+ const stateFile = join(dataDir, "state.json");
95
+ if (!existsSync(stateFile)) return null;
96
+ try {
97
+ return JSON.parse(readFileSync(stateFile, "utf-8"));
98
+ } catch {
99
+ return null;
100
+ }
101
+ }
102
+ function setBootstrapState(dataDir, state) {
103
+ mkdirSync(dataDir, { recursive: true });
104
+ writeFileSync(join(dataDir, "state.json"), JSON.stringify(state));
105
+ }
106
+ function generateSettings(port) {
107
+ return `use_default_settings: true
42
108
 
43
109
  general:
44
110
  instance_name: "wigolo-searxng"
@@ -74,63 +140,135 @@ ui:
74
140
  default_theme: simple
75
141
  `;
76
142
  }
77
- export async function resolveSearchBackend() {
78
- const config = getConfig();
79
- if (config.searxngUrl) {
80
- log.info('using external SearXNG', { url: config.searxngUrl });
81
- return { type: 'external', url: config.searxngUrl };
82
- }
83
- const dataDir = config.dataDir;
84
- const state = getBootstrapState(dataDir);
85
- if (state?.status === 'ready' && state.searxngPath) {
86
- log.info('SearXNG already bootstrapped', { path: state.searxngPath });
87
- return { type: 'native', searxngPath: state.searxngPath };
143
+ async function resolveSearchBackend() {
144
+ const config = getConfig();
145
+ if (config.searxngUrl) {
146
+ log.info("using external SearXNG", { url: config.searxngUrl });
147
+ return { type: "external", url: config.searxngUrl };
148
+ }
149
+ const dataDir = config.dataDir;
150
+ const state = getBootstrapState(dataDir);
151
+ if (state?.status === "ready" && state.searxngPath) {
152
+ log.info("SearXNG already bootstrapped", { path: state.searxngPath });
153
+ return { type: "native", searxngPath: state.searxngPath };
154
+ }
155
+ if (state?.status === "downloading") {
156
+ log.warn("previous SearXNG download was interrupted; bootstrapNativeSearxng will clean up under lock");
157
+ }
158
+ if (state?.status === "failed") {
159
+ const attempts = state.attempts ?? 1;
160
+ const nextRetryAt = state.nextRetryAt ? new Date(state.nextRetryAt) : /* @__PURE__ */ new Date(0);
161
+ const retryWindowOpen = /* @__PURE__ */ new Date() >= nextRetryAt;
162
+ const budgetRemaining = attempts < config.bootstrapMaxAttempts;
163
+ if (retryWindowOpen && budgetRemaining && checkPythonAvailable()) {
164
+ log.info("SearXNG bootstrap retry window reached", { attempts, nextRetryAt: state.nextRetryAt });
165
+ return { type: "native", searxngPath: join(dataDir, "searxng") };
88
166
  }
89
- if (state?.status === 'downloading') {
90
- log.warn('previous SearXNG download was interrupted, cleaning up');
91
- const searxngDir = join(dataDir, 'searxng');
92
- try {
93
- rmSync(searxngDir, { recursive: true, force: true });
94
- }
95
- catch { }
167
+ log.warn("SearXNG bootstrap stuck", {
168
+ attempts,
169
+ nextRetryAt: state.nextRetryAt,
170
+ error: state.lastError?.message ?? state.error
171
+ });
172
+ if (checkDockerAvailable() && config.searxngMode !== "native") {
173
+ return { type: "docker" };
96
174
  }
97
- if (state?.status === 'failed' || state?.status === 'no_runtime') {
98
- log.warn('SearXNG bootstrap previously failed', { error: state.error });
99
- if (checkDockerAvailable() && config.searxngMode !== 'native') {
100
- return { type: 'docker' };
101
- }
102
- return { type: 'scraping' };
175
+ return { type: "scraping" };
176
+ }
177
+ if (state?.status === "no_runtime") {
178
+ log.warn("SearXNG runtime not found, using fallback", { error: state.error });
179
+ if (checkDockerAvailable() && config.searxngMode !== "native") {
180
+ return { type: "docker" };
103
181
  }
104
- if (checkPythonAvailable()) {
105
- return { type: 'native', searxngPath: join(dataDir, 'searxng') };
106
- }
107
- if (checkDockerAvailable()) {
108
- return { type: 'docker' };
109
- }
110
- log.warn('neither Python nor Docker found — falling back to direct scraping');
111
- setBootstrapState(dataDir, { status: 'no_runtime', error: 'Python 3 and Docker not found' });
112
- return { type: 'scraping' };
182
+ return { type: "scraping" };
183
+ }
184
+ if (checkPythonAvailable()) {
185
+ return { type: "native", searxngPath: join(dataDir, "searxng") };
186
+ }
187
+ if (checkDockerAvailable()) {
188
+ return { type: "docker" };
189
+ }
190
+ log.warn("neither Python nor Docker found \u2014 falling back to direct scraping");
191
+ setBootstrapState(dataDir, { status: "no_runtime", error: "Python 3 and Docker not found" });
192
+ return { type: "scraping" };
113
193
  }
114
- export async function bootstrapNativeSearxng(dataDir) {
115
- const searxngDir = join(dataDir, 'searxng');
116
- setBootstrapState(dataDir, { status: 'downloading' });
117
- log.info('bootstrapping SearXNG', { path: searxngDir });
118
- try {
119
- mkdirSync(searxngDir, { recursive: true });
120
- execSync(`python3 -m venv ${join(searxngDir, 'venv')}`, { stdio: 'pipe' });
121
- const pip = join(searxngDir, 'venv', 'bin', 'pip');
122
- execSync(`${pip} install searxng`, { stdio: 'pipe', timeout: 120000 });
123
- const config = getConfig();
124
- const settings = generateSettings(config.searxngPort);
125
- writeFileSync(join(searxngDir, 'settings.yml'), settings);
126
- setBootstrapState(dataDir, { status: 'ready', searxngPath: searxngDir });
127
- log.info('SearXNG bootstrap complete');
194
+ async function bootstrapNativeSearxng(dataDir) {
195
+ const release = acquireBootstrapLock(dataDir);
196
+ const priorAttempts = getBootstrapState(dataDir)?.attempts ?? 0;
197
+ try {
198
+ const searxngDir = join(dataDir, "searxng");
199
+ if (existsSync(searxngDir)) {
200
+ log.info("removing previous SearXNG install before (re)bootstrap");
201
+ rmSync(searxngDir, { recursive: true, force: true });
128
202
  }
129
- catch (err) {
130
- const error = err instanceof Error ? err.message : String(err);
131
- log.error('SearXNG bootstrap failed', { error });
132
- setBootstrapState(dataDir, { status: 'failed', error });
133
- throw err;
203
+ setBootstrapState(dataDir, { status: "downloading", attempts: priorAttempts });
204
+ log.info("bootstrapping SearXNG", { path: searxngDir });
205
+ mkdirSync(searxngDir, { recursive: true });
206
+ runStep("python3", ["-m", "venv", join(searxngDir, "venv")], { timeout: 6e4 });
207
+ const pip = join(searxngDir, "venv", "bin", "pip");
208
+ runStep(pip, ["install", "--upgrade", "pip", "setuptools", "wheel"], { timeout: 6e4 });
209
+ const repoDir = join(searxngDir, "repo");
210
+ mkdirSync(repoDir, { recursive: true });
211
+ const tarPath = join(searxngDir, "searxng.tar.gz");
212
+ log.info("downloading SearXNG source");
213
+ const response = await fetch("https://github.com/searxng/searxng/archive/refs/heads/master.tar.gz");
214
+ if (!response.ok) {
215
+ throw new BootstrapError({
216
+ stderr: `SearXNG download failed: ${response.status} ${response.statusText}`,
217
+ exitCode: response.status,
218
+ command: "fetch searxng.tar.gz"
219
+ });
134
220
  }
221
+ writeFileSync(tarPath, Buffer.from(await response.arrayBuffer()));
222
+ runStep("tar", ["xzf", tarPath, "--strip-components=1", "-C", repoDir], { timeout: 6e4 });
223
+ runStep(pip, ["install", "-r", join(repoDir, "requirements.txt")], { timeout: 3e5 });
224
+ runStep(pip, ["install", "--no-build-isolation", "--no-deps", repoDir], { timeout: 12e4 });
225
+ const config = getConfig();
226
+ const settings = generateSettings(config.searxngPort);
227
+ writeFileSync(join(searxngDir, "settings.yml"), settings);
228
+ setBootstrapState(dataDir, { status: "ready", searxngPath: searxngDir });
229
+ log.info("SearXNG bootstrap complete");
230
+ } catch (err) {
231
+ const attempts = priorAttempts + 1;
232
+ const backoffSecs = backoffSchedule(attempts);
233
+ const nextRetryAt = backoffSecs === null ? void 0 : new Date(Date.now() + backoffSecs * 1e3).toISOString();
234
+ const lastError = err instanceof BootstrapError ? {
235
+ message: err.message,
236
+ stderr: err.detail.stderr,
237
+ exitCode: err.detail.exitCode,
238
+ command: err.detail.command,
239
+ timestamp: (/* @__PURE__ */ new Date()).toISOString()
240
+ } : {
241
+ message: err instanceof Error ? err.message : String(err),
242
+ stderr: "",
243
+ exitCode: null,
244
+ command: "",
245
+ timestamp: (/* @__PURE__ */ new Date()).toISOString()
246
+ };
247
+ setBootstrapState(dataDir, {
248
+ status: "failed",
249
+ attempts,
250
+ lastAttemptAt: (/* @__PURE__ */ new Date()).toISOString(),
251
+ nextRetryAt,
252
+ lastError
253
+ });
254
+ log.error("SearXNG bootstrap failed", { attempts, nextRetryAt, error: lastError.message });
255
+ throw err;
256
+ } finally {
257
+ release();
258
+ }
135
259
  }
260
+ export {
261
+ BootstrapError,
262
+ acquireBootstrapLock,
263
+ backoffSchedule,
264
+ bootstrapNativeSearxng,
265
+ checkDockerAvailable,
266
+ checkPythonAvailable,
267
+ generateSettings,
268
+ getBootstrapState,
269
+ resolveSearchBackend,
270
+ runStep,
271
+ setBootstrapState,
272
+ waitForBootstrap
273
+ };
136
274
  //# sourceMappingURL=bootstrap.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"bootstrap.js","sourceRoot":"","sources":["../../src/searxng/bootstrap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACrF,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;AAcpC,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC;QACH,QAAQ,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC;QACH,QAAQ,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAe;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAe,EAAE,KAAqB;IACtE,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,OAAO;;;;;;;UAOC,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2Bb,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACxC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACtB,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC/D,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;IACtD,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAEzC,IAAI,KAAK,EAAE,MAAM,KAAK,OAAO,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACnD,GAAG,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QACtE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED,IAAI,KAAK,EAAE,MAAM,KAAK,aAAa,EAAE,CAAC;QACpC,GAAG,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;QACnE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC;YAAC,MAAM,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACxE,CAAC;IAED,IAAI,KAAK,EAAE,MAAM,KAAK,QAAQ,IAAI,KAAK,EAAE,MAAM,KAAK,YAAY,EAAE,CAAC;QACjE,GAAG,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACxE,IAAI,oBAAoB,EAAE,IAAI,MAAM,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;YAC9D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC5B,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IAC9B,CAAC;IAED,IAAI,oBAAoB,EAAE,EAAE,CAAC;QAC3B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;IACnE,CAAC;IAED,IAAI,oBAAoB,EAAE,EAAE,CAAC;QAC3B,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC5B,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;IAC9E,iBAAiB,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAC,CAAC;IAC7F,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,OAAe;IAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAE5C,iBAAiB,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;IACtD,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IAExD,IAAI,CAAC;QACH,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,QAAQ,CAAC,mBAAmB,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAE3E,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACnD,QAAQ,CAAC,GAAG,GAAG,kBAAkB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEvE,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACtD,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,cAAc,CAAC,EAAE,QAAQ,CAAC,CAAC;QAE1D,iBAAiB,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC;QACzE,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC/D,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACjD,iBAAiB,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC"}
1
+ {"version":3,"sources":["../../src/searxng/bootstrap.ts"],"sourcesContent":["import { execSync, spawnSync } from 'node:child_process';\nimport { existsSync, readFileSync, writeFileSync, mkdirSync, unlinkSync, rmSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\nimport { isProcessAlive } from './process.js';\n\nconst log = createLogger('searxng');\n\nexport interface BootstrapState {\n status: 'downloading' | 'ready' | 'failed' | 'no_runtime';\n searxngPath?: string;\n attempts?: number;\n lastAttemptAt?: string;\n nextRetryAt?: string;\n lastError?: {\n message: string;\n stderr: string;\n exitCode: number | null;\n command: string;\n timestamp: string;\n };\n /** @deprecated legacy field; read-only for back-compat. Never written by new code. */\n error?: string;\n}\n\nexport function backoffSchedule(attempt: number): number | null {\n const config = getConfig();\n const max = config.bootstrapMaxAttempts;\n const schedule = config.bootstrapBackoffSeconds;\n if (attempt < 1 || attempt > max) return null;\n return schedule[attempt - 1] ?? null;\n}\n\nexport interface BootstrapErrorDetail {\n stderr: string;\n exitCode: number | null;\n command: string;\n}\n\nexport class BootstrapError extends Error {\n constructor(public readonly detail: BootstrapErrorDetail) {\n super(`bootstrap step failed: ${detail.command} (exit ${detail.exitCode})`);\n this.name = 'BootstrapError';\n }\n}\n\nexport function runStep(command: string, args: string[], opts: { timeout: number }): void {\n const result = spawnSync(command, args, { encoding: 'utf-8', timeout: opts.timeout });\n if (result.status !== 0 || result.error) {\n throw new BootstrapError({\n stderr: result.stderr || String(result.error ?? ''),\n exitCode: result.status,\n command: `${command} ${args.join(' ')}`,\n });\n }\n}\n\nexport function acquireBootstrapLock(dataDir: string): () => void {\n const lockFile = join(dataDir, 'bootstrap.lock');\n\n if (existsSync(lockFile)) {\n let stale = false;\n try {\n const data = JSON.parse(readFileSync(lockFile, 'utf-8')) as { pid?: number };\n if (data.pid && isProcessAlive(data.pid)) {\n throw new Error(\n `SearXNG bootstrap already in progress (pid ${data.pid}). ` +\n `Wait for it to finish, or force-recover: kill ${data.pid} && npx @staticn0va/wigolo warmup --force`,\n );\n }\n stale = true;\n } catch (err) {\n if (err instanceof Error && err.message.startsWith('SearXNG bootstrap already in progress')) throw err;\n stale = true; // unparseable → treat as stale\n }\n if (stale) {\n log.info('wiping stale bootstrap lock');\n try { unlinkSync(lockFile); } catch {}\n }\n }\n\n mkdirSync(dataDir, { recursive: true });\n writeFileSync(lockFile, JSON.stringify({ pid: process.pid, startedAt: new Date().toISOString() }));\n\n return function release(): void {\n try { unlinkSync(lockFile); } catch {}\n };\n}\n\nexport interface WaitForBootstrapOpts {\n timeoutMs: number;\n intervalMs: number;\n}\n\nexport async function waitForBootstrap(dataDir: string, opts: WaitForBootstrapOpts): Promise<'ready' | 'failed'> {\n const deadline = Date.now() + opts.timeoutMs;\n while (Date.now() < deadline) {\n const state = getBootstrapState(dataDir);\n if (state?.status === 'ready') return 'ready';\n if (state?.status === 'failed') return 'failed';\n if (state?.status === 'no_runtime') return 'failed';\n await new Promise(r => setTimeout(r, opts.intervalMs));\n }\n throw new Error(`waitForBootstrap timed out after ${opts.timeoutMs}ms`);\n}\n\nexport interface BackendResolution {\n type: 'external' | 'native' | 'docker' | 'scraping';\n url?: string;\n searxngPath?: string;\n}\n\nexport function checkPythonAvailable(): boolean {\n try {\n execSync('python3 --version', { stdio: 'pipe' });\n return true;\n } catch {\n return false;\n }\n}\n\nexport function checkDockerAvailable(): boolean {\n try {\n execSync('docker --version', { stdio: 'pipe' });\n return true;\n } catch {\n return false;\n }\n}\n\nexport function getBootstrapState(dataDir: string): BootstrapState | null {\n const stateFile = join(dataDir, 'state.json');\n if (!existsSync(stateFile)) return null;\n try {\n return JSON.parse(readFileSync(stateFile, 'utf-8'));\n } catch {\n return null;\n }\n}\n\nexport function setBootstrapState(dataDir: string, state: BootstrapState): void {\n mkdirSync(dataDir, { recursive: true });\n writeFileSync(join(dataDir, 'state.json'), JSON.stringify(state));\n}\n\nexport function generateSettings(port: number): string {\n return `use_default_settings: true\n\ngeneral:\n instance_name: \"wigolo-searxng\"\n debug: false\n\nserver:\n port: ${port}\n bind_address: \"127.0.0.1\"\n secret_key: \"wigolo-local-only\"\n\nsearch:\n safe_search: 0\n default_lang: \"en\"\n formats:\n - html\n - json\n\nengines:\n - name: google\n engine: google\n shortcut: g\n - name: bing\n engine: bing\n shortcut: b\n - name: duckduckgo\n engine: duckduckgo\n shortcut: ddg\n - name: brave\n engine: brave\n shortcut: br\n\nui:\n default_theme: simple\n`;\n}\n\nexport async function resolveSearchBackend(): Promise<BackendResolution> {\n const config = getConfig();\n\n if (config.searxngUrl) {\n log.info('using external SearXNG', { url: config.searxngUrl });\n return { type: 'external', url: config.searxngUrl };\n }\n\n const dataDir = config.dataDir;\n const state = getBootstrapState(dataDir);\n\n if (state?.status === 'ready' && state.searxngPath) {\n log.info('SearXNG already bootstrapped', { path: state.searxngPath });\n return { type: 'native', searxngPath: state.searxngPath };\n }\n\n if (state?.status === 'downloading') {\n log.warn('previous SearXNG download was interrupted; bootstrapNativeSearxng will clean up under lock');\n }\n\n if (state?.status === 'failed') {\n const attempts = state.attempts ?? 1;\n const nextRetryAt = state.nextRetryAt ? new Date(state.nextRetryAt) : new Date(0);\n const retryWindowOpen = new Date() >= nextRetryAt;\n const budgetRemaining = attempts < config.bootstrapMaxAttempts;\n\n if (retryWindowOpen && budgetRemaining && checkPythonAvailable()) {\n log.info('SearXNG bootstrap retry window reached', { attempts, nextRetryAt: state.nextRetryAt });\n return { type: 'native', searxngPath: join(dataDir, 'searxng') };\n }\n\n log.warn('SearXNG bootstrap stuck', {\n attempts,\n nextRetryAt: state.nextRetryAt,\n error: state.lastError?.message ?? state.error,\n });\n if (checkDockerAvailable() && config.searxngMode !== 'native') {\n return { type: 'docker' };\n }\n return { type: 'scraping' };\n }\n\n if (state?.status === 'no_runtime') {\n log.warn('SearXNG runtime not found, using fallback', { error: state.error });\n if (checkDockerAvailable() && config.searxngMode !== 'native') {\n return { type: 'docker' };\n }\n return { type: 'scraping' };\n }\n\n if (checkPythonAvailable()) {\n return { type: 'native', searxngPath: join(dataDir, 'searxng') };\n }\n\n if (checkDockerAvailable()) {\n return { type: 'docker' };\n }\n\n log.warn('neither Python nor Docker found — falling back to direct scraping');\n setBootstrapState(dataDir, { status: 'no_runtime', error: 'Python 3 and Docker not found' });\n return { type: 'scraping' };\n}\n\nexport async function bootstrapNativeSearxng(dataDir: string): Promise<void> {\n const release = acquireBootstrapLock(dataDir);\n const priorAttempts = getBootstrapState(dataDir)?.attempts ?? 0;\n try {\n const searxngDir = join(dataDir, 'searxng');\n\n if (existsSync(searxngDir)) {\n log.info('removing previous SearXNG install before (re)bootstrap');\n rmSync(searxngDir, { recursive: true, force: true });\n }\n\n setBootstrapState(dataDir, { status: 'downloading', attempts: priorAttempts });\n log.info('bootstrapping SearXNG', { path: searxngDir });\n\n mkdirSync(searxngDir, { recursive: true });\n runStep('python3', ['-m', 'venv', join(searxngDir, 'venv')], { timeout: 60_000 });\n\n const pip = join(searxngDir, 'venv', 'bin', 'pip');\n runStep(pip, ['install', '--upgrade', 'pip', 'setuptools', 'wheel'], { timeout: 60_000 });\n\n const repoDir = join(searxngDir, 'repo');\n mkdirSync(repoDir, { recursive: true });\n const tarPath = join(searxngDir, 'searxng.tar.gz');\n\n log.info('downloading SearXNG source');\n const response = await fetch('https://github.com/searxng/searxng/archive/refs/heads/master.tar.gz');\n if (!response.ok) {\n throw new BootstrapError({\n stderr: `SearXNG download failed: ${response.status} ${response.statusText}`,\n exitCode: response.status,\n command: 'fetch searxng.tar.gz',\n });\n }\n writeFileSync(tarPath, Buffer.from(await response.arrayBuffer()));\n runStep('tar', ['xzf', tarPath, '--strip-components=1', '-C', repoDir], { timeout: 60_000 });\n\n runStep(pip, ['install', '-r', join(repoDir, 'requirements.txt')], { timeout: 300_000 });\n runStep(pip, ['install', '--no-build-isolation', '--no-deps', repoDir], { timeout: 120_000 });\n\n const config = getConfig();\n const settings = generateSettings(config.searxngPort);\n writeFileSync(join(searxngDir, 'settings.yml'), settings);\n\n setBootstrapState(dataDir, { status: 'ready', searxngPath: searxngDir });\n log.info('SearXNG bootstrap complete');\n } catch (err) {\n const attempts = priorAttempts + 1;\n const backoffSecs = backoffSchedule(attempts);\n const nextRetryAt = backoffSecs === null\n ? undefined\n : new Date(Date.now() + backoffSecs * 1000).toISOString();\n\n const lastError = err instanceof BootstrapError\n ? {\n message: err.message,\n stderr: err.detail.stderr,\n exitCode: err.detail.exitCode,\n command: err.detail.command,\n timestamp: new Date().toISOString(),\n }\n : {\n message: err instanceof Error ? err.message : String(err),\n stderr: '',\n exitCode: null,\n command: '',\n timestamp: new Date().toISOString(),\n };\n\n setBootstrapState(dataDir, {\n status: 'failed',\n attempts,\n lastAttemptAt: new Date().toISOString(),\n nextRetryAt,\n lastError,\n });\n log.error('SearXNG bootstrap failed', { attempts, nextRetryAt, error: lastError.message });\n throw err;\n } finally {\n release();\n }\n}\n"],"mappings":"AAAA,SAAS,UAAU,iBAAiB;AACpC,SAAS,YAAY,cAAc,eAAe,WAAW,YAAY,cAAc;AACvF,SAAS,YAAY;AACrB,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAC7B,SAAS,sBAAsB;AAE/B,MAAM,MAAM,aAAa,SAAS;AAmB3B,SAAS,gBAAgB,SAAgC;AAC9D,QAAM,SAAS,UAAU;AACzB,QAAM,MAAM,OAAO;AACnB,QAAM,WAAW,OAAO;AACxB,MAAI,UAAU,KAAK,UAAU,IAAK,QAAO;AACzC,SAAO,SAAS,UAAU,CAAC,KAAK;AAClC;AAQO,MAAM,uBAAuB,MAAM;AAAA,EACxC,YAA4B,QAA8B;AACxD,UAAM,0BAA0B,OAAO,OAAO,UAAU,OAAO,QAAQ,GAAG;AADhD;AAE1B,SAAK,OAAO;AAAA,EACd;AAAA,EAH4B;AAI9B;AAEO,SAAS,QAAQ,SAAiB,MAAgB,MAAiC;AACxF,QAAM,SAAS,UAAU,SAAS,MAAM,EAAE,UAAU,SAAS,SAAS,KAAK,QAAQ,CAAC;AACpF,MAAI,OAAO,WAAW,KAAK,OAAO,OAAO;AACvC,UAAM,IAAI,eAAe;AAAA,MACvB,QAAQ,OAAO,UAAU,OAAO,OAAO,SAAS,EAAE;AAAA,MAClD,UAAU,OAAO;AAAA,MACjB,SAAS,GAAG,OAAO,IAAI,KAAK,KAAK,GAAG,CAAC;AAAA,IACvC,CAAC;AAAA,EACH;AACF;AAEO,SAAS,qBAAqB,SAA6B;AAChE,QAAM,WAAW,KAAK,SAAS,gBAAgB;AAE/C,MAAI,WAAW,QAAQ,GAAG;AACxB,QAAI,QAAQ;AACZ,QAAI;AACF,YAAM,OAAO,KAAK,MAAM,aAAa,UAAU,OAAO,CAAC;AACvD,UAAI,KAAK,OAAO,eAAe,KAAK,GAAG,GAAG;AACxC,cAAM,IAAI;AAAA,UACR,8CAA8C,KAAK,GAAG,oDACL,KAAK,GAAG;AAAA,QAC3D;AAAA,MACF;AACA,cAAQ;AAAA,IACV,SAAS,KAAK;AACZ,UAAI,eAAe,SAAS,IAAI,QAAQ,WAAW,uCAAuC,EAAG,OAAM;AACnG,cAAQ;AAAA,IACV;AACA,QAAI,OAAO;AACT,UAAI,KAAK,6BAA6B;AACtC,UAAI;AAAE,mBAAW,QAAQ;AAAA,MAAG,QAAQ;AAAA,MAAC;AAAA,IACvC;AAAA,EACF;AAEA,YAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,gBAAc,UAAU,KAAK,UAAU,EAAE,KAAK,QAAQ,KAAK,YAAW,oBAAI,KAAK,GAAE,YAAY,EAAE,CAAC,CAAC;AAEjG,SAAO,SAAS,UAAgB;AAC9B,QAAI;AAAE,iBAAW,QAAQ;AAAA,IAAG,QAAQ;AAAA,IAAC;AAAA,EACvC;AACF;AAOA,eAAsB,iBAAiB,SAAiB,MAAyD;AAC/G,QAAM,WAAW,KAAK,IAAI,IAAI,KAAK;AACnC,SAAO,KAAK,IAAI,IAAI,UAAU;AAC5B,UAAM,QAAQ,kBAAkB,OAAO;AACvC,QAAI,OAAO,WAAW,QAAS,QAAO;AACtC,QAAI,OAAO,WAAW,SAAU,QAAO;AACvC,QAAI,OAAO,WAAW,aAAc,QAAO;AAC3C,UAAM,IAAI,QAAQ,OAAK,WAAW,GAAG,KAAK,UAAU,CAAC;AAAA,EACvD;AACA,QAAM,IAAI,MAAM,oCAAoC,KAAK,SAAS,IAAI;AACxE;AAQO,SAAS,uBAAgC;AAC9C,MAAI;AACF,aAAS,qBAAqB,EAAE,OAAO,OAAO,CAAC;AAC/C,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,uBAAgC;AAC9C,MAAI;AACF,aAAS,oBAAoB,EAAE,OAAO,OAAO,CAAC;AAC9C,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,kBAAkB,SAAwC;AACxE,QAAM,YAAY,KAAK,SAAS,YAAY;AAC5C,MAAI,CAAC,WAAW,SAAS,EAAG,QAAO;AACnC,MAAI;AACF,WAAO,KAAK,MAAM,aAAa,WAAW,OAAO,CAAC;AAAA,EACpD,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,kBAAkB,SAAiB,OAA6B;AAC9E,YAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,gBAAc,KAAK,SAAS,YAAY,GAAG,KAAK,UAAU,KAAK,CAAC;AAClE;AAEO,SAAS,iBAAiB,MAAsB;AACrD,SAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,UAOC,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AA4Bd;AAEA,eAAsB,uBAAmD;AACvE,QAAM,SAAS,UAAU;AAEzB,MAAI,OAAO,YAAY;AACrB,QAAI,KAAK,0BAA0B,EAAE,KAAK,OAAO,WAAW,CAAC;AAC7D,WAAO,EAAE,MAAM,YAAY,KAAK,OAAO,WAAW;AAAA,EACpD;AAEA,QAAM,UAAU,OAAO;AACvB,QAAM,QAAQ,kBAAkB,OAAO;AAEvC,MAAI,OAAO,WAAW,WAAW,MAAM,aAAa;AAClD,QAAI,KAAK,gCAAgC,EAAE,MAAM,MAAM,YAAY,CAAC;AACpE,WAAO,EAAE,MAAM,UAAU,aAAa,MAAM,YAAY;AAAA,EAC1D;AAEA,MAAI,OAAO,WAAW,eAAe;AACnC,QAAI,KAAK,4FAA4F;AAAA,EACvG;AAEA,MAAI,OAAO,WAAW,UAAU;AAC9B,UAAM,WAAW,MAAM,YAAY;AACnC,UAAM,cAAc,MAAM,cAAc,IAAI,KAAK,MAAM,WAAW,IAAI,oBAAI,KAAK,CAAC;AAChF,UAAM,kBAAkB,oBAAI,KAAK,KAAK;AACtC,UAAM,kBAAkB,WAAW,OAAO;AAE1C,QAAI,mBAAmB,mBAAmB,qBAAqB,GAAG;AAChE,UAAI,KAAK,0CAA0C,EAAE,UAAU,aAAa,MAAM,YAAY,CAAC;AAC/F,aAAO,EAAE,MAAM,UAAU,aAAa,KAAK,SAAS,SAAS,EAAE;AAAA,IACjE;AAEA,QAAI,KAAK,2BAA2B;AAAA,MAClC;AAAA,MACA,aAAa,MAAM;AAAA,MACnB,OAAO,MAAM,WAAW,WAAW,MAAM;AAAA,IAC3C,CAAC;AACD,QAAI,qBAAqB,KAAK,OAAO,gBAAgB,UAAU;AAC7D,aAAO,EAAE,MAAM,SAAS;AAAA,IAC1B;AACA,WAAO,EAAE,MAAM,WAAW;AAAA,EAC5B;AAEA,MAAI,OAAO,WAAW,cAAc;AAClC,QAAI,KAAK,6CAA6C,EAAE,OAAO,MAAM,MAAM,CAAC;AAC5E,QAAI,qBAAqB,KAAK,OAAO,gBAAgB,UAAU;AAC7D,aAAO,EAAE,MAAM,SAAS;AAAA,IAC1B;AACA,WAAO,EAAE,MAAM,WAAW;AAAA,EAC5B;AAEA,MAAI,qBAAqB,GAAG;AAC1B,WAAO,EAAE,MAAM,UAAU,aAAa,KAAK,SAAS,SAAS,EAAE;AAAA,EACjE;AAEA,MAAI,qBAAqB,GAAG;AAC1B,WAAO,EAAE,MAAM,SAAS;AAAA,EAC1B;AAEA,MAAI,KAAK,wEAAmE;AAC5E,oBAAkB,SAAS,EAAE,QAAQ,cAAc,OAAO,gCAAgC,CAAC;AAC3F,SAAO,EAAE,MAAM,WAAW;AAC5B;AAEA,eAAsB,uBAAuB,SAAgC;AAC3E,QAAM,UAAU,qBAAqB,OAAO;AAC5C,QAAM,gBAAgB,kBAAkB,OAAO,GAAG,YAAY;AAC9D,MAAI;AACF,UAAM,aAAa,KAAK,SAAS,SAAS;AAE1C,QAAI,WAAW,UAAU,GAAG;AAC1B,UAAI,KAAK,wDAAwD;AACjE,aAAO,YAAY,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;AAAA,IACrD;AAEA,sBAAkB,SAAS,EAAE,QAAQ,eAAe,UAAU,cAAc,CAAC;AAC7E,QAAI,KAAK,yBAAyB,EAAE,MAAM,WAAW,CAAC;AAEtD,cAAU,YAAY,EAAE,WAAW,KAAK,CAAC;AACzC,YAAQ,WAAW,CAAC,MAAM,QAAQ,KAAK,YAAY,MAAM,CAAC,GAAG,EAAE,SAAS,IAAO,CAAC;AAEhF,UAAM,MAAM,KAAK,YAAY,QAAQ,OAAO,KAAK;AACjD,YAAQ,KAAK,CAAC,WAAW,aAAa,OAAO,cAAc,OAAO,GAAG,EAAE,SAAS,IAAO,CAAC;AAExF,UAAM,UAAU,KAAK,YAAY,MAAM;AACvC,cAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,UAAM,UAAU,KAAK,YAAY,gBAAgB;AAEjD,QAAI,KAAK,4BAA4B;AACrC,UAAM,WAAW,MAAM,MAAM,qEAAqE;AAClG,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,eAAe;AAAA,QACvB,QAAQ,4BAA4B,SAAS,MAAM,IAAI,SAAS,UAAU;AAAA,QAC1E,UAAU,SAAS;AAAA,QACnB,SAAS;AAAA,MACX,CAAC;AAAA,IACH;AACA,kBAAc,SAAS,OAAO,KAAK,MAAM,SAAS,YAAY,CAAC,CAAC;AAChE,YAAQ,OAAO,CAAC,OAAO,SAAS,wBAAwB,MAAM,OAAO,GAAG,EAAE,SAAS,IAAO,CAAC;AAE3F,YAAQ,KAAK,CAAC,WAAW,MAAM,KAAK,SAAS,kBAAkB,CAAC,GAAG,EAAE,SAAS,IAAQ,CAAC;AACvF,YAAQ,KAAK,CAAC,WAAW,wBAAwB,aAAa,OAAO,GAAG,EAAE,SAAS,KAAQ,CAAC;AAE5F,UAAM,SAAS,UAAU;AACzB,UAAM,WAAW,iBAAiB,OAAO,WAAW;AACpD,kBAAc,KAAK,YAAY,cAAc,GAAG,QAAQ;AAExD,sBAAkB,SAAS,EAAE,QAAQ,SAAS,aAAa,WAAW,CAAC;AACvE,QAAI,KAAK,4BAA4B;AAAA,EACvC,SAAS,KAAK;AACZ,UAAM,WAAW,gBAAgB;AACjC,UAAM,cAAc,gBAAgB,QAAQ;AAC5C,UAAM,cAAc,gBAAgB,OAChC,SACA,IAAI,KAAK,KAAK,IAAI,IAAI,cAAc,GAAI,EAAE,YAAY;AAE1D,UAAM,YAAY,eAAe,iBAC7B;AAAA,MACE,SAAS,IAAI;AAAA,MACb,QAAQ,IAAI,OAAO;AAAA,MACnB,UAAU,IAAI,OAAO;AAAA,MACrB,SAAS,IAAI,OAAO;AAAA,MACpB,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IACpC,IACA;AAAA,MACE,SAAS,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAAA,MACxD,QAAQ;AAAA,MACR,UAAU;AAAA,MACV,SAAS;AAAA,MACT,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IACpC;AAEJ,sBAAkB,SAAS;AAAA,MACzB,QAAQ;AAAA,MACR;AAAA,MACA,gBAAe,oBAAI,KAAK,GAAE,YAAY;AAAA,MACtC;AAAA,MACA;AAAA,IACF,CAAC;AACD,QAAI,MAAM,4BAA4B,EAAE,UAAU,aAAa,OAAO,UAAU,QAAQ,CAAC;AACzF,UAAM;AAAA,EACR,UAAE;AACA,YAAQ;AAAA,EACV;AACF;","names":[]}
@@ -1 +1 @@
1
- {"version":3,"file":"docker.d.ts","sourceRoot":"","sources":["../../src/searxng/docker.ts"],"names":[],"mappings":"AASA,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAUxD;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAOhD;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,IAAI,CAAuB;IAEnC,MAAM,IAAI,MAAM,GAAG,IAAI;IAIjB,KAAK,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmC/B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAI5B"}
1
+ {"version":3,"file":"docker.d.ts","sourceRoot":"","sources":["../../src/searxng/docker.ts"],"names":[],"mappings":"AASA,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAUxD;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAQhD;AAMD,qBAAa,aAAa;IACxB,OAAO,CAAC,IAAI,CAAuB;IAEnC,MAAM,IAAI,MAAM,GAAG,IAAI;IAIjB,KAAK,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmC/B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAI5B"}
@@ -1,67 +1,76 @@
1
- import { execSync } from 'node:child_process';
2
- import { getConfig } from '../config.js';
3
- import { createLogger } from '../logger.js';
4
- const log = createLogger('searxng');
5
- const CONTAINER_NAME = 'wigolo-searxng';
6
- const IMAGE = 'searxng/searxng:latest';
7
- export function isContainerRunning(name) {
8
- try {
9
- const result = execSync(`docker inspect --format '{{.State.Running}}' ${name}`, { stdio: 'pipe', encoding: 'utf-8' }).trim();
10
- return result === 'true';
11
- }
12
- catch {
13
- return false;
14
- }
1
+ import { execSync } from "node:child_process";
2
+ import { getConfig } from "../config.js";
3
+ import { createLogger } from "../logger.js";
4
+ const log = createLogger("searxng");
5
+ const CONTAINER_NAME = "wigolo-searxng";
6
+ const IMAGE = "searxng/searxng:latest";
7
+ function isContainerRunning(name) {
8
+ try {
9
+ const result = execSync(
10
+ `docker inspect --format '{{.State.Running}}' -- ${shellEscape(name)}`,
11
+ { stdio: "pipe", encoding: "utf-8" }
12
+ ).trim();
13
+ return result === "true";
14
+ } catch {
15
+ return false;
16
+ }
15
17
  }
16
- export function stopContainer(name) {
17
- try {
18
- execSync(`docker stop ${name} && docker rm ${name}`, { stdio: 'pipe' });
19
- log.info('stopped Docker SearXNG container');
20
- }
21
- catch {
22
- log.debug('container was not running');
23
- }
18
+ function stopContainer(name) {
19
+ try {
20
+ const escaped = shellEscape(name);
21
+ execSync(`docker stop -- ${escaped} && docker rm -- ${escaped}`, { stdio: "pipe" });
22
+ log.info("stopped Docker SearXNG container");
23
+ } catch {
24
+ log.debug("container was not running");
25
+ }
24
26
  }
25
- export class DockerSearxng {
26
- port = null;
27
- getUrl() {
28
- return this.port ? `http://127.0.0.1:${this.port}` : null;
27
+ function shellEscape(s) {
28
+ return `'${s.replace(/'/g, "'\\''")}'`;
29
+ }
30
+ class DockerSearxng {
31
+ port = null;
32
+ getUrl() {
33
+ return this.port ? `http://127.0.0.1:${this.port}` : null;
34
+ }
35
+ async start() {
36
+ const config = getConfig();
37
+ this.port = config.searxngPort;
38
+ stopContainer(CONTAINER_NAME);
39
+ try {
40
+ execSync(`docker run -d --name ${CONTAINER_NAME} -p ${this.port}:8080 ${IMAGE}`, {
41
+ stdio: "pipe"
42
+ });
43
+ } catch (err) {
44
+ log.error("failed to start Docker SearXNG", { error: String(err) });
45
+ this.port = null;
46
+ return null;
29
47
  }
30
- async start() {
31
- const config = getConfig();
32
- this.port = config.searxngPort;
33
- stopContainer(CONTAINER_NAME);
34
- try {
35
- execSync(`docker run -d --name ${CONTAINER_NAME} -p ${this.port}:8080 ${IMAGE}`, {
36
- stdio: 'pipe',
37
- });
38
- }
39
- catch (err) {
40
- log.error('failed to start Docker SearXNG', { error: String(err) });
41
- this.port = null;
42
- return null;
48
+ const url = this.getUrl();
49
+ const start = Date.now();
50
+ while (Date.now() - start < 15e3) {
51
+ try {
52
+ const response = await fetch(`${url}/healthz`, { signal: AbortSignal.timeout(2e3) });
53
+ if (response.ok) {
54
+ log.info("Docker SearXNG started", { port: this.port });
55
+ return url;
43
56
  }
44
- const url = this.getUrl();
45
- const start = Date.now();
46
- while (Date.now() - start < 15000) {
47
- try {
48
- const response = await fetch(`${url}/healthz`, { signal: AbortSignal.timeout(2000) });
49
- if (response.ok) {
50
- log.info('Docker SearXNG started', { port: this.port });
51
- return url;
52
- }
53
- }
54
- catch { }
55
- await new Promise(r => setTimeout(r, 500));
56
- }
57
- log.error('Docker SearXNG failed to start');
58
- stopContainer(CONTAINER_NAME);
59
- this.port = null;
60
- return null;
61
- }
62
- async stop() {
63
- stopContainer(CONTAINER_NAME);
64
- this.port = null;
57
+ } catch {
58
+ }
59
+ await new Promise((r) => setTimeout(r, 500));
65
60
  }
61
+ log.error("Docker SearXNG failed to start");
62
+ stopContainer(CONTAINER_NAME);
63
+ this.port = null;
64
+ return null;
65
+ }
66
+ async stop() {
67
+ stopContainer(CONTAINER_NAME);
68
+ this.port = null;
69
+ }
66
70
  }
71
+ export {
72
+ DockerSearxng,
73
+ isContainerRunning,
74
+ stopContainer
75
+ };
67
76
  //# sourceMappingURL=docker.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"docker.js","sourceRoot":"","sources":["../../src/searxng/docker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;AAEpC,MAAM,cAAc,GAAG,gBAAgB,CAAC;AACxC,MAAM,KAAK,GAAG,wBAAwB,CAAC;AAEvC,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,QAAQ,CACrB,gDAAgD,IAAI,EAAE,EACtD,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,CACrC,CAAC,IAAI,EAAE,CAAC;QACT,OAAO,MAAM,KAAK,MAAM,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,IAAI,CAAC;QACH,QAAQ,CAAC,eAAe,IAAI,iBAAiB,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACxE,GAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACzC,CAAC;AACH,CAAC;AAED,MAAM,OAAO,aAAa;IAChB,IAAI,GAAkB,IAAI,CAAC;IAEnC,MAAM;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC;QAE/B,aAAa,CAAC,cAAc,CAAC,CAAC;QAE9B,IAAI,CAAC;YACH,QAAQ,CAAC,wBAAwB,cAAc,OAAO,IAAI,CAAC,IAAI,SAAS,KAAK,EAAE,EAAE;gBAC/E,KAAK,EAAE,MAAM;aACd,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,KAAK,CAAC,gCAAgC,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAG,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,UAAU,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACtF,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;oBAChB,GAAG,CAAC,IAAI,CAAC,wBAAwB,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;oBACxD,OAAO,GAAG,CAAC;gBACb,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YACV,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7C,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAC5C,aAAa,CAAC,cAAc,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,IAAI;QACR,aAAa,CAAC,cAAc,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;CACF"}
1
+ {"version":3,"sources":["../../src/searxng/docker.ts"],"sourcesContent":["import { execSync } from 'node:child_process';\nimport { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\n\nconst log = createLogger('searxng');\n\nconst CONTAINER_NAME = 'wigolo-searxng';\nconst IMAGE = 'searxng/searxng:latest';\n\nexport function isContainerRunning(name: string): boolean {\n try {\n const result = execSync(\n `docker inspect --format '{{.State.Running}}' -- ${shellEscape(name)}`,\n { stdio: 'pipe', encoding: 'utf-8' },\n ).trim();\n return result === 'true';\n } catch {\n return false;\n }\n}\n\nexport function stopContainer(name: string): void {\n try {\n const escaped = shellEscape(name);\n execSync(`docker stop -- ${escaped} && docker rm -- ${escaped}`, { stdio: 'pipe' });\n log.info('stopped Docker SearXNG container');\n } catch {\n log.debug('container was not running');\n }\n}\n\nfunction shellEscape(s: string): string {\n return `'${s.replace(/'/g, \"'\\\\''\")}'`;\n}\n\nexport class DockerSearxng {\n private port: number | null = null;\n\n getUrl(): string | null {\n return this.port ? `http://127.0.0.1:${this.port}` : null;\n }\n\n async start(): Promise<string | null> {\n const config = getConfig();\n this.port = config.searxngPort;\n\n stopContainer(CONTAINER_NAME);\n\n try {\n execSync(`docker run -d --name ${CONTAINER_NAME} -p ${this.port}:8080 ${IMAGE}`, {\n stdio: 'pipe',\n });\n } catch (err) {\n log.error('failed to start Docker SearXNG', { error: String(err) });\n this.port = null;\n return null;\n }\n\n const url = this.getUrl()!;\n const start = Date.now();\n while (Date.now() - start < 15000) {\n try {\n const response = await fetch(`${url}/healthz`, { signal: AbortSignal.timeout(2000) });\n if (response.ok) {\n log.info('Docker SearXNG started', { port: this.port });\n return url;\n }\n } catch {}\n await new Promise(r => setTimeout(r, 500));\n }\n\n log.error('Docker SearXNG failed to start');\n stopContainer(CONTAINER_NAME);\n this.port = null;\n return null;\n }\n\n async stop(): Promise<void> {\n stopContainer(CONTAINER_NAME);\n this.port = null;\n }\n}\n"],"mappings":"AAAA,SAAS,gBAAgB;AACzB,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,SAAS;AAElC,MAAM,iBAAiB;AACvB,MAAM,QAAQ;AAEP,SAAS,mBAAmB,MAAuB;AACxD,MAAI;AACF,UAAM,SAAS;AAAA,MACb,mDAAmD,YAAY,IAAI,CAAC;AAAA,MACpE,EAAE,OAAO,QAAQ,UAAU,QAAQ;AAAA,IACrC,EAAE,KAAK;AACP,WAAO,WAAW;AAAA,EACpB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,cAAc,MAAoB;AAChD,MAAI;AACF,UAAM,UAAU,YAAY,IAAI;AAChC,aAAS,kBAAkB,OAAO,oBAAoB,OAAO,IAAI,EAAE,OAAO,OAAO,CAAC;AAClF,QAAI,KAAK,kCAAkC;AAAA,EAC7C,QAAQ;AACN,QAAI,MAAM,2BAA2B;AAAA,EACvC;AACF;AAEA,SAAS,YAAY,GAAmB;AACtC,SAAO,IAAI,EAAE,QAAQ,MAAM,OAAO,CAAC;AACrC;AAEO,MAAM,cAAc;AAAA,EACjB,OAAsB;AAAA,EAE9B,SAAwB;AACtB,WAAO,KAAK,OAAO,oBAAoB,KAAK,IAAI,KAAK;AAAA,EACvD;AAAA,EAEA,MAAM,QAAgC;AACpC,UAAM,SAAS,UAAU;AACzB,SAAK,OAAO,OAAO;AAEnB,kBAAc,cAAc;AAE5B,QAAI;AACF,eAAS,wBAAwB,cAAc,OAAO,KAAK,IAAI,SAAS,KAAK,IAAI;AAAA,QAC/E,OAAO;AAAA,MACT,CAAC;AAAA,IACH,SAAS,KAAK;AACZ,UAAI,MAAM,kCAAkC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAClE,WAAK,OAAO;AACZ,aAAO;AAAA,IACT;AAEA,UAAM,MAAM,KAAK,OAAO;AACxB,UAAM,QAAQ,KAAK,IAAI;AACvB,WAAO,KAAK,IAAI,IAAI,QAAQ,MAAO;AACjC,UAAI;AACF,cAAM,WAAW,MAAM,MAAM,GAAG,GAAG,YAAY,EAAE,QAAQ,YAAY,QAAQ,GAAI,EAAE,CAAC;AACpF,YAAI,SAAS,IAAI;AACf,cAAI,KAAK,0BAA0B,EAAE,MAAM,KAAK,KAAK,CAAC;AACtD,iBAAO;AAAA,QACT;AAAA,MACF,QAAQ;AAAA,MAAC;AACT,YAAM,IAAI,QAAQ,OAAK,WAAW,GAAG,GAAG,CAAC;AAAA,IAC3C;AAEA,QAAI,MAAM,gCAAgC;AAC1C,kBAAc,cAAc;AAC5B,SAAK,OAAO;AACZ,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,OAAsB;AAC1B,kBAAc,cAAc;AAC5B,SAAK,OAAO;AAAA,EACd;AACF;","names":[]}
@@ -1,22 +1,34 @@
1
+ export interface ProcessCallbacks {
2
+ onUnhealthy?: (reason: string) => void;
3
+ onHealthy?: () => void;
4
+ }
1
5
  export declare function findAvailablePort(startPort: number): Promise<number>;
2
6
  interface LockResult {
3
7
  acquired: boolean;
4
8
  existingPid?: number;
5
9
  existingPort?: number;
6
10
  }
11
+ export declare function isProcessAlive(pid: number): boolean;
7
12
  export declare function acquireLock(dataDir: string): LockResult;
8
13
  export declare function releaseLock(dataDir: string): void;
9
14
  export declare class SearxngProcess {
10
15
  private readonly searxngPath;
11
16
  private readonly dataDir;
17
+ private readonly callbacks;
12
18
  private child;
13
19
  private port;
14
20
  private crashTimes;
15
21
  private stopped;
16
- constructor(searxngPath: string, dataDir: string);
22
+ private isCurrentlyUnhealthy;
23
+ private healthProbeFailures;
24
+ private healthProbeTimer;
25
+ constructor(searxngPath: string, dataDir: string, callbacks?: ProcessCallbacks);
17
26
  getUrl(): string | null;
18
27
  start(): Promise<string | null>;
19
28
  private monitorCrashes;
29
+ private startHealthProbe;
30
+ private probeOnce;
31
+ private notePotentialFailure;
20
32
  stop(): Promise<void>;
21
33
  }
22
34
  export {};
@@ -1 +1 @@
1
- {"version":3,"file":"process.d.ts","sourceRoot":"","sources":["../../src/searxng/process.ts"],"names":[],"mappings":"AAiBA,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAuBpE;AAED,UAAU,UAAU;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAWD,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU,CAmBvD;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CASjD;AAcD,qBAAa,cAAc;IAOvB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO;IAP1B,OAAO,CAAC,KAAK,CAA6B;IAC1C,OAAO,CAAC,IAAI,CAAuB;IACnC,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,OAAO,CAAS;gBAGL,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM;IAGlC,MAAM,IAAI,MAAM,GAAG,IAAI;IAIjB,KAAK,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmDrC,OAAO,CAAC,cAAc;IA0BhB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAoB5B"}
1
+ {"version":3,"file":"process.d.ts","sourceRoot":"","sources":["../../src/searxng/process.ts"],"names":[],"mappings":"AAiBA,MAAM,WAAW,gBAAgB;IAC/B,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IACvC,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC;CACxB;AAED,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAuBpE;AAED,UAAU,UAAU;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAOnD;AAeD,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,UAAU,CAmBvD;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAKjD;AAcD,qBAAa,cAAc;IAUvB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAX5B,OAAO,CAAC,KAAK,CAA6B;IAC1C,OAAO,CAAC,IAAI,CAAuB;IACnC,OAAO,CAAC,UAAU,CAAgB;IAClC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,mBAAmB,CAAK;IAChC,OAAO,CAAC,gBAAgB,CAA+B;gBAGpC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,EACf,SAAS,GAAE,gBAAqB;IAGnD,MAAM,IAAI,MAAM,GAAG,IAAI;IAIjB,KAAK,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAwErC,OAAO,CAAC,cAAc;IAgCtB,OAAO,CAAC,gBAAgB;YASV,SAAS;IAkBvB,OAAO,CAAC,oBAAoB;IAQtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;CAwB5B"}