@staticn0va/wigolo 0.1.0 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1003) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +146 -227
  3. package/SKILL.md +382 -0
  4. package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
  5. package/assets/blocks/claude-code/wigolo-command.md +40 -0
  6. package/assets/blocks/cursor/wigolo.mdc +46 -0
  7. package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
  8. package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
  9. package/assets/skills/wigolo/SKILL.md +50 -0
  10. package/assets/skills/wigolo/rules/cache-first.md +30 -0
  11. package/assets/skills/wigolo/rules/synthesis.md +43 -0
  12. package/assets/skills/wigolo-agent/SKILL.md +73 -0
  13. package/assets/skills/wigolo-crawl/SKILL.md +60 -0
  14. package/assets/skills/wigolo-extract/SKILL.md +59 -0
  15. package/assets/skills/wigolo-fetch/SKILL.md +65 -0
  16. package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
  17. package/assets/skills/wigolo-research/SKILL.md +77 -0
  18. package/assets/skills/wigolo-search/SKILL.md +78 -0
  19. package/dist/agent/executor.d.ts +33 -0
  20. package/dist/agent/executor.d.ts.map +1 -0
  21. package/dist/agent/executor.js +233 -0
  22. package/dist/agent/executor.js.map +1 -0
  23. package/dist/agent/pipeline.d.ts +5 -0
  24. package/dist/agent/pipeline.d.ts.map +1 -0
  25. package/dist/agent/pipeline.js +238 -0
  26. package/dist/agent/pipeline.js.map +1 -0
  27. package/dist/agent/planner.d.ts +13 -0
  28. package/dist/agent/planner.d.ts.map +1 -0
  29. package/dist/agent/planner.js +271 -0
  30. package/dist/agent/planner.js.map +1 -0
  31. package/dist/agent/relevance.d.ts +15 -0
  32. package/dist/agent/relevance.d.ts.map +1 -0
  33. package/dist/agent/relevance.js +60 -0
  34. package/dist/agent/relevance.js.map +1 -0
  35. package/dist/cache/backfill-embeddings.d.ts +23 -0
  36. package/dist/cache/backfill-embeddings.d.ts.map +1 -0
  37. package/dist/cache/backfill-embeddings.js +105 -0
  38. package/dist/cache/backfill-embeddings.js.map +1 -0
  39. package/dist/cache/change-detector.d.ts +7 -0
  40. package/dist/cache/change-detector.d.ts.map +1 -0
  41. package/dist/cache/change-detector.js +43 -0
  42. package/dist/cache/change-detector.js.map +1 -0
  43. package/dist/cache/db.d.ts +1 -0
  44. package/dist/cache/db.d.ts.map +1 -1
  45. package/dist/cache/db.js +94 -22
  46. package/dist/cache/db.js.map +1 -1
  47. package/dist/cache/diff-summary.d.ts +2 -0
  48. package/dist/cache/diff-summary.d.ts.map +1 -0
  49. package/dist/cache/diff-summary.js +82 -0
  50. package/dist/cache/diff-summary.js.map +1 -0
  51. package/dist/cache/migrations/runner.d.ts +29 -0
  52. package/dist/cache/migrations/runner.d.ts.map +1 -0
  53. package/dist/cache/migrations/runner.js +147 -0
  54. package/dist/cache/migrations/runner.js.map +1 -0
  55. package/dist/cache/sqlite-vec-store.d.ts +42 -0
  56. package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
  57. package/dist/cache/sqlite-vec-store.js +176 -0
  58. package/dist/cache/sqlite-vec-store.js.map +1 -0
  59. package/dist/cache/store.d.ts +47 -1
  60. package/dist/cache/store.d.ts.map +1 -1
  61. package/dist/cache/store.js +364 -168
  62. package/dist/cache/store.js.map +1 -1
  63. package/dist/cli/agents/antigravity.d.ts +20 -0
  64. package/dist/cli/agents/antigravity.d.ts.map +1 -0
  65. package/dist/cli/agents/antigravity.js +49 -0
  66. package/dist/cli/agents/antigravity.js.map +1 -0
  67. package/dist/cli/agents/claude-code.d.ts +25 -0
  68. package/dist/cli/agents/claude-code.d.ts.map +1 -0
  69. package/dist/cli/agents/claude-code.js +111 -0
  70. package/dist/cli/agents/claude-code.js.map +1 -0
  71. package/dist/cli/agents/cursor.d.ts +21 -0
  72. package/dist/cli/agents/cursor.d.ts.map +1 -0
  73. package/dist/cli/agents/cursor.js +58 -0
  74. package/dist/cli/agents/cursor.js.map +1 -0
  75. package/dist/cli/agents/gemini-cli.d.ts +21 -0
  76. package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
  77. package/dist/cli/agents/gemini-cli.js +55 -0
  78. package/dist/cli/agents/gemini-cli.js.map +1 -0
  79. package/dist/cli/agents/registry.d.ts +21 -0
  80. package/dist/cli/agents/registry.d.ts.map +1 -0
  81. package/dist/cli/agents/registry.js +27 -0
  82. package/dist/cli/agents/registry.js.map +1 -0
  83. package/dist/cli/agents/utils.d.ts +26 -0
  84. package/dist/cli/agents/utils.d.ts.map +1 -0
  85. package/dist/cli/agents/utils.js +136 -0
  86. package/dist/cli/agents/utils.js.map +1 -0
  87. package/dist/cli/agents/vscode.d.ts +21 -0
  88. package/dist/cli/agents/vscode.d.ts.map +1 -0
  89. package/dist/cli/agents/vscode.js +62 -0
  90. package/dist/cli/agents/vscode.js.map +1 -0
  91. package/dist/cli/auth.d.ts +2 -0
  92. package/dist/cli/auth.d.ts.map +1 -0
  93. package/dist/cli/auth.js +94 -0
  94. package/dist/cli/auth.js.map +1 -0
  95. package/dist/cli/backfill.d.ts +2 -0
  96. package/dist/cli/backfill.d.ts.map +1 -0
  97. package/dist/cli/backfill.js +58 -0
  98. package/dist/cli/backfill.js.map +1 -0
  99. package/dist/cli/daemon.d.ts +6 -1
  100. package/dist/cli/daemon.d.ts.map +1 -1
  101. package/dist/cli/daemon.js +61 -3
  102. package/dist/cli/daemon.js.map +1 -1
  103. package/dist/cli/doctor.d.ts +8 -0
  104. package/dist/cli/doctor.d.ts.map +1 -0
  105. package/dist/cli/doctor.js +344 -0
  106. package/dist/cli/doctor.js.map +1 -0
  107. package/dist/cli/health.d.ts +1 -1
  108. package/dist/cli/health.d.ts.map +1 -1
  109. package/dist/cli/health.js +42 -3
  110. package/dist/cli/health.js.map +1 -1
  111. package/dist/cli/help.d.ts +6 -0
  112. package/dist/cli/help.d.ts.map +1 -0
  113. package/dist/cli/help.js +63 -0
  114. package/dist/cli/help.js.map +1 -0
  115. package/dist/cli/index.d.ts +1 -1
  116. package/dist/cli/index.d.ts.map +1 -1
  117. package/dist/cli/index.js +35 -7
  118. package/dist/cli/index.js.map +1 -1
  119. package/dist/cli/init.d.ts +2 -0
  120. package/dist/cli/init.d.ts.map +1 -0
  121. package/dist/cli/init.js +201 -0
  122. package/dist/cli/init.js.map +1 -0
  123. package/dist/cli/plugin.d.ts +5 -0
  124. package/dist/cli/plugin.d.ts.map +1 -0
  125. package/dist/cli/plugin.js +185 -0
  126. package/dist/cli/plugin.js.map +1 -0
  127. package/dist/cli/setup-mcp.d.ts +2 -0
  128. package/dist/cli/setup-mcp.d.ts.map +1 -0
  129. package/dist/cli/setup-mcp.js +114 -0
  130. package/dist/cli/setup-mcp.js.map +1 -0
  131. package/dist/cli/shell.d.ts +2 -0
  132. package/dist/cli/shell.d.ts.map +1 -0
  133. package/dist/cli/shell.js +86 -0
  134. package/dist/cli/shell.js.map +1 -0
  135. package/dist/cli/shutdown.d.ts +2 -0
  136. package/dist/cli/shutdown.d.ts.map +1 -0
  137. package/dist/cli/shutdown.js +26 -0
  138. package/dist/cli/shutdown.js.map +1 -0
  139. package/dist/cli/status.d.ts +2 -0
  140. package/dist/cli/status.d.ts.map +1 -0
  141. package/dist/cli/status.js +31 -0
  142. package/dist/cli/status.js.map +1 -0
  143. package/dist/cli/telemetry.d.ts +10 -0
  144. package/dist/cli/telemetry.d.ts.map +1 -0
  145. package/dist/cli/telemetry.js +56 -0
  146. package/dist/cli/telemetry.js.map +1 -0
  147. package/dist/cli/tui/agents-types.d.ts +28 -0
  148. package/dist/cli/tui/agents-types.d.ts.map +1 -0
  149. package/dist/cli/tui/agents-types.js +1 -0
  150. package/dist/cli/tui/agents-types.js.map +1 -0
  151. package/dist/cli/tui/agents.d.ts +11 -0
  152. package/dist/cli/tui/agents.d.ts.map +1 -0
  153. package/dist/cli/tui/agents.js +93 -0
  154. package/dist/cli/tui/agents.js.map +1 -0
  155. package/dist/cli/tui/banner.d.ts +3 -0
  156. package/dist/cli/tui/banner.d.ts.map +1 -0
  157. package/dist/cli/tui/banner.js +30 -0
  158. package/dist/cli/tui/banner.js.map +1 -0
  159. package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
  160. package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
  161. package/dist/cli/tui/components/AgentSelect.js +116 -0
  162. package/dist/cli/tui/components/AgentSelect.js.map +1 -0
  163. package/dist/cli/tui/components/Banner.d.ts +6 -0
  164. package/dist/cli/tui/components/Banner.d.ts.map +1 -0
  165. package/dist/cli/tui/components/Banner.js +25 -0
  166. package/dist/cli/tui/components/Banner.js.map +1 -0
  167. package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
  168. package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
  169. package/dist/cli/tui/components/BrowserSelect.js +19 -0
  170. package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
  171. package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
  172. package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
  173. package/dist/cli/tui/components/InstallProgress.js +67 -0
  174. package/dist/cli/tui/components/InstallProgress.js.map +1 -0
  175. package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
  176. package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
  177. package/dist/cli/tui/components/SkillInstall.js +94 -0
  178. package/dist/cli/tui/components/SkillInstall.js.map +1 -0
  179. package/dist/cli/tui/components/Summary.d.ts +22 -0
  180. package/dist/cli/tui/components/Summary.d.ts.map +1 -0
  181. package/dist/cli/tui/components/Summary.js +135 -0
  182. package/dist/cli/tui/components/Summary.js.map +1 -0
  183. package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
  184. package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
  185. package/dist/cli/tui/components/SystemCheck.js +71 -0
  186. package/dist/cli/tui/components/SystemCheck.js.map +1 -0
  187. package/dist/cli/tui/components/Verification.d.ts +8 -0
  188. package/dist/cli/tui/components/Verification.d.ts.map +1 -0
  189. package/dist/cli/tui/components/Verification.js +63 -0
  190. package/dist/cli/tui/components/Verification.js.map +1 -0
  191. package/dist/cli/tui/config-writer-cli.d.ts +12 -0
  192. package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
  193. package/dist/cli/tui/config-writer-cli.js +39 -0
  194. package/dist/cli/tui/config-writer-cli.js.map +1 -0
  195. package/dist/cli/tui/config-writer-json.d.ts +16 -0
  196. package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
  197. package/dist/cli/tui/config-writer-json.js +86 -0
  198. package/dist/cli/tui/config-writer-json.js.map +1 -0
  199. package/dist/cli/tui/config-writer-toml.d.ts +16 -0
  200. package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
  201. package/dist/cli/tui/config-writer-toml.js +83 -0
  202. package/dist/cli/tui/config-writer-toml.js.map +1 -0
  203. package/dist/cli/tui/config-writer.d.ts +25 -0
  204. package/dist/cli/tui/config-writer.d.ts.map +1 -0
  205. package/dist/cli/tui/config-writer.js +101 -0
  206. package/dist/cli/tui/config-writer.js.map +1 -0
  207. package/dist/cli/tui/detect-helpers.d.ts +6 -0
  208. package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
  209. package/dist/cli/tui/detect-helpers.js +45 -0
  210. package/dist/cli/tui/detect-helpers.js.map +1 -0
  211. package/dist/cli/tui/extras-prompt.d.ts +7 -0
  212. package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
  213. package/dist/cli/tui/extras-prompt.js +42 -0
  214. package/dist/cli/tui/extras-prompt.js.map +1 -0
  215. package/dist/cli/tui/flags-types.d.ts +19 -0
  216. package/dist/cli/tui/flags-types.d.ts.map +1 -0
  217. package/dist/cli/tui/flags-types.js +23 -0
  218. package/dist/cli/tui/flags-types.js.map +1 -0
  219. package/dist/cli/tui/flags.d.ts +5 -0
  220. package/dist/cli/tui/flags.d.ts.map +1 -0
  221. package/dist/cli/tui/flags.js +132 -0
  222. package/dist/cli/tui/flags.js.map +1 -0
  223. package/dist/cli/tui/format.d.ts +14 -0
  224. package/dist/cli/tui/format.d.ts.map +1 -0
  225. package/dist/cli/tui/format.js +37 -0
  226. package/dist/cli/tui/format.js.map +1 -0
  227. package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
  228. package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
  229. package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
  230. package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
  231. package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
  232. package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
  233. package/dist/cli/tui/hooks/useInstall.js +90 -0
  234. package/dist/cli/tui/hooks/useInstall.js.map +1 -0
  235. package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
  236. package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
  237. package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
  238. package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
  239. package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
  240. package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
  241. package/dist/cli/tui/hooks/useVerify.js +71 -0
  242. package/dist/cli/tui/hooks/useVerify.js.map +1 -0
  243. package/dist/cli/tui/ink-init.d.ts +2 -0
  244. package/dist/cli/tui/ink-init.d.ts.map +1 -0
  245. package/dist/cli/tui/ink-init.js +198 -0
  246. package/dist/cli/tui/ink-init.js.map +1 -0
  247. package/dist/cli/tui/reporter-auto.d.ts +7 -0
  248. package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
  249. package/dist/cli/tui/reporter-auto.js +15 -0
  250. package/dist/cli/tui/reporter-auto.js.map +1 -0
  251. package/dist/cli/tui/reporter.d.ts +26 -0
  252. package/dist/cli/tui/reporter.d.ts.map +1 -0
  253. package/dist/cli/tui/reporter.js +32 -0
  254. package/dist/cli/tui/reporter.js.map +1 -0
  255. package/dist/cli/tui/run-command.d.ts +14 -0
  256. package/dist/cli/tui/run-command.d.ts.map +1 -0
  257. package/dist/cli/tui/run-command.js +72 -0
  258. package/dist/cli/tui/run-command.js.map +1 -0
  259. package/dist/cli/tui/select-agents.d.ts +6 -0
  260. package/dist/cli/tui/select-agents.d.ts.map +1 -0
  261. package/dist/cli/tui/select-agents.js +32 -0
  262. package/dist/cli/tui/select-agents.js.map +1 -0
  263. package/dist/cli/tui/status-agents.d.ts +11 -0
  264. package/dist/cli/tui/status-agents.d.ts.map +1 -0
  265. package/dist/cli/tui/status-agents.js +53 -0
  266. package/dist/cli/tui/status-agents.js.map +1 -0
  267. package/dist/cli/tui/status-cache.d.ts +6 -0
  268. package/dist/cli/tui/status-cache.d.ts.map +1 -0
  269. package/dist/cli/tui/status-cache.js +39 -0
  270. package/dist/cli/tui/status-cache.js.map +1 -0
  271. package/dist/cli/tui/status-format.d.ts +14 -0
  272. package/dist/cli/tui/status-format.d.ts.map +1 -0
  273. package/dist/cli/tui/status-format.js +41 -0
  274. package/dist/cli/tui/status-format.js.map +1 -0
  275. package/dist/cli/tui/status-python.d.ts +6 -0
  276. package/dist/cli/tui/status-python.d.ts.map +1 -0
  277. package/dist/cli/tui/status-python.js +30 -0
  278. package/dist/cli/tui/status-python.js.map +1 -0
  279. package/dist/cli/tui/system-check.d.ts +24 -0
  280. package/dist/cli/tui/system-check.d.ts.map +1 -0
  281. package/dist/cli/tui/system-check.js +103 -0
  282. package/dist/cli/tui/system-check.js.map +1 -0
  283. package/dist/cli/tui/tui-reporter.d.ts +19 -0
  284. package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
  285. package/dist/cli/tui/tui-reporter.js +95 -0
  286. package/dist/cli/tui/tui-reporter.js.map +1 -0
  287. package/dist/cli/tui/utils/config-writer.d.ts +3 -0
  288. package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
  289. package/dist/cli/tui/utils/config-writer.js +22 -0
  290. package/dist/cli/tui/utils/config-writer.js.map +1 -0
  291. package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
  292. package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
  293. package/dist/cli/tui/utils/suppress-logs.js +11 -0
  294. package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
  295. package/dist/cli/tui/verify-suggestions.d.ts +5 -0
  296. package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
  297. package/dist/cli/tui/verify-suggestions.js +20 -0
  298. package/dist/cli/tui/verify-suggestions.js.map +1 -0
  299. package/dist/cli/tui/verify.d.ts +14 -0
  300. package/dist/cli/tui/verify.d.ts.map +1 -0
  301. package/dist/cli/tui/verify.js +101 -0
  302. package/dist/cli/tui/verify.js.map +1 -0
  303. package/dist/cli/tui/version.d.ts +2 -0
  304. package/dist/cli/tui/version.d.ts.map +1 -0
  305. package/dist/cli/tui/version.js +14 -0
  306. package/dist/cli/tui/version.js.map +1 -0
  307. package/dist/cli/uninstall.d.ts +2 -0
  308. package/dist/cli/uninstall.d.ts.map +1 -0
  309. package/dist/cli/uninstall.js +57 -0
  310. package/dist/cli/uninstall.js.map +1 -0
  311. package/dist/cli/warmup.d.ts +10 -2
  312. package/dist/cli/warmup.d.ts.map +1 -1
  313. package/dist/cli/warmup.js +226 -93
  314. package/dist/cli/warmup.js.map +1 -1
  315. package/dist/config.d.ts +28 -2
  316. package/dist/config.d.ts.map +1 -1
  317. package/dist/config.js +106 -56
  318. package/dist/config.js.map +1 -1
  319. package/dist/crawl/crawler.d.ts +6 -0
  320. package/dist/crawl/crawler.d.ts.map +1 -1
  321. package/dist/crawl/crawler.js +210 -209
  322. package/dist/crawl/crawler.js.map +1 -1
  323. package/dist/crawl/dedup.d.ts +1 -0
  324. package/dist/crawl/dedup.d.ts.map +1 -1
  325. package/dist/crawl/dedup.js +124 -81
  326. package/dist/crawl/dedup.js.map +1 -1
  327. package/dist/crawl/etag-incremental.d.ts +43 -0
  328. package/dist/crawl/etag-incremental.d.ts.map +1 -0
  329. package/dist/crawl/etag-incremental.js +94 -0
  330. package/dist/crawl/etag-incremental.js.map +1 -0
  331. package/dist/crawl/index-to-vec.d.ts +10 -0
  332. package/dist/crawl/index-to-vec.d.ts.map +1 -0
  333. package/dist/crawl/index-to-vec.js +44 -0
  334. package/dist/crawl/index-to-vec.js.map +1 -0
  335. package/dist/crawl/mapper.js +136 -164
  336. package/dist/crawl/mapper.js.map +1 -1
  337. package/dist/crawl/rate-limiter.js +63 -66
  338. package/dist/crawl/rate-limiter.js.map +1 -1
  339. package/dist/crawl/robots.js +58 -57
  340. package/dist/crawl/robots.js.map +1 -1
  341. package/dist/crawl/sitemap-first.d.ts +12 -0
  342. package/dist/crawl/sitemap-first.d.ts.map +1 -0
  343. package/dist/crawl/sitemap-first.js +47 -0
  344. package/dist/crawl/sitemap-first.js.map +1 -0
  345. package/dist/crawl/sitemap.js +33 -32
  346. package/dist/crawl/sitemap.js.map +1 -1
  347. package/dist/crawl/url-utils.d.ts +1 -0
  348. package/dist/crawl/url-utils.d.ts.map +1 -1
  349. package/dist/crawl/url-utils.js +49 -37
  350. package/dist/crawl/url-utils.js.map +1 -1
  351. package/dist/daemon/health-check.d.ts +16 -0
  352. package/dist/daemon/health-check.d.ts.map +1 -0
  353. package/dist/daemon/health-check.js +33 -0
  354. package/dist/daemon/health-check.js.map +1 -0
  355. package/dist/daemon/http-server.d.ts +26 -0
  356. package/dist/daemon/http-server.d.ts.map +1 -0
  357. package/dist/daemon/http-server.js +275 -0
  358. package/dist/daemon/http-server.js.map +1 -0
  359. package/dist/daemon/proxy.d.ts +10 -0
  360. package/dist/daemon/proxy.d.ts.map +1 -0
  361. package/dist/daemon/proxy.js +93 -0
  362. package/dist/daemon/proxy.js.map +1 -0
  363. package/dist/embedding/embed.d.ts +59 -0
  364. package/dist/embedding/embed.d.ts.map +1 -0
  365. package/dist/embedding/embed.js +233 -0
  366. package/dist/embedding/embed.js.map +1 -0
  367. package/dist/embedding/fastembed-provider.d.ts +19 -0
  368. package/dist/embedding/fastembed-provider.d.ts.map +1 -0
  369. package/dist/embedding/fastembed-provider.js +51 -0
  370. package/dist/embedding/fastembed-provider.js.map +1 -0
  371. package/dist/embedding/key-terms.d.ts +12 -0
  372. package/dist/embedding/key-terms.d.ts.map +1 -0
  373. package/dist/embedding/key-terms.js +234 -0
  374. package/dist/embedding/key-terms.js.map +1 -0
  375. package/dist/extraction/boilerplate.d.ts +15 -0
  376. package/dist/extraction/boilerplate.d.ts.map +1 -0
  377. package/dist/extraction/boilerplate.js +52 -0
  378. package/dist/extraction/boilerplate.js.map +1 -0
  379. package/dist/extraction/defuddle.d.ts.map +1 -1
  380. package/dist/extraction/defuddle.js +27 -23
  381. package/dist/extraction/defuddle.js.map +1 -1
  382. package/dist/extraction/extract.d.ts.map +1 -1
  383. package/dist/extraction/extract.js +76 -76
  384. package/dist/extraction/extract.js.map +1 -1
  385. package/dist/extraction/jsonld.js +50 -54
  386. package/dist/extraction/jsonld.js.map +1 -1
  387. package/dist/extraction/lang-hints.d.ts +2 -0
  388. package/dist/extraction/lang-hints.d.ts.map +1 -0
  389. package/dist/extraction/lang-hints.js +30 -0
  390. package/dist/extraction/lang-hints.js.map +1 -0
  391. package/dist/extraction/llm-fallback.d.ts +17 -0
  392. package/dist/extraction/llm-fallback.d.ts.map +1 -0
  393. package/dist/extraction/llm-fallback.js +130 -0
  394. package/dist/extraction/llm-fallback.js.map +1 -0
  395. package/dist/extraction/markdown-sanitize.d.ts +2 -0
  396. package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
  397. package/dist/extraction/markdown-sanitize.js +151 -0
  398. package/dist/extraction/markdown-sanitize.js.map +1 -0
  399. package/dist/extraction/markdown.d.ts +11 -0
  400. package/dist/extraction/markdown.d.ts.map +1 -1
  401. package/dist/extraction/markdown.js +195 -91
  402. package/dist/extraction/markdown.js.map +1 -1
  403. package/dist/extraction/pipeline.d.ts +8 -0
  404. package/dist/extraction/pipeline.d.ts.map +1 -1
  405. package/dist/extraction/pipeline.js +57 -91
  406. package/dist/extraction/pipeline.js.map +1 -1
  407. package/dist/extraction/readability.d.ts +1 -1
  408. package/dist/extraction/readability.d.ts.map +1 -1
  409. package/dist/extraction/readability.js +28 -29
  410. package/dist/extraction/readability.js.map +1 -1
  411. package/dist/extraction/schema.d.ts +12 -0
  412. package/dist/extraction/schema.d.ts.map +1 -1
  413. package/dist/extraction/schema.js +135 -72
  414. package/dist/extraction/schema.js.map +1 -1
  415. package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
  416. package/dist/extraction/site-extractors/docs-generic.js +81 -91
  417. package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
  418. package/dist/extraction/site-extractors/github.d.ts.map +1 -1
  419. package/dist/extraction/site-extractors/github.js +87 -95
  420. package/dist/extraction/site-extractors/github.js.map +1 -1
  421. package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
  422. package/dist/extraction/site-extractors/mdn.js +46 -54
  423. package/dist/extraction/site-extractors/mdn.js.map +1 -1
  424. package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
  425. package/dist/extraction/site-extractors/stackoverflow.js +71 -80
  426. package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
  427. package/dist/extraction/structured-data.d.ts +4 -0
  428. package/dist/extraction/structured-data.d.ts.map +1 -0
  429. package/dist/extraction/structured-data.js +173 -0
  430. package/dist/extraction/structured-data.js.map +1 -0
  431. package/dist/extraction/structured.d.ts +4 -0
  432. package/dist/extraction/structured.d.ts.map +1 -0
  433. package/dist/extraction/structured.js +163 -0
  434. package/dist/extraction/structured.js.map +1 -0
  435. package/dist/extraction/v1/classifier.d.ts +3 -0
  436. package/dist/extraction/v1/classifier.d.ts.map +1 -0
  437. package/dist/extraction/v1/classifier.js +110 -0
  438. package/dist/extraction/v1/classifier.js.map +1 -0
  439. package/dist/extraction/v1/extract-provider.d.ts +16 -0
  440. package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
  441. package/dist/extraction/v1/extract-provider.js +43 -0
  442. package/dist/extraction/v1/extract-provider.js.map +1 -0
  443. package/dist/extraction/v1/local-llm.d.ts +8 -0
  444. package/dist/extraction/v1/local-llm.d.ts.map +1 -0
  445. package/dist/extraction/v1/local-llm.js +34 -0
  446. package/dist/extraction/v1/local-llm.js.map +1 -0
  447. package/dist/extraction/v1/news.d.ts +3 -0
  448. package/dist/extraction/v1/news.d.ts.map +1 -0
  449. package/dist/extraction/v1/news.js +61 -0
  450. package/dist/extraction/v1/news.js.map +1 -0
  451. package/dist/extraction/v1/product.d.ts +3 -0
  452. package/dist/extraction/v1/product.d.ts.map +1 -0
  453. package/dist/extraction/v1/product.js +166 -0
  454. package/dist/extraction/v1/product.js.map +1 -0
  455. package/dist/extraction/v1/recipe.d.ts +3 -0
  456. package/dist/extraction/v1/recipe.d.ts.map +1 -0
  457. package/dist/extraction/v1/recipe.js +136 -0
  458. package/dist/extraction/v1/recipe.js.map +1 -0
  459. package/dist/extraction/v1/routed.d.ts +17 -0
  460. package/dist/extraction/v1/routed.d.ts.map +1 -0
  461. package/dist/extraction/v1/routed.js +68 -0
  462. package/dist/extraction/v1/routed.js.map +1 -0
  463. package/dist/extraction/v1/schemas/Article.d.ts +11 -0
  464. package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
  465. package/dist/extraction/v1/schemas/Article.js +23 -0
  466. package/dist/extraction/v1/schemas/Article.js.map +1 -0
  467. package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
  468. package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
  469. package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
  470. package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
  471. package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
  472. package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
  473. package/dist/extraction/v1/schemas/EventListing.js +122 -0
  474. package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
  475. package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
  476. package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
  477. package/dist/extraction/v1/schemas/Paper.js +156 -0
  478. package/dist/extraction/v1/schemas/Paper.js.map +1 -0
  479. package/dist/extraction/v1/schemas/Product.d.ts +17 -0
  480. package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
  481. package/dist/extraction/v1/schemas/Product.js +149 -0
  482. package/dist/extraction/v1/schemas/Product.js.map +1 -0
  483. package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
  484. package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
  485. package/dist/extraction/v1/schemas/Recipe.js +160 -0
  486. package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
  487. package/dist/extraction/v1/schemas/index.d.ts +13 -0
  488. package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
  489. package/dist/extraction/v1/schemas/index.js +44 -0
  490. package/dist/extraction/v1/schemas/index.js.map +1 -0
  491. package/dist/extraction/v1/site-extractors.d.ts +5 -0
  492. package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
  493. package/dist/extraction/v1/site-extractors.js +31 -0
  494. package/dist/extraction/v1/site-extractors.js.map +1 -0
  495. package/dist/fetch/action-executor.d.ts +28 -0
  496. package/dist/fetch/action-executor.d.ts.map +1 -0
  497. package/dist/fetch/action-executor.js +88 -0
  498. package/dist/fetch/action-executor.js.map +1 -0
  499. package/dist/fetch/auth.d.ts +2 -1
  500. package/dist/fetch/auth.d.ts.map +1 -1
  501. package/dist/fetch/auth.js +56 -26
  502. package/dist/fetch/auth.js.map +1 -1
  503. package/dist/fetch/browser-pool.d.ts +30 -11
  504. package/dist/fetch/browser-pool.d.ts.map +1 -1
  505. package/dist/fetch/browser-pool.js +303 -127
  506. package/dist/fetch/browser-pool.js.map +1 -1
  507. package/dist/fetch/browser-selector.d.ts +17 -0
  508. package/dist/fetch/browser-selector.d.ts.map +1 -0
  509. package/dist/fetch/browser-selector.js +72 -0
  510. package/dist/fetch/browser-selector.js.map +1 -0
  511. package/dist/fetch/browser-types.d.ts +3 -0
  512. package/dist/fetch/browser-types.d.ts.map +1 -0
  513. package/dist/fetch/browser-types.js +45 -0
  514. package/dist/fetch/browser-types.js.map +1 -0
  515. package/dist/fetch/cdp-client.d.ts +9 -0
  516. package/dist/fetch/cdp-client.d.ts.map +1 -0
  517. package/dist/fetch/cdp-client.js +89 -0
  518. package/dist/fetch/cdp-client.js.map +1 -0
  519. package/dist/fetch/content-check.js +39 -46
  520. package/dist/fetch/content-check.js.map +1 -1
  521. package/dist/fetch/error-describe.d.ts +7 -0
  522. package/dist/fetch/error-describe.d.ts.map +1 -0
  523. package/dist/fetch/error-describe.js +37 -0
  524. package/dist/fetch/error-describe.js.map +1 -0
  525. package/dist/fetch/http-client.d.ts +4 -0
  526. package/dist/fetch/http-client.d.ts.map +1 -1
  527. package/dist/fetch/http-client.js +147 -128
  528. package/dist/fetch/http-client.js.map +1 -1
  529. package/dist/fetch/lightpanda.d.ts +28 -0
  530. package/dist/fetch/lightpanda.d.ts.map +1 -0
  531. package/dist/fetch/lightpanda.js +174 -0
  532. package/dist/fetch/lightpanda.js.map +1 -0
  533. package/dist/fetch/playwright-tier.d.ts +19 -0
  534. package/dist/fetch/playwright-tier.d.ts.map +1 -0
  535. package/dist/fetch/playwright-tier.js +76 -0
  536. package/dist/fetch/playwright-tier.js.map +1 -0
  537. package/dist/fetch/router.d.ts +49 -3
  538. package/dist/fetch/router.d.ts.map +1 -1
  539. package/dist/fetch/router.js +187 -81
  540. package/dist/fetch/router.js.map +1 -1
  541. package/dist/index.js +102 -17
  542. package/dist/index.js.map +1 -1
  543. package/dist/instructions.d.ts +31 -0
  544. package/dist/instructions.d.ts.map +1 -0
  545. package/dist/instructions.js +245 -0
  546. package/dist/instructions.js.map +1 -0
  547. package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
  548. package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
  549. package/dist/integrations/cloud/llm/anthropic.js +41 -0
  550. package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
  551. package/dist/integrations/cloud/llm/cache.d.ts +5 -0
  552. package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
  553. package/dist/integrations/cloud/llm/cache.js +49 -0
  554. package/dist/integrations/cloud/llm/cache.js.map +1 -0
  555. package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
  556. package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
  557. package/dist/integrations/cloud/llm/gemini.js +37 -0
  558. package/dist/integrations/cloud/llm/gemini.js.map +1 -0
  559. package/dist/integrations/cloud/llm/groq.d.ts +3 -0
  560. package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
  561. package/dist/integrations/cloud/llm/groq.js +74 -0
  562. package/dist/integrations/cloud/llm/groq.js.map +1 -0
  563. package/dist/integrations/cloud/llm/hash.d.ts +3 -0
  564. package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
  565. package/dist/integrations/cloud/llm/hash.js +26 -0
  566. package/dist/integrations/cloud/llm/hash.js.map +1 -0
  567. package/dist/integrations/cloud/llm/model-select.d.ts +5 -0
  568. package/dist/integrations/cloud/llm/model-select.d.ts.map +1 -0
  569. package/dist/integrations/cloud/llm/model-select.js +32 -0
  570. package/dist/integrations/cloud/llm/model-select.js.map +1 -0
  571. package/dist/integrations/cloud/llm/openai.d.ts +3 -0
  572. package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
  573. package/dist/integrations/cloud/llm/openai.js +43 -0
  574. package/dist/integrations/cloud/llm/openai.js.map +1 -0
  575. package/dist/integrations/cloud/llm/run.d.ts +27 -0
  576. package/dist/integrations/cloud/llm/run.d.ts.map +1 -0
  577. package/dist/integrations/cloud/llm/run.js +99 -0
  578. package/dist/integrations/cloud/llm/run.js.map +1 -0
  579. package/dist/integrations/cloud/llm/select.d.ts +5 -0
  580. package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
  581. package/dist/integrations/cloud/llm/select.js +30 -0
  582. package/dist/integrations/cloud/llm/select.js.map +1 -0
  583. package/dist/integrations/cloud/llm/text-adapters.d.ts +19 -0
  584. package/dist/integrations/cloud/llm/text-adapters.d.ts.map +1 -0
  585. package/dist/integrations/cloud/llm/text-adapters.js +103 -0
  586. package/dist/integrations/cloud/llm/text-adapters.js.map +1 -0
  587. package/dist/integrations/cloud/llm/types.d.ts +24 -0
  588. package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
  589. package/dist/integrations/cloud/llm/types.js +1 -0
  590. package/dist/integrations/cloud/llm/types.js.map +1 -0
  591. package/dist/integrations/cloud/llm/validate.d.ts +6 -0
  592. package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
  593. package/dist/integrations/cloud/llm/validate.js +63 -0
  594. package/dist/integrations/cloud/llm/validate.js.map +1 -0
  595. package/dist/logger.d.ts +4 -1
  596. package/dist/logger.d.ts.map +1 -1
  597. package/dist/logger.js +71 -30
  598. package/dist/logger.js.map +1 -1
  599. package/dist/pdf-parse.d.js +1 -0
  600. package/dist/pdf-parse.d.js.map +1 -0
  601. package/dist/plugins/loader.d.ts +20 -0
  602. package/dist/plugins/loader.d.ts.map +1 -0
  603. package/dist/plugins/loader.js +157 -0
  604. package/dist/plugins/loader.js.map +1 -0
  605. package/dist/plugins/registry.d.ts +26 -0
  606. package/dist/plugins/registry.d.ts.map +1 -0
  607. package/dist/plugins/registry.js +71 -0
  608. package/dist/plugins/registry.js.map +1 -0
  609. package/dist/plugins/validate.d.ts +9 -0
  610. package/dist/plugins/validate.d.ts.map +1 -0
  611. package/dist/plugins/validate.js +79 -0
  612. package/dist/plugins/validate.js.map +1 -0
  613. package/dist/providers/embed-provider.d.ts +11 -0
  614. package/dist/providers/embed-provider.d.ts.map +1 -0
  615. package/dist/providers/embed-provider.js +24 -0
  616. package/dist/providers/embed-provider.js.map +1 -0
  617. package/dist/providers/extract-provider.d.ts +23 -0
  618. package/dist/providers/extract-provider.d.ts.map +1 -0
  619. package/dist/providers/extract-provider.js +25 -0
  620. package/dist/providers/extract-provider.js.map +1 -0
  621. package/dist/providers/rerank-provider.d.ts +17 -0
  622. package/dist/providers/rerank-provider.d.ts.map +1 -0
  623. package/dist/providers/rerank-provider.js +41 -0
  624. package/dist/providers/rerank-provider.js.map +1 -0
  625. package/dist/providers/search-provider.d.ts +25 -0
  626. package/dist/providers/search-provider.d.ts.map +1 -0
  627. package/dist/providers/search-provider.js +44 -0
  628. package/dist/providers/search-provider.js.map +1 -0
  629. package/dist/providers/vector-store.d.ts +27 -0
  630. package/dist/providers/vector-store.d.ts.map +1 -0
  631. package/dist/providers/vector-store.js +27 -0
  632. package/dist/providers/vector-store.js.map +1 -0
  633. package/dist/python-env.d.ts +9 -0
  634. package/dist/python-env.d.ts.map +1 -0
  635. package/dist/python-env.js +13 -0
  636. package/dist/python-env.js.map +1 -0
  637. package/dist/repl/commands/agent.d.ts +5 -0
  638. package/dist/repl/commands/agent.d.ts.map +1 -0
  639. package/dist/repl/commands/agent.js +62 -0
  640. package/dist/repl/commands/agent.js.map +1 -0
  641. package/dist/repl/commands/cache.d.ts +4 -0
  642. package/dist/repl/commands/cache.d.ts.map +1 -0
  643. package/dist/repl/commands/cache.js +43 -0
  644. package/dist/repl/commands/cache.js.map +1 -0
  645. package/dist/repl/commands/crawl.d.ts +7 -0
  646. package/dist/repl/commands/crawl.d.ts.map +1 -0
  647. package/dist/repl/commands/crawl.js +44 -0
  648. package/dist/repl/commands/crawl.js.map +1 -0
  649. package/dist/repl/commands/extract.d.ts +5 -0
  650. package/dist/repl/commands/extract.d.ts.map +1 -0
  651. package/dist/repl/commands/extract.js +47 -0
  652. package/dist/repl/commands/extract.js.map +1 -0
  653. package/dist/repl/commands/fetch.d.ts +5 -0
  654. package/dist/repl/commands/fetch.d.ts.map +1 -0
  655. package/dist/repl/commands/fetch.js +67 -0
  656. package/dist/repl/commands/fetch.js.map +1 -0
  657. package/dist/repl/commands/find-similar.d.ts +5 -0
  658. package/dist/repl/commands/find-similar.d.ts.map +1 -0
  659. package/dist/repl/commands/find-similar.js +74 -0
  660. package/dist/repl/commands/find-similar.js.map +1 -0
  661. package/dist/repl/commands/research.d.ts +5 -0
  662. package/dist/repl/commands/research.d.ts.map +1 -0
  663. package/dist/repl/commands/research.js +65 -0
  664. package/dist/repl/commands/research.js.map +1 -0
  665. package/dist/repl/commands/search.d.ts +5 -0
  666. package/dist/repl/commands/search.d.ts.map +1 -0
  667. package/dist/repl/commands/search.js +74 -0
  668. package/dist/repl/commands/search.js.map +1 -0
  669. package/dist/repl/commands/types.d.ts +9 -0
  670. package/dist/repl/commands/types.d.ts.map +1 -0
  671. package/dist/repl/commands/types.js +1 -0
  672. package/dist/repl/commands/types.js.map +1 -0
  673. package/dist/repl/formatters.d.ts +13 -0
  674. package/dist/repl/formatters.d.ts.map +1 -0
  675. package/dist/repl/formatters.js +283 -0
  676. package/dist/repl/formatters.js.map +1 -0
  677. package/dist/repl/parser.d.ts +9 -0
  678. package/dist/repl/parser.d.ts.map +1 -0
  679. package/dist/repl/parser.js +86 -0
  680. package/dist/repl/parser.js.map +1 -0
  681. package/dist/repl/shell.d.ts +8 -0
  682. package/dist/repl/shell.d.ts.map +1 -0
  683. package/dist/repl/shell.js +184 -0
  684. package/dist/repl/shell.js.map +1 -0
  685. package/dist/research/branch-exploration.d.ts +14 -0
  686. package/dist/research/branch-exploration.d.ts.map +1 -0
  687. package/dist/research/branch-exploration.js +100 -0
  688. package/dist/research/branch-exploration.js.map +1 -0
  689. package/dist/research/brief.d.ts +6 -0
  690. package/dist/research/brief.d.ts.map +1 -0
  691. package/dist/research/brief.js +246 -0
  692. package/dist/research/brief.js.map +1 -0
  693. package/dist/research/citation-graph.d.ts +9 -0
  694. package/dist/research/citation-graph.d.ts.map +1 -0
  695. package/dist/research/citation-graph.js +114 -0
  696. package/dist/research/citation-graph.js.map +1 -0
  697. package/dist/research/decompose.d.ts +14 -0
  698. package/dist/research/decompose.d.ts.map +1 -0
  699. package/dist/research/decompose.js +439 -0
  700. package/dist/research/decompose.js.map +1 -0
  701. package/dist/research/pipeline.d.ts +5 -0
  702. package/dist/research/pipeline.d.ts.map +1 -0
  703. package/dist/research/pipeline.js +269 -0
  704. package/dist/research/pipeline.js.map +1 -0
  705. package/dist/research/synthesis-local.d.ts +19 -0
  706. package/dist/research/synthesis-local.d.ts.map +1 -0
  707. package/dist/research/synthesis-local.js +62 -0
  708. package/dist/research/synthesis-local.js.map +1 -0
  709. package/dist/research/synthesize.d.ts +10 -0
  710. package/dist/research/synthesize.d.ts.map +1 -0
  711. package/dist/research/synthesize.js +137 -0
  712. package/dist/research/synthesize.js.map +1 -0
  713. package/dist/search/answer-synthesis.d.ts +33 -0
  714. package/dist/search/answer-synthesis.d.ts.map +1 -0
  715. package/dist/search/answer-synthesis.js +244 -0
  716. package/dist/search/answer-synthesis.js.map +1 -0
  717. package/dist/search/context-formatter.d.ts +3 -0
  718. package/dist/search/context-formatter.d.ts.map +1 -0
  719. package/dist/search/context-formatter.js +56 -0
  720. package/dist/search/context-formatter.js.map +1 -0
  721. package/dist/search/dedup.d.ts +1 -0
  722. package/dist/search/dedup.d.ts.map +1 -1
  723. package/dist/search/dedup.js +40 -32
  724. package/dist/search/dedup.js.map +1 -1
  725. package/dist/search/engines/arxiv.d.ts +7 -0
  726. package/dist/search/engines/arxiv.d.ts.map +1 -0
  727. package/dist/search/engines/arxiv.js +70 -0
  728. package/dist/search/engines/arxiv.js.map +1 -0
  729. package/dist/search/engines/bing-news.d.ts +7 -0
  730. package/dist/search/engines/bing-news.d.ts.map +1 -0
  731. package/dist/search/engines/bing-news.js +97 -0
  732. package/dist/search/engines/bing-news.js.map +1 -0
  733. package/dist/search/engines/bing.d.ts +1 -0
  734. package/dist/search/engines/bing.d.ts.map +1 -1
  735. package/dist/search/engines/bing.js +100 -44
  736. package/dist/search/engines/bing.js.map +1 -1
  737. package/dist/search/engines/devdocs.d.ts +6 -0
  738. package/dist/search/engines/devdocs.d.ts.map +1 -0
  739. package/dist/search/engines/devdocs.js +56 -0
  740. package/dist/search/engines/devdocs.js.map +1 -0
  741. package/dist/search/engines/duckduckgo.d.ts.map +1 -1
  742. package/dist/search/engines/duckduckgo.js +56 -44
  743. package/dist/search/engines/duckduckgo.js.map +1 -1
  744. package/dist/search/engines/github-code.d.ts +7 -0
  745. package/dist/search/engines/github-code.d.ts.map +1 -0
  746. package/dist/search/engines/github-code.js +55 -0
  747. package/dist/search/engines/github-code.js.map +1 -0
  748. package/dist/search/engines/hn-algolia.d.ts +7 -0
  749. package/dist/search/engines/hn-algolia.d.ts.map +1 -0
  750. package/dist/search/engines/hn-algolia.js +76 -0
  751. package/dist/search/engines/hn-algolia.js.map +1 -0
  752. package/dist/search/engines/lobsters.d.ts +7 -0
  753. package/dist/search/engines/lobsters.d.ts.map +1 -0
  754. package/dist/search/engines/lobsters.js +83 -0
  755. package/dist/search/engines/lobsters.js.map +1 -0
  756. package/dist/search/engines/mdn.d.ts +7 -0
  757. package/dist/search/engines/mdn.d.ts.map +1 -0
  758. package/dist/search/engines/mdn.js +48 -0
  759. package/dist/search/engines/mdn.js.map +1 -0
  760. package/dist/search/engines/semantic-scholar.d.ts +7 -0
  761. package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
  762. package/dist/search/engines/semantic-scholar.js +69 -0
  763. package/dist/search/engines/semantic-scholar.js.map +1 -0
  764. package/dist/search/engines/stackoverflow.d.ts +7 -0
  765. package/dist/search/engines/stackoverflow.d.ts.map +1 -0
  766. package/dist/search/engines/stackoverflow.js +73 -0
  767. package/dist/search/engines/stackoverflow.js.map +1 -0
  768. package/dist/search/engines/startpage.d.ts.map +1 -1
  769. package/dist/search/engines/startpage.js +65 -46
  770. package/dist/search/engines/startpage.js.map +1 -1
  771. package/dist/search/evidence.d.ts +25 -0
  772. package/dist/search/evidence.d.ts.map +1 -0
  773. package/dist/search/evidence.js +220 -0
  774. package/dist/search/evidence.js.map +1 -0
  775. package/dist/search/filters.d.ts.map +1 -1
  776. package/dist/search/filters.js +58 -54
  777. package/dist/search/filters.js.map +1 -1
  778. package/dist/search/find-similar/crawl-rank.d.ts +9 -0
  779. package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
  780. package/dist/search/find-similar/crawl-rank.js +272 -0
  781. package/dist/search/find-similar/crawl-rank.js.map +1 -0
  782. package/dist/search/find-similar/mode.d.ts +4 -0
  783. package/dist/search/find-similar/mode.d.ts.map +1 -0
  784. package/dist/search/find-similar/mode.js +12 -0
  785. package/dist/search/find-similar/mode.js.map +1 -0
  786. package/dist/search/find-similar.d.ts +5 -0
  787. package/dist/search/find-similar.d.ts.map +1 -0
  788. package/dist/search/find-similar.js +509 -0
  789. package/dist/search/find-similar.js.map +1 -0
  790. package/dist/search/highlights.d.ts +19 -0
  791. package/dist/search/highlights.d.ts.map +1 -0
  792. package/dist/search/highlights.js +167 -0
  793. package/dist/search/highlights.js.map +1 -0
  794. package/dist/search/language-filter.d.ts +29 -0
  795. package/dist/search/language-filter.d.ts.map +1 -0
  796. package/dist/search/language-filter.js +126 -0
  797. package/dist/search/language-filter.js.map +1 -0
  798. package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
  799. package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
  800. package/dist/search/legacy/searxng-orchestrator.js +501 -0
  801. package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
  802. package/dist/search/legacy/searxng-provider.d.ts +7 -0
  803. package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
  804. package/dist/search/legacy/searxng-provider.js +11 -0
  805. package/dist/search/legacy/searxng-provider.js.map +1 -0
  806. package/dist/search/multi-query.d.ts +25 -0
  807. package/dist/search/multi-query.d.ts.map +1 -0
  808. package/dist/search/multi-query.js +228 -0
  809. package/dist/search/multi-query.js.map +1 -0
  810. package/dist/search/query.js +32 -34
  811. package/dist/search/query.js.map +1 -1
  812. package/dist/search/rerank.d.ts +3 -1
  813. package/dist/search/rerank.d.ts.map +1 -1
  814. package/dist/search/rerank.js +44 -35
  815. package/dist/search/rerank.js.map +1 -1
  816. package/dist/search/reranker/authority-boost.d.ts +3 -0
  817. package/dist/search/reranker/authority-boost.d.ts.map +1 -0
  818. package/dist/search/reranker/authority-boost.js +179 -0
  819. package/dist/search/reranker/authority-boost.js.map +1 -0
  820. package/dist/search/reranker/consensus-boost.d.ts +3 -0
  821. package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
  822. package/dist/search/reranker/consensus-boost.js +27 -0
  823. package/dist/search/reranker/consensus-boost.js.map +1 -0
  824. package/dist/search/reranker/recency-boost.d.ts +3 -0
  825. package/dist/search/reranker/recency-boost.d.ts.map +1 -0
  826. package/dist/search/reranker/recency-boost.js +13 -0
  827. package/dist/search/reranker/recency-boost.js.map +1 -0
  828. package/dist/search/reranker/recency.d.ts +3 -0
  829. package/dist/search/reranker/recency.d.ts.map +1 -0
  830. package/dist/search/reranker/recency.js +23 -0
  831. package/dist/search/reranker/recency.js.map +1 -0
  832. package/dist/search/reranker/transformers-rerank-provider.d.ts +13 -0
  833. package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
  834. package/dist/search/reranker/transformers-rerank-provider.js +94 -0
  835. package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
  836. package/dist/search/rrf.d.ts +17 -0
  837. package/dist/search/rrf.d.ts.map +1 -0
  838. package/dist/search/rrf.js +39 -0
  839. package/dist/search/rrf.js.map +1 -0
  840. package/dist/search/sampling.d.ts +25 -0
  841. package/dist/search/sampling.d.ts.map +1 -0
  842. package/dist/search/sampling.js +52 -0
  843. package/dist/search/sampling.js.map +1 -0
  844. package/dist/search/searxng.d.ts.map +1 -1
  845. package/dist/search/searxng.js +69 -79
  846. package/dist/search/searxng.js.map +1 -1
  847. package/dist/search/tokens.d.ts +3 -0
  848. package/dist/search/tokens.d.ts.map +1 -0
  849. package/dist/search/tokens.js +39 -0
  850. package/dist/search/tokens.js.map +1 -0
  851. package/dist/search/truncate.d.ts +6 -0
  852. package/dist/search/truncate.d.ts.map +1 -0
  853. package/dist/search/truncate.js +26 -0
  854. package/dist/search/truncate.js.map +1 -0
  855. package/dist/search/url-unwrap.d.ts +3 -0
  856. package/dist/search/url-unwrap.d.ts.map +1 -0
  857. package/dist/search/url-unwrap.js +43 -0
  858. package/dist/search/url-unwrap.js.map +1 -0
  859. package/dist/search/v1/context-rank.d.ts +13 -0
  860. package/dist/search/v1/context-rank.d.ts.map +1 -0
  861. package/dist/search/v1/context-rank.js +74 -0
  862. package/dist/search/v1/context-rank.js.map +1 -0
  863. package/dist/search/v1/engine-base.d.ts +27 -0
  864. package/dist/search/v1/engine-base.d.ts.map +1 -0
  865. package/dist/search/v1/engine-base.js +110 -0
  866. package/dist/search/v1/engine-base.js.map +1 -0
  867. package/dist/search/v1/intent-router.d.ts +22 -0
  868. package/dist/search/v1/intent-router.d.ts.map +1 -0
  869. package/dist/search/v1/intent-router.js +138 -0
  870. package/dist/search/v1/intent-router.js.map +1 -0
  871. package/dist/search/v1/orchestrator.d.ts +24 -0
  872. package/dist/search/v1/orchestrator.d.ts.map +1 -0
  873. package/dist/search/v1/orchestrator.js +163 -0
  874. package/dist/search/v1/orchestrator.js.map +1 -0
  875. package/dist/search/v1/recency-boost.d.ts +9 -0
  876. package/dist/search/v1/recency-boost.d.ts.map +1 -0
  877. package/dist/search/v1/recency-boost.js +37 -0
  878. package/dist/search/v1/recency-boost.js.map +1 -0
  879. package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
  880. package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
  881. package/dist/search/v1/recent-cache-dedup.js +85 -0
  882. package/dist/search/v1/recent-cache-dedup.js.map +1 -0
  883. package/dist/search/v1/rss/feed-config.d.ts +21 -0
  884. package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
  885. package/dist/search/v1/rss/feed-config.js +90 -0
  886. package/dist/search/v1/rss/feed-config.js.map +1 -0
  887. package/dist/search/v1/rss/feed-parser.d.ts +14 -0
  888. package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
  889. package/dist/search/v1/rss/feed-parser.js +104 -0
  890. package/dist/search/v1/rss/feed-parser.js.map +1 -0
  891. package/dist/search/v1/rss/feed-poller.d.ts +22 -0
  892. package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
  893. package/dist/search/v1/rss/feed-poller.js +102 -0
  894. package/dist/search/v1/rss/feed-poller.js.map +1 -0
  895. package/dist/search/v1/rss/feed-store.d.ts +30 -0
  896. package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
  897. package/dist/search/v1/rss/feed-store.js +134 -0
  898. package/dist/search/v1/rss/feed-store.js.map +1 -0
  899. package/dist/search/v1/rss/rss-engine.d.ts +6 -0
  900. package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
  901. package/dist/search/v1/rss/rss-engine.js +28 -0
  902. package/dist/search/v1/rss/rss-engine.js.map +1 -0
  903. package/dist/search/v1/v1-provider.d.ts +7 -0
  904. package/dist/search/v1/v1-provider.d.ts.map +1 -0
  905. package/dist/search/v1/v1-provider.js +68 -0
  906. package/dist/search/v1/v1-provider.js.map +1 -0
  907. package/dist/search/v1/verticals/code.d.ts +4 -0
  908. package/dist/search/v1/verticals/code.d.ts.map +1 -0
  909. package/dist/search/v1/verticals/code.js +20 -0
  910. package/dist/search/v1/verticals/code.js.map +1 -0
  911. package/dist/search/v1/verticals/docs.d.ts +4 -0
  912. package/dist/search/v1/verticals/docs.d.ts.map +1 -0
  913. package/dist/search/v1/verticals/docs.js +20 -0
  914. package/dist/search/v1/verticals/docs.js.map +1 -0
  915. package/dist/search/v1/verticals/general.d.ts +4 -0
  916. package/dist/search/v1/verticals/general.d.ts.map +1 -0
  917. package/dist/search/v1/verticals/general.js +22 -0
  918. package/dist/search/v1/verticals/general.js.map +1 -0
  919. package/dist/search/v1/verticals/news.d.ts +10 -0
  920. package/dist/search/v1/verticals/news.d.ts.map +1 -0
  921. package/dist/search/v1/verticals/news.js +52 -0
  922. package/dist/search/v1/verticals/news.js.map +1 -0
  923. package/dist/search/v1/verticals/papers.d.ts +4 -0
  924. package/dist/search/v1/verticals/papers.d.ts.map +1 -0
  925. package/dist/search/v1/verticals/papers.js +23 -0
  926. package/dist/search/v1/verticals/papers.js.map +1 -0
  927. package/dist/search/validator.js +31 -31
  928. package/dist/search/validator.js.map +1 -1
  929. package/dist/searxng/bootstrap.d.ts +30 -0
  930. package/dist/searxng/bootstrap.d.ts.map +1 -1
  931. package/dist/searxng/bootstrap.js +223 -85
  932. package/dist/searxng/bootstrap.js.map +1 -1
  933. package/dist/searxng/docker.d.ts.map +1 -1
  934. package/dist/searxng/docker.js +69 -60
  935. package/dist/searxng/docker.js.map +1 -1
  936. package/dist/searxng/process.d.ts +13 -1
  937. package/dist/searxng/process.d.ts.map +1 -1
  938. package/dist/searxng/process.js +231 -164
  939. package/dist/searxng/process.js.map +1 -1
  940. package/dist/server/backend-status.d.ts +13 -0
  941. package/dist/server/backend-status.d.ts.map +1 -0
  942. package/dist/server/backend-status.js +40 -0
  943. package/dist/server/backend-status.js.map +1 -0
  944. package/dist/server/tool-schemas.d.ts +549 -0
  945. package/dist/server/tool-schemas.d.ts.map +1 -0
  946. package/dist/server/tool-schemas.js +464 -0
  947. package/dist/server/tool-schemas.js.map +1 -0
  948. package/dist/server/warmup-on-start.d.ts +9 -0
  949. package/dist/server/warmup-on-start.d.ts.map +1 -0
  950. package/dist/server/warmup-on-start.js +55 -0
  951. package/dist/server/warmup-on-start.js.map +1 -0
  952. package/dist/server.d.ts +17 -0
  953. package/dist/server.d.ts.map +1 -1
  954. package/dist/server.js +454 -297
  955. package/dist/server.js.map +1 -1
  956. package/dist/tools/agent.d.ts +5 -0
  957. package/dist/tools/agent.d.ts.map +1 -0
  958. package/dist/tools/agent.js +128 -0
  959. package/dist/tools/agent.js.map +1 -0
  960. package/dist/tools/cache.d.ts +2 -1
  961. package/dist/tools/cache.d.ts.map +1 -1
  962. package/dist/tools/cache.js +177 -44
  963. package/dist/tools/cache.js.map +1 -1
  964. package/dist/tools/crawl.d.ts.map +1 -1
  965. package/dist/tools/crawl.js +171 -88
  966. package/dist/tools/crawl.js.map +1 -1
  967. package/dist/tools/extract.d.ts +2 -2
  968. package/dist/tools/extract.d.ts.map +1 -1
  969. package/dist/tools/extract.js +175 -59
  970. package/dist/tools/extract.js.map +1 -1
  971. package/dist/tools/fetch.d.ts +2 -2
  972. package/dist/tools/fetch.d.ts.map +1 -1
  973. package/dist/tools/fetch.js +174 -68
  974. package/dist/tools/fetch.js.map +1 -1
  975. package/dist/tools/find-similar.d.ts +5 -0
  976. package/dist/tools/find-similar.d.ts.map +1 -0
  977. package/dist/tools/find-similar.js +127 -0
  978. package/dist/tools/find-similar.js.map +1 -0
  979. package/dist/tools/research.d.ts +5 -0
  980. package/dist/tools/research.d.ts.map +1 -0
  981. package/dist/tools/research.js +107 -0
  982. package/dist/tools/research.js.map +1 -0
  983. package/dist/tools/search.d.ts +10 -2
  984. package/dist/tools/search.d.ts.map +1 -1
  985. package/dist/tools/search.js +13 -158
  986. package/dist/tools/search.js.map +1 -1
  987. package/dist/types.d.ts +350 -7
  988. package/dist/types.d.ts.map +1 -1
  989. package/dist/types.js +6 -1
  990. package/dist/types.js.map +1 -1
  991. package/dist/util/mode.d.ts +4 -0
  992. package/dist/util/mode.d.ts.map +1 -0
  993. package/dist/util/mode.js +34 -0
  994. package/dist/util/mode.js.map +1 -0
  995. package/package.json +78 -8
  996. package/dist/extraction/trafilatura.d.ts +0 -6
  997. package/dist/extraction/trafilatura.d.ts.map +0 -1
  998. package/dist/extraction/trafilatura.js +0 -105
  999. package/dist/extraction/trafilatura.js.map +0 -1
  1000. package/dist/search/flashrank.d.ts +0 -12
  1001. package/dist/search/flashrank.d.ts.map +0 -1
  1002. package/dist/search/flashrank.js +0 -63
  1003. package/dist/search/flashrank.js.map +0 -1
package/dist/logger.js CHANGED
@@ -1,39 +1,80 @@
1
- import { getConfig } from './config.js';
1
+ import { appendFileSync, mkdirSync } from "node:fs";
2
+ import { join } from "node:path";
3
+ import { getConfig } from "./config.js";
2
4
  const LEVEL_PRIORITY = {
3
- debug: 0,
4
- info: 1,
5
- warn: 2,
6
- error: 3,
5
+ debug: 0,
6
+ info: 1,
7
+ warn: 2,
8
+ error: 3
7
9
  };
10
+ let tuiLogPath = null;
11
+ function getTuiLogPath() {
12
+ if (!tuiLogPath) {
13
+ const dataDir = getConfig().dataDir;
14
+ mkdirSync(dataDir, { recursive: true });
15
+ tuiLogPath = join(dataDir, "init.log");
16
+ }
17
+ return tuiLogPath;
18
+ }
19
+ function appendToLogFile(line) {
20
+ try {
21
+ appendFileSync(getTuiLogPath(), line + "\n");
22
+ } catch {
23
+ }
24
+ }
8
25
  function writeJson(level, module, msg, data) {
9
- const line = JSON.stringify({
10
- ts: new Date().toISOString(),
11
- level,
12
- msg,
13
- module,
14
- ...(data ? { data } : {}),
15
- });
16
- process.stderr.write(line + '\n');
26
+ const line = JSON.stringify({
27
+ ts: (/* @__PURE__ */ new Date()).toISOString(),
28
+ level,
29
+ msg,
30
+ module,
31
+ ...data ? { data } : {}
32
+ });
33
+ if (process.env.WIGOLO_TUI_MODE === "true") {
34
+ appendToLogFile(line);
35
+ return;
36
+ }
37
+ process.stderr.write(line + "\n");
17
38
  }
18
39
  function writeText(level, module, msg, data) {
19
- const ts = new Date().toISOString();
20
- const dataStr = data ? ' ' + Object.entries(data).map(([k, v]) => `${k}=${v}`).join(' ') : '';
21
- process.stderr.write(`[${ts}] ${level.toUpperCase().padEnd(5)} [${module}] ${msg}${dataStr}\n`);
40
+ const ts = (/* @__PURE__ */ new Date()).toISOString();
41
+ const dataStr = data ? " " + Object.entries(data).map(([k, v]) => `${k}=${v}`).join(" ") : "";
42
+ const line = `[${ts}] ${level.toUpperCase().padEnd(5)} [${module}] ${msg}${dataStr}`;
43
+ if (process.env.WIGOLO_TUI_MODE === "true") {
44
+ appendToLogFile(line);
45
+ return;
46
+ }
47
+ process.stderr.write(line + "\n");
48
+ }
49
+ let suppressionFloor = null;
50
+ function setLogSuppression(level) {
51
+ suppressionFloor = level;
22
52
  }
23
- export function createLogger(module) {
24
- const config = getConfig();
25
- const minPriority = LEVEL_PRIORITY[config.logLevel];
26
- const write = config.logFormat === 'json' ? writeJson : writeText;
27
- function log(level, msg, data) {
28
- if (LEVEL_PRIORITY[level] >= minPriority) {
29
- write(level, module, msg, data);
30
- }
53
+ function getLogSuppression() {
54
+ return suppressionFloor;
55
+ }
56
+ function createLogger(module) {
57
+ const config = getConfig();
58
+ const minPriority = LEVEL_PRIORITY[config.logLevel];
59
+ const write = config.logFormat === "json" ? writeJson : writeText;
60
+ function log(level, msg, data) {
61
+ if (suppressionFloor !== null && LEVEL_PRIORITY[level] < LEVEL_PRIORITY[suppressionFloor]) {
62
+ return;
63
+ }
64
+ if (LEVEL_PRIORITY[level] >= minPriority) {
65
+ write(level, module, msg, data);
31
66
  }
32
- return {
33
- debug: (msg, data) => log('debug', msg, data),
34
- info: (msg, data) => log('info', msg, data),
35
- warn: (msg, data) => log('warn', msg, data),
36
- error: (msg, data) => log('error', msg, data),
37
- };
67
+ }
68
+ return {
69
+ debug: (msg, data) => log("debug", msg, data),
70
+ info: (msg, data) => log("info", msg, data),
71
+ warn: (msg, data) => log("warn", msg, data),
72
+ error: (msg, data) => log("error", msg, data)
73
+ };
38
74
  }
75
+ export {
76
+ createLogger,
77
+ getLogSuppression,
78
+ setLogSuppression
79
+ };
39
80
  //# sourceMappingURL=logger.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"logger.js","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAKxC,MAAM,cAAc,GAA6B;IAC/C,KAAK,EAAE,CAAC;IACR,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC;IACP,KAAK,EAAE,CAAC;CACT,CAAC;AASF,SAAS,SAAS,CAAC,KAAe,EAAE,MAAc,EAAE,GAAW,EAAE,IAA8B;IAC7F,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC5B,KAAK;QACL,GAAG;QACH,MAAM;QACN,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1B,CAAC,CAAC;IACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,SAAS,CAAC,KAAe,EAAE,MAAc,EAAE,GAAW,EAAE,IAA8B;IAC7F,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,KAAK,GAAG,GAAG,OAAO,IAAI,CAAC,CAAC;AAClG,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAc;IACzC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAElE,SAAS,GAAG,CAAC,KAAe,EAAE,GAAW,EAAE,IAA8B;QACvE,IAAI,cAAc,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;YACzC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC;QAC7C,IAAI,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC;QAC3C,IAAI,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC;QAC3C,KAAK,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC;KAC9C,CAAC;AACJ,CAAC"}
1
+ {"version":3,"sources":["../src/logger.ts"],"sourcesContent":["import { appendFileSync, mkdirSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { getConfig } from './config.js';\n\ntype LogLevel = 'debug' | 'info' | 'warn' | 'error';\ntype Module = 'fetch' | 'search' | 'crawl' | 'cache' | 'extract' | 'searxng' | 'server' | 'cli' | 'jsonld' | 'repl' | 'embedding' | 'research' | 'agent' | 'structured-data' | 'reranker' | 'mode' | 'language-filter' | 'playwright-tier' | 'python-worker' | 'providers';\n\nconst LEVEL_PRIORITY: Record<LogLevel, number> = {\n debug: 0,\n info: 1,\n warn: 2,\n error: 3,\n};\n\nexport interface Logger {\n debug(msg: string, data?: Record<string, unknown>): void;\n info(msg: string, data?: Record<string, unknown>): void;\n warn(msg: string, data?: Record<string, unknown>): void;\n error(msg: string, data?: Record<string, unknown>): void;\n}\n\nlet tuiLogPath: string | null = null;\n\nfunction getTuiLogPath(): string {\n if (!tuiLogPath) {\n const dataDir = getConfig().dataDir;\n mkdirSync(dataDir, { recursive: true });\n tuiLogPath = join(dataDir, 'init.log');\n }\n return tuiLogPath;\n}\n\nfunction appendToLogFile(line: string): void {\n try {\n appendFileSync(getTuiLogPath(), line + '\\n');\n } catch {\n // best effort — don't crash the TUI\n }\n}\n\nfunction writeJson(level: LogLevel, module: string, msg: string, data?: Record<string, unknown>): void {\n const line = JSON.stringify({\n ts: new Date().toISOString(),\n level,\n msg,\n module,\n ...(data ? { data } : {}),\n });\n if (process.env.WIGOLO_TUI_MODE === 'true') {\n appendToLogFile(line);\n return;\n }\n process.stderr.write(line + '\\n');\n}\n\nfunction writeText(level: LogLevel, module: string, msg: string, data?: Record<string, unknown>): void {\n const ts = new Date().toISOString();\n const dataStr = data ? ' ' + Object.entries(data).map(([k, v]) => `${k}=${v}`).join(' ') : '';\n const line = `[${ts}] ${level.toUpperCase().padEnd(5)} [${module}] ${msg}${dataStr}`;\n if (process.env.WIGOLO_TUI_MODE === 'true') {\n appendToLogFile(line);\n return;\n }\n process.stderr.write(line + '\\n');\n}\n\n// Runtime suppression floor — set by CLI commands (eg. doctor) that need a\n// clean human-readable output and don't want logger lines from cache, search,\n// etc. interleaved with their own. Levels strictly below the floor are\n// dropped. `null` (default) means honour only the per-logger config level.\nlet suppressionFloor: LogLevel | null = null;\n\nexport function setLogSuppression(level: LogLevel | null): void {\n suppressionFloor = level;\n}\n\nexport function getLogSuppression(): LogLevel | null {\n return suppressionFloor;\n}\n\nexport function createLogger(module: Module): Logger {\n const config = getConfig();\n const minPriority = LEVEL_PRIORITY[config.logLevel];\n const write = config.logFormat === 'json' ? writeJson : writeText;\n\n function log(level: LogLevel, msg: string, data?: Record<string, unknown>): void {\n if (suppressionFloor !== null && LEVEL_PRIORITY[level] < LEVEL_PRIORITY[suppressionFloor]) {\n return;\n }\n if (LEVEL_PRIORITY[level] >= minPriority) {\n write(level, module, msg, data);\n }\n }\n\n return {\n debug: (msg, data) => log('debug', msg, data),\n info: (msg, data) => log('info', msg, data),\n warn: (msg, data) => log('warn', msg, data),\n error: (msg, data) => log('error', msg, data),\n };\n}\n"],"mappings":"AAAA,SAAS,gBAAgB,iBAAiB;AAC1C,SAAS,YAAY;AACrB,SAAS,iBAAiB;AAK1B,MAAM,iBAA2C;AAAA,EAC/C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AACT;AASA,IAAI,aAA4B;AAEhC,SAAS,gBAAwB;AAC/B,MAAI,CAAC,YAAY;AACf,UAAM,UAAU,UAAU,EAAE;AAC5B,cAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,iBAAa,KAAK,SAAS,UAAU;AAAA,EACvC;AACA,SAAO;AACT;AAEA,SAAS,gBAAgB,MAAoB;AAC3C,MAAI;AACF,mBAAe,cAAc,GAAG,OAAO,IAAI;AAAA,EAC7C,QAAQ;AAAA,EAER;AACF;AAEA,SAAS,UAAU,OAAiB,QAAgB,KAAa,MAAsC;AACrG,QAAM,OAAO,KAAK,UAAU;AAAA,IAC1B,KAAI,oBAAI,KAAK,GAAE,YAAY;AAAA,IAC3B;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAI,OAAO,EAAE,KAAK,IAAI,CAAC;AAAA,EACzB,CAAC;AACD,MAAI,QAAQ,IAAI,oBAAoB,QAAQ;AAC1C,oBAAgB,IAAI;AACpB;AAAA,EACF;AACA,UAAQ,OAAO,MAAM,OAAO,IAAI;AAClC;AAEA,SAAS,UAAU,OAAiB,QAAgB,KAAa,MAAsC;AACrG,QAAM,MAAK,oBAAI,KAAK,GAAE,YAAY;AAClC,QAAM,UAAU,OAAO,MAAM,OAAO,QAAQ,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI;AAC3F,QAAM,OAAO,IAAI,EAAE,KAAK,MAAM,YAAY,EAAE,OAAO,CAAC,CAAC,KAAK,MAAM,KAAK,GAAG,GAAG,OAAO;AAClF,MAAI,QAAQ,IAAI,oBAAoB,QAAQ;AAC1C,oBAAgB,IAAI;AACpB;AAAA,EACF;AACA,UAAQ,OAAO,MAAM,OAAO,IAAI;AAClC;AAMA,IAAI,mBAAoC;AAEjC,SAAS,kBAAkB,OAA8B;AAC9D,qBAAmB;AACrB;AAEO,SAAS,oBAAqC;AACnD,SAAO;AACT;AAEO,SAAS,aAAa,QAAwB;AACnD,QAAM,SAAS,UAAU;AACzB,QAAM,cAAc,eAAe,OAAO,QAAQ;AAClD,QAAM,QAAQ,OAAO,cAAc,SAAS,YAAY;AAExD,WAAS,IAAI,OAAiB,KAAa,MAAsC;AAC/E,QAAI,qBAAqB,QAAQ,eAAe,KAAK,IAAI,eAAe,gBAAgB,GAAG;AACzF;AAAA,IACF;AACA,QAAI,eAAe,KAAK,KAAK,aAAa;AACxC,YAAM,OAAO,QAAQ,KAAK,IAAI;AAAA,IAChC;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,CAAC,KAAK,SAAS,IAAI,SAAS,KAAK,IAAI;AAAA,IAC5C,MAAM,CAAC,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI;AAAA,IAC1C,MAAM,CAAC,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI;AAAA,IAC1C,OAAO,CAAC,KAAK,SAAS,IAAI,SAAS,KAAK,IAAI;AAAA,EAC9C;AACF;","names":[]}
@@ -0,0 +1 @@
1
+ //# sourceMappingURL=pdf-parse.d.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}
@@ -0,0 +1,20 @@
1
+ import type { Extractor, SearchEngine } from '../types.js';
2
+ export interface LoadedPlugin {
3
+ name: string;
4
+ version: string;
5
+ path: string;
6
+ hasExtractor: boolean;
7
+ hasSearchEngine: boolean;
8
+ }
9
+ export interface PluginLoadError {
10
+ pluginName: string;
11
+ message: string;
12
+ }
13
+ export interface PluginLoadResult {
14
+ extractors: Extractor[];
15
+ searchEngines: SearchEngine[];
16
+ loaded: LoadedPlugin[];
17
+ errors: PluginLoadError[];
18
+ }
19
+ export declare function loadPlugins(): Promise<PluginLoadResult>;
20
+ //# sourceMappingURL=loader.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/plugins/loader.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAI3D,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,OAAO,CAAC;IACtB,eAAe,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B;AAqBD,wBAAsB,WAAW,IAAI,OAAO,CAAC,gBAAgB,CAAC,CA2J7D"}
@@ -0,0 +1,157 @@
1
+ import { existsSync, readdirSync, readFileSync, statSync } from "node:fs";
2
+ import { join } from "node:path";
3
+ import { pathToFileURL } from "node:url";
4
+ import { getConfig } from "../config.js";
5
+ import { createLogger } from "../logger.js";
6
+ import { validatePluginExports } from "./validate.js";
7
+ const log = createLogger("server");
8
+ function readPluginPackageJson(pluginDir) {
9
+ const pkgPath = join(pluginDir, "package.json");
10
+ if (!existsSync(pkgPath)) {
11
+ return null;
12
+ }
13
+ try {
14
+ const raw = readFileSync(pkgPath, "utf-8");
15
+ return JSON.parse(raw);
16
+ } catch {
17
+ return null;
18
+ }
19
+ }
20
+ async function loadPlugins() {
21
+ const config = getConfig();
22
+ const pluginsDir = config.pluginsDir;
23
+ const result = {
24
+ extractors: [],
25
+ searchEngines: [],
26
+ loaded: [],
27
+ errors: []
28
+ };
29
+ if (!existsSync(pluginsDir)) {
30
+ log.debug("plugins directory does not exist, skipping", { path: pluginsDir });
31
+ return result;
32
+ }
33
+ let entries;
34
+ try {
35
+ entries = readdirSync(pluginsDir);
36
+ } catch (err) {
37
+ log.warn("failed to read plugins directory", {
38
+ path: pluginsDir,
39
+ error: String(err)
40
+ });
41
+ return result;
42
+ }
43
+ const seenExtractorNames = /* @__PURE__ */ new Set();
44
+ const seenEngineNames = /* @__PURE__ */ new Set();
45
+ for (const entry of entries) {
46
+ const pluginDir = join(pluginsDir, entry);
47
+ let stat;
48
+ try {
49
+ stat = statSync(pluginDir);
50
+ } catch {
51
+ continue;
52
+ }
53
+ if (!stat.isDirectory()) {
54
+ continue;
55
+ }
56
+ const pkgJson = readPluginPackageJson(pluginDir);
57
+ const pluginName = pkgJson?.name ?? entry;
58
+ if (pkgJson === null) {
59
+ if (existsSync(join(pluginDir, "package.json"))) {
60
+ result.errors.push({
61
+ pluginName: entry,
62
+ message: `failed to parse package.json in ${pluginDir}`
63
+ });
64
+ }
65
+ continue;
66
+ }
67
+ if (!pkgJson.main) {
68
+ result.errors.push({
69
+ pluginName,
70
+ message: `plugin ${pluginName} has no main field in package.json`
71
+ });
72
+ continue;
73
+ }
74
+ const entryPath = join(pluginDir, pkgJson.main);
75
+ if (!existsSync(entryPath)) {
76
+ result.errors.push({
77
+ pluginName,
78
+ message: `entry point not found: ${entryPath}`
79
+ });
80
+ continue;
81
+ }
82
+ let mod;
83
+ try {
84
+ const fileUrl = pathToFileURL(entryPath).href;
85
+ mod = await import(fileUrl);
86
+ } catch (err) {
87
+ const message = err instanceof Error ? err.message : String(err);
88
+ result.errors.push({
89
+ pluginName,
90
+ message: `failed to load plugin ${pluginName}: ${message}`
91
+ });
92
+ log.warn("plugin import failed", { plugin: pluginName, error: message });
93
+ continue;
94
+ }
95
+ const validation = validatePluginExports(mod);
96
+ if (validation.errors.length > 0) {
97
+ for (const errMsg of validation.errors) {
98
+ result.errors.push({ pluginName, message: errMsg });
99
+ }
100
+ log.warn("plugin validation failed", { plugin: pluginName, errors: validation.errors });
101
+ }
102
+ let registered = false;
103
+ if (validation.hasExtractor) {
104
+ const extractor = mod.extractor;
105
+ if (seenExtractorNames.has(extractor.name)) {
106
+ log.warn("duplicate extractor name, skipping", {
107
+ plugin: pluginName,
108
+ extractorName: extractor.name
109
+ });
110
+ } else {
111
+ seenExtractorNames.add(extractor.name);
112
+ result.extractors.push(extractor);
113
+ registered = true;
114
+ log.info("loaded plugin extractor", {
115
+ plugin: pluginName,
116
+ extractorName: extractor.name
117
+ });
118
+ }
119
+ }
120
+ if (validation.hasSearchEngine) {
121
+ const engine = mod.searchEngine;
122
+ if (seenEngineNames.has(engine.name)) {
123
+ log.warn("duplicate search engine name, skipping", {
124
+ plugin: pluginName,
125
+ engineName: engine.name
126
+ });
127
+ } else {
128
+ seenEngineNames.add(engine.name);
129
+ result.searchEngines.push(engine);
130
+ registered = true;
131
+ log.info("loaded plugin search engine", {
132
+ plugin: pluginName,
133
+ engineName: engine.name
134
+ });
135
+ }
136
+ }
137
+ if (registered) {
138
+ result.loaded.push({
139
+ name: pluginName,
140
+ version: pkgJson.version ?? "0.0.0",
141
+ path: pluginDir,
142
+ hasExtractor: validation.hasExtractor,
143
+ hasSearchEngine: validation.hasSearchEngine
144
+ });
145
+ }
146
+ }
147
+ log.info("plugin loading complete", {
148
+ extractors: result.extractors.length,
149
+ searchEngines: result.searchEngines.length,
150
+ errors: result.errors.length
151
+ });
152
+ return result;
153
+ }
154
+ export {
155
+ loadPlugins
156
+ };
157
+ //# sourceMappingURL=loader.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/plugins/loader.ts"],"sourcesContent":["import { existsSync, readdirSync, readFileSync, statSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { pathToFileURL } from 'node:url';\nimport { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\nimport { validatePluginExports } from './validate.js';\nimport type { Extractor, SearchEngine } from '../types.js';\n\nconst log = createLogger('server');\n\nexport interface LoadedPlugin {\n name: string;\n version: string;\n path: string;\n hasExtractor: boolean;\n hasSearchEngine: boolean;\n}\n\nexport interface PluginLoadError {\n pluginName: string;\n message: string;\n}\n\nexport interface PluginLoadResult {\n extractors: Extractor[];\n searchEngines: SearchEngine[];\n loaded: LoadedPlugin[];\n errors: PluginLoadError[];\n}\n\ninterface PluginPackageJson {\n name?: string;\n version?: string;\n main?: string;\n}\n\nfunction readPluginPackageJson(pluginDir: string): PluginPackageJson | null {\n const pkgPath = join(pluginDir, 'package.json');\n if (!existsSync(pkgPath)) {\n return null;\n }\n try {\n const raw = readFileSync(pkgPath, 'utf-8');\n return JSON.parse(raw) as PluginPackageJson;\n } catch {\n return null;\n }\n}\n\nexport async function loadPlugins(): Promise<PluginLoadResult> {\n const config = getConfig();\n const pluginsDir = config.pluginsDir;\n\n const result: PluginLoadResult = {\n extractors: [],\n searchEngines: [],\n loaded: [],\n errors: [],\n };\n\n if (!existsSync(pluginsDir)) {\n log.debug('plugins directory does not exist, skipping', { path: pluginsDir });\n return result;\n }\n\n let entries: string[];\n try {\n entries = readdirSync(pluginsDir);\n } catch (err) {\n log.warn('failed to read plugins directory', {\n path: pluginsDir,\n error: String(err),\n });\n return result;\n }\n\n const seenExtractorNames = new Set<string>();\n const seenEngineNames = new Set<string>();\n\n for (const entry of entries) {\n const pluginDir = join(pluginsDir, entry);\n\n let stat;\n try {\n stat = statSync(pluginDir);\n } catch {\n continue;\n }\n\n // statSync follows symlinks, so this also handles symlinked plugin dirs\n if (!stat.isDirectory()) {\n continue;\n }\n\n const pkgJson = readPluginPackageJson(pluginDir);\n const pluginName = pkgJson?.name ?? entry;\n\n if (pkgJson === null) {\n // Check if there is a package.json at all\n if (existsSync(join(pluginDir, 'package.json'))) {\n result.errors.push({\n pluginName: entry,\n message: `failed to parse package.json in ${pluginDir}`,\n });\n }\n continue;\n }\n\n if (!pkgJson.main) {\n result.errors.push({\n pluginName,\n message: `plugin ${pluginName} has no main field in package.json`,\n });\n continue;\n }\n\n const entryPath = join(pluginDir, pkgJson.main);\n if (!existsSync(entryPath)) {\n result.errors.push({\n pluginName,\n message: `entry point not found: ${entryPath}`,\n });\n continue;\n }\n\n let mod: Record<string, unknown>;\n try {\n const fileUrl = pathToFileURL(entryPath).href;\n mod = (await import(fileUrl)) as Record<string, unknown>;\n } catch (err) {\n const message = err instanceof Error ? err.message : String(err);\n result.errors.push({\n pluginName,\n message: `failed to load plugin ${pluginName}: ${message}`,\n });\n log.warn('plugin import failed', { plugin: pluginName, error: message });\n continue;\n }\n\n const validation = validatePluginExports(mod);\n\n if (validation.errors.length > 0) {\n for (const errMsg of validation.errors) {\n result.errors.push({ pluginName, message: errMsg });\n }\n log.warn('plugin validation failed', { plugin: pluginName, errors: validation.errors });\n }\n\n let registered = false;\n\n if (validation.hasExtractor) {\n const extractor = mod.extractor as Extractor;\n if (seenExtractorNames.has(extractor.name)) {\n log.warn('duplicate extractor name, skipping', {\n plugin: pluginName,\n extractorName: extractor.name,\n });\n } else {\n seenExtractorNames.add(extractor.name);\n result.extractors.push(extractor);\n registered = true;\n log.info('loaded plugin extractor', {\n plugin: pluginName,\n extractorName: extractor.name,\n });\n }\n }\n\n if (validation.hasSearchEngine) {\n const engine = mod.searchEngine as SearchEngine;\n if (seenEngineNames.has(engine.name)) {\n log.warn('duplicate search engine name, skipping', {\n plugin: pluginName,\n engineName: engine.name,\n });\n } else {\n seenEngineNames.add(engine.name);\n result.searchEngines.push(engine);\n registered = true;\n log.info('loaded plugin search engine', {\n plugin: pluginName,\n engineName: engine.name,\n });\n }\n }\n\n if (registered) {\n result.loaded.push({\n name: pluginName,\n version: pkgJson.version ?? '0.0.0',\n path: pluginDir,\n hasExtractor: validation.hasExtractor,\n hasSearchEngine: validation.hasSearchEngine,\n });\n }\n }\n\n log.info('plugin loading complete', {\n extractors: result.extractors.length,\n searchEngines: result.searchEngines.length,\n errors: result.errors.length,\n });\n\n return result;\n}\n"],"mappings":"AAAA,SAAS,YAAY,aAAa,cAAc,gBAAgB;AAChE,SAAS,YAAY;AACrB,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAC7B,SAAS,6BAA6B;AAGtC,MAAM,MAAM,aAAa,QAAQ;AA4BjC,SAAS,sBAAsB,WAA6C;AAC1E,QAAM,UAAU,KAAK,WAAW,cAAc;AAC9C,MAAI,CAAC,WAAW,OAAO,GAAG;AACxB,WAAO;AAAA,EACT;AACA,MAAI;AACF,UAAM,MAAM,aAAa,SAAS,OAAO;AACzC,WAAO,KAAK,MAAM,GAAG;AAAA,EACvB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,cAAyC;AAC7D,QAAM,SAAS,UAAU;AACzB,QAAM,aAAa,OAAO;AAE1B,QAAM,SAA2B;AAAA,IAC/B,YAAY,CAAC;AAAA,IACb,eAAe,CAAC;AAAA,IAChB,QAAQ,CAAC;AAAA,IACT,QAAQ,CAAC;AAAA,EACX;AAEA,MAAI,CAAC,WAAW,UAAU,GAAG;AAC3B,QAAI,MAAM,8CAA8C,EAAE,MAAM,WAAW,CAAC;AAC5E,WAAO;AAAA,EACT;AAEA,MAAI;AACJ,MAAI;AACF,cAAU,YAAY,UAAU;AAAA,EAClC,SAAS,KAAK;AACZ,QAAI,KAAK,oCAAoC;AAAA,MAC3C,MAAM;AAAA,MACN,OAAO,OAAO,GAAG;AAAA,IACnB,CAAC;AACD,WAAO;AAAA,EACT;AAEA,QAAM,qBAAqB,oBAAI,IAAY;AAC3C,QAAM,kBAAkB,oBAAI,IAAY;AAExC,aAAW,SAAS,SAAS;AAC3B,UAAM,YAAY,KAAK,YAAY,KAAK;AAExC,QAAI;AACJ,QAAI;AACF,aAAO,SAAS,SAAS;AAAA,IAC3B,QAAQ;AACN;AAAA,IACF;AAGA,QAAI,CAAC,KAAK,YAAY,GAAG;AACvB;AAAA,IACF;AAEA,UAAM,UAAU,sBAAsB,SAAS;AAC/C,UAAM,aAAa,SAAS,QAAQ;AAEpC,QAAI,YAAY,MAAM;AAEpB,UAAI,WAAW,KAAK,WAAW,cAAc,CAAC,GAAG;AAC/C,eAAO,OAAO,KAAK;AAAA,UACjB,YAAY;AAAA,UACZ,SAAS,mCAAmC,SAAS;AAAA,QACvD,CAAC;AAAA,MACH;AACA;AAAA,IACF;AAEA,QAAI,CAAC,QAAQ,MAAM;AACjB,aAAO,OAAO,KAAK;AAAA,QACjB;AAAA,QACA,SAAS,UAAU,UAAU;AAAA,MAC/B,CAAC;AACD;AAAA,IACF;AAEA,UAAM,YAAY,KAAK,WAAW,QAAQ,IAAI;AAC9C,QAAI,CAAC,WAAW,SAAS,GAAG;AAC1B,aAAO,OAAO,KAAK;AAAA,QACjB;AAAA,QACA,SAAS,0BAA0B,SAAS;AAAA,MAC9C,CAAC;AACD;AAAA,IACF;AAEA,QAAI;AACJ,QAAI;AACF,YAAM,UAAU,cAAc,SAAS,EAAE;AACzC,YAAO,MAAM,OAAO;AAAA,IACtB,SAAS,KAAK;AACZ,YAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,aAAO,OAAO,KAAK;AAAA,QACjB;AAAA,QACA,SAAS,yBAAyB,UAAU,KAAK,OAAO;AAAA,MAC1D,CAAC;AACD,UAAI,KAAK,wBAAwB,EAAE,QAAQ,YAAY,OAAO,QAAQ,CAAC;AACvE;AAAA,IACF;AAEA,UAAM,aAAa,sBAAsB,GAAG;AAE5C,QAAI,WAAW,OAAO,SAAS,GAAG;AAChC,iBAAW,UAAU,WAAW,QAAQ;AACtC,eAAO,OAAO,KAAK,EAAE,YAAY,SAAS,OAAO,CAAC;AAAA,MACpD;AACA,UAAI,KAAK,4BAA4B,EAAE,QAAQ,YAAY,QAAQ,WAAW,OAAO,CAAC;AAAA,IACxF;AAEA,QAAI,aAAa;AAEjB,QAAI,WAAW,cAAc;AAC3B,YAAM,YAAY,IAAI;AACtB,UAAI,mBAAmB,IAAI,UAAU,IAAI,GAAG;AAC1C,YAAI,KAAK,sCAAsC;AAAA,UAC7C,QAAQ;AAAA,UACR,eAAe,UAAU;AAAA,QAC3B,CAAC;AAAA,MACH,OAAO;AACL,2BAAmB,IAAI,UAAU,IAAI;AACrC,eAAO,WAAW,KAAK,SAAS;AAChC,qBAAa;AACb,YAAI,KAAK,2BAA2B;AAAA,UAClC,QAAQ;AAAA,UACR,eAAe,UAAU;AAAA,QAC3B,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,WAAW,iBAAiB;AAC9B,YAAM,SAAS,IAAI;AACnB,UAAI,gBAAgB,IAAI,OAAO,IAAI,GAAG;AACpC,YAAI,KAAK,0CAA0C;AAAA,UACjD,QAAQ;AAAA,UACR,YAAY,OAAO;AAAA,QACrB,CAAC;AAAA,MACH,OAAO;AACL,wBAAgB,IAAI,OAAO,IAAI;AAC/B,eAAO,cAAc,KAAK,MAAM;AAChC,qBAAa;AACb,YAAI,KAAK,+BAA+B;AAAA,UACtC,QAAQ;AAAA,UACR,YAAY,OAAO;AAAA,QACrB,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,YAAY;AACd,aAAO,OAAO,KAAK;AAAA,QACjB,MAAM;AAAA,QACN,SAAS,QAAQ,WAAW;AAAA,QAC5B,MAAM;AAAA,QACN,cAAc,WAAW;AAAA,QACzB,iBAAiB,WAAW;AAAA,MAC9B,CAAC;AAAA,IACH;AAAA,EACF;AAEA,MAAI,KAAK,2BAA2B;AAAA,IAClC,YAAY,OAAO,WAAW;AAAA,IAC9B,eAAe,OAAO,cAAc;AAAA,IACpC,QAAQ,OAAO,OAAO;AAAA,EACxB,CAAC;AAED,SAAO;AACT;","names":[]}
@@ -0,0 +1,26 @@
1
+ import type { Extractor, SearchEngine } from '../types.js';
2
+ export interface PluginRegistryState {
3
+ extractors: Array<{
4
+ name: string;
5
+ pluginName: string;
6
+ }>;
7
+ searchEngines: Array<{
8
+ name: string;
9
+ pluginName: string;
10
+ }>;
11
+ pluginCount: number;
12
+ }
13
+ export declare class PluginRegistry {
14
+ private extractors;
15
+ private engines;
16
+ private pluginNames;
17
+ registerExtractor(extractor: Extractor, pluginName: string): void;
18
+ registerSearchEngine(engine: SearchEngine, pluginName: string): void;
19
+ getExtractors(): Extractor[];
20
+ getSearchEngines(): SearchEngine[];
21
+ getExtractorByName(name: string): Extractor | undefined;
22
+ getSearchEngineByName(name: string): SearchEngine | undefined;
23
+ getState(): PluginRegistryState;
24
+ clear(): void;
25
+ }
26
+ //# sourceMappingURL=registry.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/plugins/registry.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAc3D,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACxD,aAAa,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC3D,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,UAAU,CAA6B;IAC/C,OAAO,CAAC,OAAO,CAAgC;IAC/C,OAAO,CAAC,WAAW,CAAqB;IAExC,iBAAiB,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAgBjE,oBAAoB,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAgBpE,aAAa,IAAI,SAAS,EAAE;IAI5B,gBAAgB,IAAI,YAAY,EAAE;IAIlC,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAIvD,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI7D,QAAQ,IAAI,mBAAmB;IAc/B,KAAK,IAAI,IAAI;CAKd"}
@@ -0,0 +1,71 @@
1
+ import { createLogger } from "../logger.js";
2
+ const log = createLogger("server");
3
+ class PluginRegistry {
4
+ extractors = [];
5
+ engines = [];
6
+ pluginNames = /* @__PURE__ */ new Set();
7
+ registerExtractor(extractor, pluginName) {
8
+ if (this.extractors.some((r) => r.extractor.name === extractor.name)) {
9
+ log.warn("duplicate extractor name, ignoring", {
10
+ name: extractor.name,
11
+ plugin: pluginName
12
+ });
13
+ return;
14
+ }
15
+ this.extractors.push({ extractor, pluginName });
16
+ this.pluginNames.add(pluginName);
17
+ log.debug("registered plugin extractor", {
18
+ name: extractor.name,
19
+ plugin: pluginName
20
+ });
21
+ }
22
+ registerSearchEngine(engine, pluginName) {
23
+ if (this.engines.some((r) => r.engine.name === engine.name)) {
24
+ log.warn("duplicate search engine name, ignoring", {
25
+ name: engine.name,
26
+ plugin: pluginName
27
+ });
28
+ return;
29
+ }
30
+ this.engines.push({ engine, pluginName });
31
+ this.pluginNames.add(pluginName);
32
+ log.debug("registered plugin search engine", {
33
+ name: engine.name,
34
+ plugin: pluginName
35
+ });
36
+ }
37
+ getExtractors() {
38
+ return this.extractors.map((r) => r.extractor);
39
+ }
40
+ getSearchEngines() {
41
+ return this.engines.map((r) => r.engine);
42
+ }
43
+ getExtractorByName(name) {
44
+ return this.extractors.find((r) => r.extractor.name === name)?.extractor;
45
+ }
46
+ getSearchEngineByName(name) {
47
+ return this.engines.find((r) => r.engine.name === name)?.engine;
48
+ }
49
+ getState() {
50
+ return {
51
+ extractors: this.extractors.map((r) => ({
52
+ name: r.extractor.name,
53
+ pluginName: r.pluginName
54
+ })),
55
+ searchEngines: this.engines.map((r) => ({
56
+ name: r.engine.name,
57
+ pluginName: r.pluginName
58
+ })),
59
+ pluginCount: this.pluginNames.size
60
+ };
61
+ }
62
+ clear() {
63
+ this.extractors = [];
64
+ this.engines = [];
65
+ this.pluginNames.clear();
66
+ }
67
+ }
68
+ export {
69
+ PluginRegistry
70
+ };
71
+ //# sourceMappingURL=registry.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/plugins/registry.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\nimport type { Extractor, SearchEngine } from '../types.js';\n\nconst log = createLogger('server');\n\ninterface RegisteredExtractor {\n extractor: Extractor;\n pluginName: string;\n}\n\ninterface RegisteredSearchEngine {\n engine: SearchEngine;\n pluginName: string;\n}\n\nexport interface PluginRegistryState {\n extractors: Array<{ name: string; pluginName: string }>;\n searchEngines: Array<{ name: string; pluginName: string }>;\n pluginCount: number;\n}\n\nexport class PluginRegistry {\n private extractors: RegisteredExtractor[] = [];\n private engines: RegisteredSearchEngine[] = [];\n private pluginNames = new Set<string>();\n\n registerExtractor(extractor: Extractor, pluginName: string): void {\n if (this.extractors.some(r => r.extractor.name === extractor.name)) {\n log.warn('duplicate extractor name, ignoring', {\n name: extractor.name,\n plugin: pluginName,\n });\n return;\n }\n this.extractors.push({ extractor, pluginName });\n this.pluginNames.add(pluginName);\n log.debug('registered plugin extractor', {\n name: extractor.name,\n plugin: pluginName,\n });\n }\n\n registerSearchEngine(engine: SearchEngine, pluginName: string): void {\n if (this.engines.some(r => r.engine.name === engine.name)) {\n log.warn('duplicate search engine name, ignoring', {\n name: engine.name,\n plugin: pluginName,\n });\n return;\n }\n this.engines.push({ engine, pluginName });\n this.pluginNames.add(pluginName);\n log.debug('registered plugin search engine', {\n name: engine.name,\n plugin: pluginName,\n });\n }\n\n getExtractors(): Extractor[] {\n return this.extractors.map(r => r.extractor);\n }\n\n getSearchEngines(): SearchEngine[] {\n return this.engines.map(r => r.engine);\n }\n\n getExtractorByName(name: string): Extractor | undefined {\n return this.extractors.find(r => r.extractor.name === name)?.extractor;\n }\n\n getSearchEngineByName(name: string): SearchEngine | undefined {\n return this.engines.find(r => r.engine.name === name)?.engine;\n }\n\n getState(): PluginRegistryState {\n return {\n extractors: this.extractors.map(r => ({\n name: r.extractor.name,\n pluginName: r.pluginName,\n })),\n searchEngines: this.engines.map(r => ({\n name: r.engine.name,\n pluginName: r.pluginName,\n })),\n pluginCount: this.pluginNames.size,\n };\n }\n\n clear(): void {\n this.extractors = [];\n this.engines = [];\n this.pluginNames.clear();\n }\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAG7B,MAAM,MAAM,aAAa,QAAQ;AAkB1B,MAAM,eAAe;AAAA,EAClB,aAAoC,CAAC;AAAA,EACrC,UAAoC,CAAC;AAAA,EACrC,cAAc,oBAAI,IAAY;AAAA,EAEtC,kBAAkB,WAAsB,YAA0B;AAChE,QAAI,KAAK,WAAW,KAAK,OAAK,EAAE,UAAU,SAAS,UAAU,IAAI,GAAG;AAClE,UAAI,KAAK,sCAAsC;AAAA,QAC7C,MAAM,UAAU;AAAA,QAChB,QAAQ;AAAA,MACV,CAAC;AACD;AAAA,IACF;AACA,SAAK,WAAW,KAAK,EAAE,WAAW,WAAW,CAAC;AAC9C,SAAK,YAAY,IAAI,UAAU;AAC/B,QAAI,MAAM,+BAA+B;AAAA,MACvC,MAAM,UAAU;AAAA,MAChB,QAAQ;AAAA,IACV,CAAC;AAAA,EACH;AAAA,EAEA,qBAAqB,QAAsB,YAA0B;AACnE,QAAI,KAAK,QAAQ,KAAK,OAAK,EAAE,OAAO,SAAS,OAAO,IAAI,GAAG;AACzD,UAAI,KAAK,0CAA0C;AAAA,QACjD,MAAM,OAAO;AAAA,QACb,QAAQ;AAAA,MACV,CAAC;AACD;AAAA,IACF;AACA,SAAK,QAAQ,KAAK,EAAE,QAAQ,WAAW,CAAC;AACxC,SAAK,YAAY,IAAI,UAAU;AAC/B,QAAI,MAAM,mCAAmC;AAAA,MAC3C,MAAM,OAAO;AAAA,MACb,QAAQ;AAAA,IACV,CAAC;AAAA,EACH;AAAA,EAEA,gBAA6B;AAC3B,WAAO,KAAK,WAAW,IAAI,OAAK,EAAE,SAAS;AAAA,EAC7C;AAAA,EAEA,mBAAmC;AACjC,WAAO,KAAK,QAAQ,IAAI,OAAK,EAAE,MAAM;AAAA,EACvC;AAAA,EAEA,mBAAmB,MAAqC;AACtD,WAAO,KAAK,WAAW,KAAK,OAAK,EAAE,UAAU,SAAS,IAAI,GAAG;AAAA,EAC/D;AAAA,EAEA,sBAAsB,MAAwC;AAC5D,WAAO,KAAK,QAAQ,KAAK,OAAK,EAAE,OAAO,SAAS,IAAI,GAAG;AAAA,EACzD;AAAA,EAEA,WAAgC;AAC9B,WAAO;AAAA,MACL,YAAY,KAAK,WAAW,IAAI,QAAM;AAAA,QACpC,MAAM,EAAE,UAAU;AAAA,QAClB,YAAY,EAAE;AAAA,MAChB,EAAE;AAAA,MACF,eAAe,KAAK,QAAQ,IAAI,QAAM;AAAA,QACpC,MAAM,EAAE,OAAO;AAAA,QACf,YAAY,EAAE;AAAA,MAChB,EAAE;AAAA,MACF,aAAa,KAAK,YAAY;AAAA,IAChC;AAAA,EACF;AAAA,EAEA,QAAc;AACZ,SAAK,aAAa,CAAC;AACnB,SAAK,UAAU,CAAC;AAChB,SAAK,YAAY,MAAM;AAAA,EACzB;AACF;","names":[]}
@@ -0,0 +1,9 @@
1
+ export declare function validateExtractor(value: unknown): boolean;
2
+ export declare function validateSearchEngine(value: unknown): boolean;
3
+ export interface PluginValidationResult {
4
+ hasExtractor: boolean;
5
+ hasSearchEngine: boolean;
6
+ errors: string[];
7
+ }
8
+ export declare function validatePluginExports(mod: unknown): PluginValidationResult;
9
+ //# sourceMappingURL=validate.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../src/plugins/validate.ts"],"names":[],"mappings":"AAIA,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAoBzD;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAgB5D;AAED,MAAM,WAAW,sBAAsB;IACrC,YAAY,EAAE,OAAO,CAAC;IACtB,eAAe,EAAE,OAAO,CAAC;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,OAAO,GAAG,sBAAsB,CA+C1E"}
@@ -0,0 +1,79 @@
1
+ import { createLogger } from "../logger.js";
2
+ const log = createLogger("server");
3
+ function validateExtractor(value) {
4
+ if (value === null || value === void 0 || typeof value !== "object") {
5
+ return false;
6
+ }
7
+ const obj = value;
8
+ if (typeof obj.name !== "string" || obj.name.length === 0) {
9
+ return false;
10
+ }
11
+ if (typeof obj.canHandle !== "function") {
12
+ return false;
13
+ }
14
+ if (typeof obj.extract !== "function") {
15
+ return false;
16
+ }
17
+ return true;
18
+ }
19
+ function validateSearchEngine(value) {
20
+ if (value === null || value === void 0 || typeof value !== "object") {
21
+ return false;
22
+ }
23
+ const obj = value;
24
+ if (typeof obj.name !== "string" || obj.name.length === 0) {
25
+ return false;
26
+ }
27
+ if (typeof obj.search !== "function") {
28
+ return false;
29
+ }
30
+ return true;
31
+ }
32
+ function validatePluginExports(mod) {
33
+ const result = {
34
+ hasExtractor: false,
35
+ hasSearchEngine: false,
36
+ errors: []
37
+ };
38
+ if (mod === null || mod === void 0 || typeof mod !== "object") {
39
+ result.errors.push("plugin module is null or not an object");
40
+ return result;
41
+ }
42
+ const exports = mod;
43
+ if ("extractor" in exports) {
44
+ if (validateExtractor(exports.extractor)) {
45
+ result.hasExtractor = true;
46
+ log.debug("valid extractor export found", {
47
+ name: exports.extractor.name
48
+ });
49
+ } else {
50
+ result.errors.push(
51
+ "extractor export exists but does not match the Extractor interface (requires: name: string, canHandle: function, extract: function)"
52
+ );
53
+ }
54
+ }
55
+ if ("searchEngine" in exports) {
56
+ if (validateSearchEngine(exports.searchEngine)) {
57
+ result.hasSearchEngine = true;
58
+ log.debug("valid searchEngine export found", {
59
+ name: exports.searchEngine.name
60
+ });
61
+ } else {
62
+ result.errors.push(
63
+ "searchEngine export exists but does not match the SearchEngine interface (requires: name: string, search: function)"
64
+ );
65
+ }
66
+ }
67
+ if (!result.hasExtractor && !result.hasSearchEngine && result.errors.length === 0) {
68
+ result.errors.push(
69
+ "plugin exports neither a valid extractor nor a valid searchEngine"
70
+ );
71
+ }
72
+ return result;
73
+ }
74
+ export {
75
+ validateExtractor,
76
+ validatePluginExports,
77
+ validateSearchEngine
78
+ };
79
+ //# sourceMappingURL=validate.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/plugins/validate.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\n\nconst log = createLogger('server');\n\nexport function validateExtractor(value: unknown): boolean {\n if (value === null || value === undefined || typeof value !== 'object') {\n return false;\n }\n\n const obj = value as Record<string, unknown>;\n\n if (typeof obj.name !== 'string' || obj.name.length === 0) {\n return false;\n }\n\n if (typeof obj.canHandle !== 'function') {\n return false;\n }\n\n if (typeof obj.extract !== 'function') {\n return false;\n }\n\n return true;\n}\n\nexport function validateSearchEngine(value: unknown): boolean {\n if (value === null || value === undefined || typeof value !== 'object') {\n return false;\n }\n\n const obj = value as Record<string, unknown>;\n\n if (typeof obj.name !== 'string' || obj.name.length === 0) {\n return false;\n }\n\n if (typeof obj.search !== 'function') {\n return false;\n }\n\n return true;\n}\n\nexport interface PluginValidationResult {\n hasExtractor: boolean;\n hasSearchEngine: boolean;\n errors: string[];\n}\n\nexport function validatePluginExports(mod: unknown): PluginValidationResult {\n const result: PluginValidationResult = {\n hasExtractor: false,\n hasSearchEngine: false,\n errors: [],\n };\n\n if (mod === null || mod === undefined || typeof mod !== 'object') {\n result.errors.push('plugin module is null or not an object');\n return result;\n }\n\n const exports = mod as Record<string, unknown>;\n\n if ('extractor' in exports) {\n if (validateExtractor(exports.extractor)) {\n result.hasExtractor = true;\n log.debug('valid extractor export found', {\n name: (exports.extractor as { name: string }).name,\n });\n } else {\n result.errors.push(\n 'extractor export exists but does not match the Extractor interface (requires: name: string, canHandle: function, extract: function)',\n );\n }\n }\n\n if ('searchEngine' in exports) {\n if (validateSearchEngine(exports.searchEngine)) {\n result.hasSearchEngine = true;\n log.debug('valid searchEngine export found', {\n name: (exports.searchEngine as { name: string }).name,\n });\n } else {\n result.errors.push(\n 'searchEngine export exists but does not match the SearchEngine interface (requires: name: string, search: function)',\n );\n }\n }\n\n if (!result.hasExtractor && !result.hasSearchEngine && result.errors.length === 0) {\n result.errors.push(\n 'plugin exports neither a valid extractor nor a valid searchEngine',\n );\n }\n\n return result;\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAE1B,SAAS,kBAAkB,OAAyB;AACzD,MAAI,UAAU,QAAQ,UAAU,UAAa,OAAO,UAAU,UAAU;AACtE,WAAO;AAAA,EACT;AAEA,QAAM,MAAM;AAEZ,MAAI,OAAO,IAAI,SAAS,YAAY,IAAI,KAAK,WAAW,GAAG;AACzD,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,IAAI,cAAc,YAAY;AACvC,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,IAAI,YAAY,YAAY;AACrC,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAEO,SAAS,qBAAqB,OAAyB;AAC5D,MAAI,UAAU,QAAQ,UAAU,UAAa,OAAO,UAAU,UAAU;AACtE,WAAO;AAAA,EACT;AAEA,QAAM,MAAM;AAEZ,MAAI,OAAO,IAAI,SAAS,YAAY,IAAI,KAAK,WAAW,GAAG;AACzD,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,IAAI,WAAW,YAAY;AACpC,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAQO,SAAS,sBAAsB,KAAsC;AAC1E,QAAM,SAAiC;AAAA,IACrC,cAAc;AAAA,IACd,iBAAiB;AAAA,IACjB,QAAQ,CAAC;AAAA,EACX;AAEA,MAAI,QAAQ,QAAQ,QAAQ,UAAa,OAAO,QAAQ,UAAU;AAChE,WAAO,OAAO,KAAK,wCAAwC;AAC3D,WAAO;AAAA,EACT;AAEA,QAAM,UAAU;AAEhB,MAAI,eAAe,SAAS;AAC1B,QAAI,kBAAkB,QAAQ,SAAS,GAAG;AACxC,aAAO,eAAe;AACtB,UAAI,MAAM,gCAAgC;AAAA,QACxC,MAAO,QAAQ,UAA+B;AAAA,MAChD,CAAC;AAAA,IACH,OAAO;AACL,aAAO,OAAO;AAAA,QACZ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,MAAI,kBAAkB,SAAS;AAC7B,QAAI,qBAAqB,QAAQ,YAAY,GAAG;AAC9C,aAAO,kBAAkB;AACzB,UAAI,MAAM,mCAAmC;AAAA,QAC3C,MAAO,QAAQ,aAAkC;AAAA,MACnD,CAAC;AAAA,IACH,OAAO;AACL,aAAO,OAAO;AAAA,QACZ;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,MAAI,CAAC,OAAO,gBAAgB,CAAC,OAAO,mBAAmB,OAAO,OAAO,WAAW,GAAG;AACjF,WAAO,OAAO;AAAA,MACZ;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;","names":[]}
@@ -0,0 +1,11 @@
1
+ export interface EmbedProvider {
2
+ /** Embed a batch of strings; returns one Float32Array per input. */
3
+ embed(texts: string[]): Promise<Float32Array[]>;
4
+ /** Dimensionality of embeddings produced by this provider. */
5
+ readonly dim: number;
6
+ /** Model identifier (for cache invalidation / provenance). */
7
+ readonly modelId: string;
8
+ }
9
+ export declare function getEmbedProvider(): Promise<EmbedProvider>;
10
+ export declare function _resetEmbedProviderForTest(): void;
11
+ //# sourceMappingURL=embed-provider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"embed-provider.d.ts","sourceRoot":"","sources":["../../src/providers/embed-provider.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,aAAa;IAC5B,oEAAoE;IACpE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAChD,8DAA8D;IAC9D,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,8DAA8D;IAC9D,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAID,wBAAgB,gBAAgB,IAAI,OAAO,CAAC,aAAa,CAAC,CAezD;AAED,wBAAgB,0BAA0B,IAAI,IAAI,CAEjD"}
@@ -0,0 +1,24 @@
1
+ import { createLogger } from "../logger.js";
2
+ const log = createLogger("providers");
3
+ let cached = null;
4
+ function getEmbedProvider() {
5
+ if (cached) return cached;
6
+ cached = import("../embedding/fastembed-provider.js").then(async (m) => {
7
+ const p = new m.FastembedEmbedProvider();
8
+ await p.warmup();
9
+ log.info("embed provider ready", { provider: "embed", impl: "fastembed", modelId: p.modelId, dim: p.dim });
10
+ return p;
11
+ }).catch((err) => {
12
+ cached = null;
13
+ throw err;
14
+ });
15
+ return cached;
16
+ }
17
+ function _resetEmbedProviderForTest() {
18
+ cached = null;
19
+ }
20
+ export {
21
+ _resetEmbedProviderForTest,
22
+ getEmbedProvider
23
+ };
24
+ //# sourceMappingURL=embed-provider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/providers/embed-provider.ts"],"sourcesContent":["/**\n * Embed provider interface — Phase 1 Task 1.3 of v1 engine overhaul.\n *\n * Stable interface for embedding implementations. Phase 3 swapped the\n * sentence-transformers Python subprocess for fastembed (Rust ONNX via\n * Node bindings); the factory now returns FastembedEmbedProvider.\n */\nimport { createLogger } from '../logger.js';\n\nconst log = createLogger('providers');\n\nexport interface EmbedProvider {\n /** Embed a batch of strings; returns one Float32Array per input. */\n embed(texts: string[]): Promise<Float32Array[]>;\n /** Dimensionality of embeddings produced by this provider. */\n readonly dim: number;\n /** Model identifier (for cache invalidation / provenance). */\n readonly modelId: string;\n}\n\nlet cached: Promise<EmbedProvider> | null = null;\n\nexport function getEmbedProvider(): Promise<EmbedProvider> {\n if (cached) return cached;\n cached = import('../embedding/fastembed-provider.js')\n .then(async m => {\n const p = new m.FastembedEmbedProvider();\n await p.warmup();\n log.info('embed provider ready', { provider: 'embed', impl: 'fastembed', modelId: p.modelId, dim: p.dim });\n return p;\n })\n .catch(err => {\n // Clear cache on any failure (import or warmup) so the next call retries.\n cached = null;\n throw err;\n });\n return cached;\n}\n\nexport function _resetEmbedProviderForTest(): void {\n cached = null;\n}\n"],"mappings":"AAOA,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,WAAW;AAWpC,IAAI,SAAwC;AAErC,SAAS,mBAA2C;AACzD,MAAI,OAAQ,QAAO;AACnB,WAAS,OAAO,oCAAoC,EACjD,KAAK,OAAM,MAAK;AACf,UAAM,IAAI,IAAI,EAAE,uBAAuB;AACvC,UAAM,EAAE,OAAO;AACf,QAAI,KAAK,wBAAwB,EAAE,UAAU,SAAS,MAAM,aAAa,SAAS,EAAE,SAAS,KAAK,EAAE,IAAI,CAAC;AACzG,WAAO;AAAA,EACT,CAAC,EACA,MAAM,SAAO;AAEZ,aAAS;AACT,UAAM;AAAA,EACR,CAAC;AACH,SAAO;AACT;AAEO,SAAS,6BAAmC;AACjD,WAAS;AACX;","names":[]}
@@ -0,0 +1,23 @@
1
+ /**
2
+ * Extract provider interface — wraps the v1 extraction pipeline behind a
3
+ * stable interface.
4
+ *
5
+ * Note: named ExtractProvider (not Extractor) to avoid collision with the
6
+ * pre-existing `Extractor` interface in `src/types.ts`, which models a single
7
+ * site-specific extractor within the v1 pipeline.
8
+ */
9
+ import type { ExtractionResult } from '../types.js';
10
+ export interface ExtractProviderOptions {
11
+ maxChars?: number;
12
+ section?: string;
13
+ sectionIndex?: number;
14
+ contentType?: string;
15
+ pdfBuffer?: Buffer;
16
+ }
17
+ export interface ExtractProvider {
18
+ extract(html: string, url: string, options?: ExtractProviderOptions): Promise<ExtractionResult>;
19
+ readonly name: 'legacy' | 'v1';
20
+ }
21
+ export declare function getExtractProvider(): Promise<ExtractProvider>;
22
+ export declare function _resetExtractProviderForTest(): void;
23
+ //# sourceMappingURL=extract-provider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"extract-provider.d.ts","sourceRoot":"","sources":["../../src/providers/extract-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAKpD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,CACL,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,sBAAsB,GAC/B,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC7B,QAAQ,CAAC,IAAI,EAAE,QAAQ,GAAG,IAAI,CAAC;CAChC;AAID,wBAAgB,kBAAkB,IAAI,OAAO,CAAC,eAAe,CAAC,CAU7D;AAED,wBAAgB,4BAA4B,IAAI,IAAI,CAEnD"}