@staticn0va/wigolo 0.1.0 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1003) hide show
  1. package/LICENSE +1 -1
  2. package/README.md +146 -227
  3. package/SKILL.md +382 -0
  4. package/assets/blocks/claude-code/CLAUDE.md.block +20 -0
  5. package/assets/blocks/claude-code/wigolo-command.md +40 -0
  6. package/assets/blocks/cursor/wigolo.mdc +46 -0
  7. package/assets/blocks/gemini-cli/GEMINI.md.block +18 -0
  8. package/assets/blocks/vscode/copilot-instructions.md.block +18 -0
  9. package/assets/skills/wigolo/SKILL.md +50 -0
  10. package/assets/skills/wigolo/rules/cache-first.md +30 -0
  11. package/assets/skills/wigolo/rules/synthesis.md +43 -0
  12. package/assets/skills/wigolo-agent/SKILL.md +73 -0
  13. package/assets/skills/wigolo-crawl/SKILL.md +60 -0
  14. package/assets/skills/wigolo-extract/SKILL.md +59 -0
  15. package/assets/skills/wigolo-fetch/SKILL.md +65 -0
  16. package/assets/skills/wigolo-find-similar/SKILL.md +72 -0
  17. package/assets/skills/wigolo-research/SKILL.md +77 -0
  18. package/assets/skills/wigolo-search/SKILL.md +78 -0
  19. package/dist/agent/executor.d.ts +33 -0
  20. package/dist/agent/executor.d.ts.map +1 -0
  21. package/dist/agent/executor.js +233 -0
  22. package/dist/agent/executor.js.map +1 -0
  23. package/dist/agent/pipeline.d.ts +5 -0
  24. package/dist/agent/pipeline.d.ts.map +1 -0
  25. package/dist/agent/pipeline.js +238 -0
  26. package/dist/agent/pipeline.js.map +1 -0
  27. package/dist/agent/planner.d.ts +13 -0
  28. package/dist/agent/planner.d.ts.map +1 -0
  29. package/dist/agent/planner.js +271 -0
  30. package/dist/agent/planner.js.map +1 -0
  31. package/dist/agent/relevance.d.ts +15 -0
  32. package/dist/agent/relevance.d.ts.map +1 -0
  33. package/dist/agent/relevance.js +60 -0
  34. package/dist/agent/relevance.js.map +1 -0
  35. package/dist/cache/backfill-embeddings.d.ts +23 -0
  36. package/dist/cache/backfill-embeddings.d.ts.map +1 -0
  37. package/dist/cache/backfill-embeddings.js +105 -0
  38. package/dist/cache/backfill-embeddings.js.map +1 -0
  39. package/dist/cache/change-detector.d.ts +7 -0
  40. package/dist/cache/change-detector.d.ts.map +1 -0
  41. package/dist/cache/change-detector.js +43 -0
  42. package/dist/cache/change-detector.js.map +1 -0
  43. package/dist/cache/db.d.ts +1 -0
  44. package/dist/cache/db.d.ts.map +1 -1
  45. package/dist/cache/db.js +94 -22
  46. package/dist/cache/db.js.map +1 -1
  47. package/dist/cache/diff-summary.d.ts +2 -0
  48. package/dist/cache/diff-summary.d.ts.map +1 -0
  49. package/dist/cache/diff-summary.js +82 -0
  50. package/dist/cache/diff-summary.js.map +1 -0
  51. package/dist/cache/migrations/runner.d.ts +29 -0
  52. package/dist/cache/migrations/runner.d.ts.map +1 -0
  53. package/dist/cache/migrations/runner.js +147 -0
  54. package/dist/cache/migrations/runner.js.map +1 -0
  55. package/dist/cache/sqlite-vec-store.d.ts +42 -0
  56. package/dist/cache/sqlite-vec-store.d.ts.map +1 -0
  57. package/dist/cache/sqlite-vec-store.js +176 -0
  58. package/dist/cache/sqlite-vec-store.js.map +1 -0
  59. package/dist/cache/store.d.ts +47 -1
  60. package/dist/cache/store.d.ts.map +1 -1
  61. package/dist/cache/store.js +364 -168
  62. package/dist/cache/store.js.map +1 -1
  63. package/dist/cli/agents/antigravity.d.ts +20 -0
  64. package/dist/cli/agents/antigravity.d.ts.map +1 -0
  65. package/dist/cli/agents/antigravity.js +49 -0
  66. package/dist/cli/agents/antigravity.js.map +1 -0
  67. package/dist/cli/agents/claude-code.d.ts +25 -0
  68. package/dist/cli/agents/claude-code.d.ts.map +1 -0
  69. package/dist/cli/agents/claude-code.js +111 -0
  70. package/dist/cli/agents/claude-code.js.map +1 -0
  71. package/dist/cli/agents/cursor.d.ts +21 -0
  72. package/dist/cli/agents/cursor.d.ts.map +1 -0
  73. package/dist/cli/agents/cursor.js +58 -0
  74. package/dist/cli/agents/cursor.js.map +1 -0
  75. package/dist/cli/agents/gemini-cli.d.ts +21 -0
  76. package/dist/cli/agents/gemini-cli.d.ts.map +1 -0
  77. package/dist/cli/agents/gemini-cli.js +55 -0
  78. package/dist/cli/agents/gemini-cli.js.map +1 -0
  79. package/dist/cli/agents/registry.d.ts +21 -0
  80. package/dist/cli/agents/registry.d.ts.map +1 -0
  81. package/dist/cli/agents/registry.js +27 -0
  82. package/dist/cli/agents/registry.js.map +1 -0
  83. package/dist/cli/agents/utils.d.ts +26 -0
  84. package/dist/cli/agents/utils.d.ts.map +1 -0
  85. package/dist/cli/agents/utils.js +136 -0
  86. package/dist/cli/agents/utils.js.map +1 -0
  87. package/dist/cli/agents/vscode.d.ts +21 -0
  88. package/dist/cli/agents/vscode.d.ts.map +1 -0
  89. package/dist/cli/agents/vscode.js +62 -0
  90. package/dist/cli/agents/vscode.js.map +1 -0
  91. package/dist/cli/auth.d.ts +2 -0
  92. package/dist/cli/auth.d.ts.map +1 -0
  93. package/dist/cli/auth.js +94 -0
  94. package/dist/cli/auth.js.map +1 -0
  95. package/dist/cli/backfill.d.ts +2 -0
  96. package/dist/cli/backfill.d.ts.map +1 -0
  97. package/dist/cli/backfill.js +58 -0
  98. package/dist/cli/backfill.js.map +1 -0
  99. package/dist/cli/daemon.d.ts +6 -1
  100. package/dist/cli/daemon.d.ts.map +1 -1
  101. package/dist/cli/daemon.js +61 -3
  102. package/dist/cli/daemon.js.map +1 -1
  103. package/dist/cli/doctor.d.ts +8 -0
  104. package/dist/cli/doctor.d.ts.map +1 -0
  105. package/dist/cli/doctor.js +344 -0
  106. package/dist/cli/doctor.js.map +1 -0
  107. package/dist/cli/health.d.ts +1 -1
  108. package/dist/cli/health.d.ts.map +1 -1
  109. package/dist/cli/health.js +42 -3
  110. package/dist/cli/health.js.map +1 -1
  111. package/dist/cli/help.d.ts +6 -0
  112. package/dist/cli/help.d.ts.map +1 -0
  113. package/dist/cli/help.js +63 -0
  114. package/dist/cli/help.js.map +1 -0
  115. package/dist/cli/index.d.ts +1 -1
  116. package/dist/cli/index.d.ts.map +1 -1
  117. package/dist/cli/index.js +35 -7
  118. package/dist/cli/index.js.map +1 -1
  119. package/dist/cli/init.d.ts +2 -0
  120. package/dist/cli/init.d.ts.map +1 -0
  121. package/dist/cli/init.js +201 -0
  122. package/dist/cli/init.js.map +1 -0
  123. package/dist/cli/plugin.d.ts +5 -0
  124. package/dist/cli/plugin.d.ts.map +1 -0
  125. package/dist/cli/plugin.js +185 -0
  126. package/dist/cli/plugin.js.map +1 -0
  127. package/dist/cli/setup-mcp.d.ts +2 -0
  128. package/dist/cli/setup-mcp.d.ts.map +1 -0
  129. package/dist/cli/setup-mcp.js +114 -0
  130. package/dist/cli/setup-mcp.js.map +1 -0
  131. package/dist/cli/shell.d.ts +2 -0
  132. package/dist/cli/shell.d.ts.map +1 -0
  133. package/dist/cli/shell.js +86 -0
  134. package/dist/cli/shell.js.map +1 -0
  135. package/dist/cli/shutdown.d.ts +2 -0
  136. package/dist/cli/shutdown.d.ts.map +1 -0
  137. package/dist/cli/shutdown.js +26 -0
  138. package/dist/cli/shutdown.js.map +1 -0
  139. package/dist/cli/status.d.ts +2 -0
  140. package/dist/cli/status.d.ts.map +1 -0
  141. package/dist/cli/status.js +31 -0
  142. package/dist/cli/status.js.map +1 -0
  143. package/dist/cli/telemetry.d.ts +10 -0
  144. package/dist/cli/telemetry.d.ts.map +1 -0
  145. package/dist/cli/telemetry.js +56 -0
  146. package/dist/cli/telemetry.js.map +1 -0
  147. package/dist/cli/tui/agents-types.d.ts +28 -0
  148. package/dist/cli/tui/agents-types.d.ts.map +1 -0
  149. package/dist/cli/tui/agents-types.js +1 -0
  150. package/dist/cli/tui/agents-types.js.map +1 -0
  151. package/dist/cli/tui/agents.d.ts +11 -0
  152. package/dist/cli/tui/agents.d.ts.map +1 -0
  153. package/dist/cli/tui/agents.js +93 -0
  154. package/dist/cli/tui/agents.js.map +1 -0
  155. package/dist/cli/tui/banner.d.ts +3 -0
  156. package/dist/cli/tui/banner.d.ts.map +1 -0
  157. package/dist/cli/tui/banner.js +30 -0
  158. package/dist/cli/tui/banner.js.map +1 -0
  159. package/dist/cli/tui/components/AgentSelect.d.ts +13 -0
  160. package/dist/cli/tui/components/AgentSelect.d.ts.map +1 -0
  161. package/dist/cli/tui/components/AgentSelect.js +116 -0
  162. package/dist/cli/tui/components/AgentSelect.js.map +1 -0
  163. package/dist/cli/tui/components/Banner.d.ts +6 -0
  164. package/dist/cli/tui/components/Banner.d.ts.map +1 -0
  165. package/dist/cli/tui/components/Banner.js +25 -0
  166. package/dist/cli/tui/components/Banner.js.map +1 -0
  167. package/dist/cli/tui/components/BrowserSelect.d.ts +7 -0
  168. package/dist/cli/tui/components/BrowserSelect.d.ts.map +1 -0
  169. package/dist/cli/tui/components/BrowserSelect.js +19 -0
  170. package/dist/cli/tui/components/BrowserSelect.js.map +1 -0
  171. package/dist/cli/tui/components/InstallProgress.d.ts +9 -0
  172. package/dist/cli/tui/components/InstallProgress.d.ts.map +1 -0
  173. package/dist/cli/tui/components/InstallProgress.js +67 -0
  174. package/dist/cli/tui/components/InstallProgress.js.map +1 -0
  175. package/dist/cli/tui/components/SkillInstall.d.ts +14 -0
  176. package/dist/cli/tui/components/SkillInstall.d.ts.map +1 -0
  177. package/dist/cli/tui/components/SkillInstall.js +94 -0
  178. package/dist/cli/tui/components/SkillInstall.js.map +1 -0
  179. package/dist/cli/tui/components/Summary.d.ts +22 -0
  180. package/dist/cli/tui/components/Summary.d.ts.map +1 -0
  181. package/dist/cli/tui/components/Summary.js +135 -0
  182. package/dist/cli/tui/components/Summary.js.map +1 -0
  183. package/dist/cli/tui/components/SystemCheck.d.ts +8 -0
  184. package/dist/cli/tui/components/SystemCheck.d.ts.map +1 -0
  185. package/dist/cli/tui/components/SystemCheck.js +71 -0
  186. package/dist/cli/tui/components/SystemCheck.js.map +1 -0
  187. package/dist/cli/tui/components/Verification.d.ts +8 -0
  188. package/dist/cli/tui/components/Verification.d.ts.map +1 -0
  189. package/dist/cli/tui/components/Verification.js +63 -0
  190. package/dist/cli/tui/components/Verification.js.map +1 -0
  191. package/dist/cli/tui/config-writer-cli.d.ts +12 -0
  192. package/dist/cli/tui/config-writer-cli.d.ts.map +1 -0
  193. package/dist/cli/tui/config-writer-cli.js +39 -0
  194. package/dist/cli/tui/config-writer-cli.js.map +1 -0
  195. package/dist/cli/tui/config-writer-json.d.ts +16 -0
  196. package/dist/cli/tui/config-writer-json.d.ts.map +1 -0
  197. package/dist/cli/tui/config-writer-json.js +86 -0
  198. package/dist/cli/tui/config-writer-json.js.map +1 -0
  199. package/dist/cli/tui/config-writer-toml.d.ts +16 -0
  200. package/dist/cli/tui/config-writer-toml.d.ts.map +1 -0
  201. package/dist/cli/tui/config-writer-toml.js +83 -0
  202. package/dist/cli/tui/config-writer-toml.js.map +1 -0
  203. package/dist/cli/tui/config-writer.d.ts +25 -0
  204. package/dist/cli/tui/config-writer.d.ts.map +1 -0
  205. package/dist/cli/tui/config-writer.js +101 -0
  206. package/dist/cli/tui/config-writer.js.map +1 -0
  207. package/dist/cli/tui/detect-helpers.d.ts +6 -0
  208. package/dist/cli/tui/detect-helpers.d.ts.map +1 -0
  209. package/dist/cli/tui/detect-helpers.js +45 -0
  210. package/dist/cli/tui/detect-helpers.js.map +1 -0
  211. package/dist/cli/tui/extras-prompt.d.ts +7 -0
  212. package/dist/cli/tui/extras-prompt.d.ts.map +1 -0
  213. package/dist/cli/tui/extras-prompt.js +42 -0
  214. package/dist/cli/tui/extras-prompt.js.map +1 -0
  215. package/dist/cli/tui/flags-types.d.ts +19 -0
  216. package/dist/cli/tui/flags-types.d.ts.map +1 -0
  217. package/dist/cli/tui/flags-types.js +23 -0
  218. package/dist/cli/tui/flags-types.js.map +1 -0
  219. package/dist/cli/tui/flags.d.ts +5 -0
  220. package/dist/cli/tui/flags.d.ts.map +1 -0
  221. package/dist/cli/tui/flags.js +132 -0
  222. package/dist/cli/tui/flags.js.map +1 -0
  223. package/dist/cli/tui/format.d.ts +14 -0
  224. package/dist/cli/tui/format.d.ts.map +1 -0
  225. package/dist/cli/tui/format.js +37 -0
  226. package/dist/cli/tui/format.js.map +1 -0
  227. package/dist/cli/tui/hooks/useAgentDetect.d.ts +6 -0
  228. package/dist/cli/tui/hooks/useAgentDetect.d.ts.map +1 -0
  229. package/dist/cli/tui/hooks/useAgentDetect.js +19 -0
  230. package/dist/cli/tui/hooks/useAgentDetect.js.map +1 -0
  231. package/dist/cli/tui/hooks/useInstall.d.ts +14 -0
  232. package/dist/cli/tui/hooks/useInstall.d.ts.map +1 -0
  233. package/dist/cli/tui/hooks/useInstall.js +90 -0
  234. package/dist/cli/tui/hooks/useInstall.js.map +1 -0
  235. package/dist/cli/tui/hooks/useSystemCheck.d.ts +13 -0
  236. package/dist/cli/tui/hooks/useSystemCheck.d.ts.map +1 -0
  237. package/dist/cli/tui/hooks/useSystemCheck.js +95 -0
  238. package/dist/cli/tui/hooks/useSystemCheck.js.map +1 -0
  239. package/dist/cli/tui/hooks/useVerify.d.ts +14 -0
  240. package/dist/cli/tui/hooks/useVerify.d.ts.map +1 -0
  241. package/dist/cli/tui/hooks/useVerify.js +71 -0
  242. package/dist/cli/tui/hooks/useVerify.js.map +1 -0
  243. package/dist/cli/tui/ink-init.d.ts +2 -0
  244. package/dist/cli/tui/ink-init.d.ts.map +1 -0
  245. package/dist/cli/tui/ink-init.js +198 -0
  246. package/dist/cli/tui/ink-init.js.map +1 -0
  247. package/dist/cli/tui/reporter-auto.d.ts +7 -0
  248. package/dist/cli/tui/reporter-auto.d.ts.map +1 -0
  249. package/dist/cli/tui/reporter-auto.js +15 -0
  250. package/dist/cli/tui/reporter-auto.js.map +1 -0
  251. package/dist/cli/tui/reporter.d.ts +26 -0
  252. package/dist/cli/tui/reporter.d.ts.map +1 -0
  253. package/dist/cli/tui/reporter.js +32 -0
  254. package/dist/cli/tui/reporter.js.map +1 -0
  255. package/dist/cli/tui/run-command.d.ts +14 -0
  256. package/dist/cli/tui/run-command.d.ts.map +1 -0
  257. package/dist/cli/tui/run-command.js +72 -0
  258. package/dist/cli/tui/run-command.js.map +1 -0
  259. package/dist/cli/tui/select-agents.d.ts +6 -0
  260. package/dist/cli/tui/select-agents.d.ts.map +1 -0
  261. package/dist/cli/tui/select-agents.js +32 -0
  262. package/dist/cli/tui/select-agents.js.map +1 -0
  263. package/dist/cli/tui/status-agents.d.ts +11 -0
  264. package/dist/cli/tui/status-agents.d.ts.map +1 -0
  265. package/dist/cli/tui/status-agents.js +53 -0
  266. package/dist/cli/tui/status-agents.js.map +1 -0
  267. package/dist/cli/tui/status-cache.d.ts +6 -0
  268. package/dist/cli/tui/status-cache.d.ts.map +1 -0
  269. package/dist/cli/tui/status-cache.js +39 -0
  270. package/dist/cli/tui/status-cache.js.map +1 -0
  271. package/dist/cli/tui/status-format.d.ts +14 -0
  272. package/dist/cli/tui/status-format.d.ts.map +1 -0
  273. package/dist/cli/tui/status-format.js +41 -0
  274. package/dist/cli/tui/status-format.js.map +1 -0
  275. package/dist/cli/tui/status-python.d.ts +6 -0
  276. package/dist/cli/tui/status-python.d.ts.map +1 -0
  277. package/dist/cli/tui/status-python.js +30 -0
  278. package/dist/cli/tui/status-python.js.map +1 -0
  279. package/dist/cli/tui/system-check.d.ts +24 -0
  280. package/dist/cli/tui/system-check.d.ts.map +1 -0
  281. package/dist/cli/tui/system-check.js +103 -0
  282. package/dist/cli/tui/system-check.js.map +1 -0
  283. package/dist/cli/tui/tui-reporter.d.ts +19 -0
  284. package/dist/cli/tui/tui-reporter.d.ts.map +1 -0
  285. package/dist/cli/tui/tui-reporter.js +95 -0
  286. package/dist/cli/tui/tui-reporter.js.map +1 -0
  287. package/dist/cli/tui/utils/config-writer.d.ts +3 -0
  288. package/dist/cli/tui/utils/config-writer.d.ts.map +1 -0
  289. package/dist/cli/tui/utils/config-writer.js +22 -0
  290. package/dist/cli/tui/utils/config-writer.js.map +1 -0
  291. package/dist/cli/tui/utils/suppress-logs.d.ts +3 -0
  292. package/dist/cli/tui/utils/suppress-logs.d.ts.map +1 -0
  293. package/dist/cli/tui/utils/suppress-logs.js +11 -0
  294. package/dist/cli/tui/utils/suppress-logs.js.map +1 -0
  295. package/dist/cli/tui/verify-suggestions.d.ts +5 -0
  296. package/dist/cli/tui/verify-suggestions.d.ts.map +1 -0
  297. package/dist/cli/tui/verify-suggestions.js +20 -0
  298. package/dist/cli/tui/verify-suggestions.js.map +1 -0
  299. package/dist/cli/tui/verify.d.ts +14 -0
  300. package/dist/cli/tui/verify.d.ts.map +1 -0
  301. package/dist/cli/tui/verify.js +101 -0
  302. package/dist/cli/tui/verify.js.map +1 -0
  303. package/dist/cli/tui/version.d.ts +2 -0
  304. package/dist/cli/tui/version.d.ts.map +1 -0
  305. package/dist/cli/tui/version.js +14 -0
  306. package/dist/cli/tui/version.js.map +1 -0
  307. package/dist/cli/uninstall.d.ts +2 -0
  308. package/dist/cli/uninstall.d.ts.map +1 -0
  309. package/dist/cli/uninstall.js +57 -0
  310. package/dist/cli/uninstall.js.map +1 -0
  311. package/dist/cli/warmup.d.ts +10 -2
  312. package/dist/cli/warmup.d.ts.map +1 -1
  313. package/dist/cli/warmup.js +226 -93
  314. package/dist/cli/warmup.js.map +1 -1
  315. package/dist/config.d.ts +28 -2
  316. package/dist/config.d.ts.map +1 -1
  317. package/dist/config.js +106 -56
  318. package/dist/config.js.map +1 -1
  319. package/dist/crawl/crawler.d.ts +6 -0
  320. package/dist/crawl/crawler.d.ts.map +1 -1
  321. package/dist/crawl/crawler.js +210 -209
  322. package/dist/crawl/crawler.js.map +1 -1
  323. package/dist/crawl/dedup.d.ts +1 -0
  324. package/dist/crawl/dedup.d.ts.map +1 -1
  325. package/dist/crawl/dedup.js +124 -81
  326. package/dist/crawl/dedup.js.map +1 -1
  327. package/dist/crawl/etag-incremental.d.ts +43 -0
  328. package/dist/crawl/etag-incremental.d.ts.map +1 -0
  329. package/dist/crawl/etag-incremental.js +94 -0
  330. package/dist/crawl/etag-incremental.js.map +1 -0
  331. package/dist/crawl/index-to-vec.d.ts +10 -0
  332. package/dist/crawl/index-to-vec.d.ts.map +1 -0
  333. package/dist/crawl/index-to-vec.js +44 -0
  334. package/dist/crawl/index-to-vec.js.map +1 -0
  335. package/dist/crawl/mapper.js +136 -164
  336. package/dist/crawl/mapper.js.map +1 -1
  337. package/dist/crawl/rate-limiter.js +63 -66
  338. package/dist/crawl/rate-limiter.js.map +1 -1
  339. package/dist/crawl/robots.js +58 -57
  340. package/dist/crawl/robots.js.map +1 -1
  341. package/dist/crawl/sitemap-first.d.ts +12 -0
  342. package/dist/crawl/sitemap-first.d.ts.map +1 -0
  343. package/dist/crawl/sitemap-first.js +47 -0
  344. package/dist/crawl/sitemap-first.js.map +1 -0
  345. package/dist/crawl/sitemap.js +33 -32
  346. package/dist/crawl/sitemap.js.map +1 -1
  347. package/dist/crawl/url-utils.d.ts +1 -0
  348. package/dist/crawl/url-utils.d.ts.map +1 -1
  349. package/dist/crawl/url-utils.js +49 -37
  350. package/dist/crawl/url-utils.js.map +1 -1
  351. package/dist/daemon/health-check.d.ts +16 -0
  352. package/dist/daemon/health-check.d.ts.map +1 -0
  353. package/dist/daemon/health-check.js +33 -0
  354. package/dist/daemon/health-check.js.map +1 -0
  355. package/dist/daemon/http-server.d.ts +26 -0
  356. package/dist/daemon/http-server.d.ts.map +1 -0
  357. package/dist/daemon/http-server.js +275 -0
  358. package/dist/daemon/http-server.js.map +1 -0
  359. package/dist/daemon/proxy.d.ts +10 -0
  360. package/dist/daemon/proxy.d.ts.map +1 -0
  361. package/dist/daemon/proxy.js +93 -0
  362. package/dist/daemon/proxy.js.map +1 -0
  363. package/dist/embedding/embed.d.ts +59 -0
  364. package/dist/embedding/embed.d.ts.map +1 -0
  365. package/dist/embedding/embed.js +233 -0
  366. package/dist/embedding/embed.js.map +1 -0
  367. package/dist/embedding/fastembed-provider.d.ts +19 -0
  368. package/dist/embedding/fastembed-provider.d.ts.map +1 -0
  369. package/dist/embedding/fastembed-provider.js +51 -0
  370. package/dist/embedding/fastembed-provider.js.map +1 -0
  371. package/dist/embedding/key-terms.d.ts +12 -0
  372. package/dist/embedding/key-terms.d.ts.map +1 -0
  373. package/dist/embedding/key-terms.js +234 -0
  374. package/dist/embedding/key-terms.js.map +1 -0
  375. package/dist/extraction/boilerplate.d.ts +15 -0
  376. package/dist/extraction/boilerplate.d.ts.map +1 -0
  377. package/dist/extraction/boilerplate.js +52 -0
  378. package/dist/extraction/boilerplate.js.map +1 -0
  379. package/dist/extraction/defuddle.d.ts.map +1 -1
  380. package/dist/extraction/defuddle.js +27 -23
  381. package/dist/extraction/defuddle.js.map +1 -1
  382. package/dist/extraction/extract.d.ts.map +1 -1
  383. package/dist/extraction/extract.js +76 -76
  384. package/dist/extraction/extract.js.map +1 -1
  385. package/dist/extraction/jsonld.js +50 -54
  386. package/dist/extraction/jsonld.js.map +1 -1
  387. package/dist/extraction/lang-hints.d.ts +2 -0
  388. package/dist/extraction/lang-hints.d.ts.map +1 -0
  389. package/dist/extraction/lang-hints.js +30 -0
  390. package/dist/extraction/lang-hints.js.map +1 -0
  391. package/dist/extraction/llm-fallback.d.ts +17 -0
  392. package/dist/extraction/llm-fallback.d.ts.map +1 -0
  393. package/dist/extraction/llm-fallback.js +130 -0
  394. package/dist/extraction/llm-fallback.js.map +1 -0
  395. package/dist/extraction/markdown-sanitize.d.ts +2 -0
  396. package/dist/extraction/markdown-sanitize.d.ts.map +1 -0
  397. package/dist/extraction/markdown-sanitize.js +151 -0
  398. package/dist/extraction/markdown-sanitize.js.map +1 -0
  399. package/dist/extraction/markdown.d.ts +11 -0
  400. package/dist/extraction/markdown.d.ts.map +1 -1
  401. package/dist/extraction/markdown.js +195 -91
  402. package/dist/extraction/markdown.js.map +1 -1
  403. package/dist/extraction/pipeline.d.ts +8 -0
  404. package/dist/extraction/pipeline.d.ts.map +1 -1
  405. package/dist/extraction/pipeline.js +57 -91
  406. package/dist/extraction/pipeline.js.map +1 -1
  407. package/dist/extraction/readability.d.ts +1 -1
  408. package/dist/extraction/readability.d.ts.map +1 -1
  409. package/dist/extraction/readability.js +28 -29
  410. package/dist/extraction/readability.js.map +1 -1
  411. package/dist/extraction/schema.d.ts +12 -0
  412. package/dist/extraction/schema.d.ts.map +1 -1
  413. package/dist/extraction/schema.js +135 -72
  414. package/dist/extraction/schema.js.map +1 -1
  415. package/dist/extraction/site-extractors/docs-generic.d.ts.map +1 -1
  416. package/dist/extraction/site-extractors/docs-generic.js +81 -91
  417. package/dist/extraction/site-extractors/docs-generic.js.map +1 -1
  418. package/dist/extraction/site-extractors/github.d.ts.map +1 -1
  419. package/dist/extraction/site-extractors/github.js +87 -95
  420. package/dist/extraction/site-extractors/github.js.map +1 -1
  421. package/dist/extraction/site-extractors/mdn.d.ts.map +1 -1
  422. package/dist/extraction/site-extractors/mdn.js +46 -54
  423. package/dist/extraction/site-extractors/mdn.js.map +1 -1
  424. package/dist/extraction/site-extractors/stackoverflow.d.ts.map +1 -1
  425. package/dist/extraction/site-extractors/stackoverflow.js +71 -80
  426. package/dist/extraction/site-extractors/stackoverflow.js.map +1 -1
  427. package/dist/extraction/structured-data.d.ts +4 -0
  428. package/dist/extraction/structured-data.d.ts.map +1 -0
  429. package/dist/extraction/structured-data.js +173 -0
  430. package/dist/extraction/structured-data.js.map +1 -0
  431. package/dist/extraction/structured.d.ts +4 -0
  432. package/dist/extraction/structured.d.ts.map +1 -0
  433. package/dist/extraction/structured.js +163 -0
  434. package/dist/extraction/structured.js.map +1 -0
  435. package/dist/extraction/v1/classifier.d.ts +3 -0
  436. package/dist/extraction/v1/classifier.d.ts.map +1 -0
  437. package/dist/extraction/v1/classifier.js +110 -0
  438. package/dist/extraction/v1/classifier.js.map +1 -0
  439. package/dist/extraction/v1/extract-provider.d.ts +16 -0
  440. package/dist/extraction/v1/extract-provider.d.ts.map +1 -0
  441. package/dist/extraction/v1/extract-provider.js +43 -0
  442. package/dist/extraction/v1/extract-provider.js.map +1 -0
  443. package/dist/extraction/v1/local-llm.d.ts +8 -0
  444. package/dist/extraction/v1/local-llm.d.ts.map +1 -0
  445. package/dist/extraction/v1/local-llm.js +34 -0
  446. package/dist/extraction/v1/local-llm.js.map +1 -0
  447. package/dist/extraction/v1/news.d.ts +3 -0
  448. package/dist/extraction/v1/news.d.ts.map +1 -0
  449. package/dist/extraction/v1/news.js +61 -0
  450. package/dist/extraction/v1/news.js.map +1 -0
  451. package/dist/extraction/v1/product.d.ts +3 -0
  452. package/dist/extraction/v1/product.d.ts.map +1 -0
  453. package/dist/extraction/v1/product.js +166 -0
  454. package/dist/extraction/v1/product.js.map +1 -0
  455. package/dist/extraction/v1/recipe.d.ts +3 -0
  456. package/dist/extraction/v1/recipe.d.ts.map +1 -0
  457. package/dist/extraction/v1/recipe.js +136 -0
  458. package/dist/extraction/v1/recipe.js.map +1 -0
  459. package/dist/extraction/v1/routed.d.ts +17 -0
  460. package/dist/extraction/v1/routed.d.ts.map +1 -0
  461. package/dist/extraction/v1/routed.js +68 -0
  462. package/dist/extraction/v1/routed.js.map +1 -0
  463. package/dist/extraction/v1/schemas/Article.d.ts +11 -0
  464. package/dist/extraction/v1/schemas/Article.d.ts.map +1 -0
  465. package/dist/extraction/v1/schemas/Article.js +23 -0
  466. package/dist/extraction/v1/schemas/Article.js.map +1 -0
  467. package/dist/extraction/v1/schemas/CodeSnippet.d.ts +9 -0
  468. package/dist/extraction/v1/schemas/CodeSnippet.d.ts.map +1 -0
  469. package/dist/extraction/v1/schemas/CodeSnippet.js +90 -0
  470. package/dist/extraction/v1/schemas/CodeSnippet.js.map +1 -0
  471. package/dist/extraction/v1/schemas/EventListing.d.ts +10 -0
  472. package/dist/extraction/v1/schemas/EventListing.d.ts.map +1 -0
  473. package/dist/extraction/v1/schemas/EventListing.js +122 -0
  474. package/dist/extraction/v1/schemas/EventListing.js.map +1 -0
  475. package/dist/extraction/v1/schemas/Paper.d.ts +10 -0
  476. package/dist/extraction/v1/schemas/Paper.d.ts.map +1 -0
  477. package/dist/extraction/v1/schemas/Paper.js +156 -0
  478. package/dist/extraction/v1/schemas/Paper.js.map +1 -0
  479. package/dist/extraction/v1/schemas/Product.d.ts +17 -0
  480. package/dist/extraction/v1/schemas/Product.d.ts.map +1 -0
  481. package/dist/extraction/v1/schemas/Product.js +149 -0
  482. package/dist/extraction/v1/schemas/Product.js.map +1 -0
  483. package/dist/extraction/v1/schemas/Recipe.d.ts +14 -0
  484. package/dist/extraction/v1/schemas/Recipe.d.ts.map +1 -0
  485. package/dist/extraction/v1/schemas/Recipe.js +160 -0
  486. package/dist/extraction/v1/schemas/Recipe.js.map +1 -0
  487. package/dist/extraction/v1/schemas/index.d.ts +13 -0
  488. package/dist/extraction/v1/schemas/index.d.ts.map +1 -0
  489. package/dist/extraction/v1/schemas/index.js +44 -0
  490. package/dist/extraction/v1/schemas/index.js.map +1 -0
  491. package/dist/extraction/v1/site-extractors.d.ts +5 -0
  492. package/dist/extraction/v1/site-extractors.d.ts.map +1 -0
  493. package/dist/extraction/v1/site-extractors.js +31 -0
  494. package/dist/extraction/v1/site-extractors.js.map +1 -0
  495. package/dist/fetch/action-executor.d.ts +28 -0
  496. package/dist/fetch/action-executor.d.ts.map +1 -0
  497. package/dist/fetch/action-executor.js +88 -0
  498. package/dist/fetch/action-executor.js.map +1 -0
  499. package/dist/fetch/auth.d.ts +2 -1
  500. package/dist/fetch/auth.d.ts.map +1 -1
  501. package/dist/fetch/auth.js +56 -26
  502. package/dist/fetch/auth.js.map +1 -1
  503. package/dist/fetch/browser-pool.d.ts +30 -11
  504. package/dist/fetch/browser-pool.d.ts.map +1 -1
  505. package/dist/fetch/browser-pool.js +303 -127
  506. package/dist/fetch/browser-pool.js.map +1 -1
  507. package/dist/fetch/browser-selector.d.ts +17 -0
  508. package/dist/fetch/browser-selector.d.ts.map +1 -0
  509. package/dist/fetch/browser-selector.js +72 -0
  510. package/dist/fetch/browser-selector.js.map +1 -0
  511. package/dist/fetch/browser-types.d.ts +3 -0
  512. package/dist/fetch/browser-types.d.ts.map +1 -0
  513. package/dist/fetch/browser-types.js +45 -0
  514. package/dist/fetch/browser-types.js.map +1 -0
  515. package/dist/fetch/cdp-client.d.ts +9 -0
  516. package/dist/fetch/cdp-client.d.ts.map +1 -0
  517. package/dist/fetch/cdp-client.js +89 -0
  518. package/dist/fetch/cdp-client.js.map +1 -0
  519. package/dist/fetch/content-check.js +39 -46
  520. package/dist/fetch/content-check.js.map +1 -1
  521. package/dist/fetch/error-describe.d.ts +7 -0
  522. package/dist/fetch/error-describe.d.ts.map +1 -0
  523. package/dist/fetch/error-describe.js +37 -0
  524. package/dist/fetch/error-describe.js.map +1 -0
  525. package/dist/fetch/http-client.d.ts +4 -0
  526. package/dist/fetch/http-client.d.ts.map +1 -1
  527. package/dist/fetch/http-client.js +147 -128
  528. package/dist/fetch/http-client.js.map +1 -1
  529. package/dist/fetch/lightpanda.d.ts +28 -0
  530. package/dist/fetch/lightpanda.d.ts.map +1 -0
  531. package/dist/fetch/lightpanda.js +174 -0
  532. package/dist/fetch/lightpanda.js.map +1 -0
  533. package/dist/fetch/playwright-tier.d.ts +19 -0
  534. package/dist/fetch/playwright-tier.d.ts.map +1 -0
  535. package/dist/fetch/playwright-tier.js +76 -0
  536. package/dist/fetch/playwright-tier.js.map +1 -0
  537. package/dist/fetch/router.d.ts +49 -3
  538. package/dist/fetch/router.d.ts.map +1 -1
  539. package/dist/fetch/router.js +187 -81
  540. package/dist/fetch/router.js.map +1 -1
  541. package/dist/index.js +102 -17
  542. package/dist/index.js.map +1 -1
  543. package/dist/instructions.d.ts +31 -0
  544. package/dist/instructions.d.ts.map +1 -0
  545. package/dist/instructions.js +245 -0
  546. package/dist/instructions.js.map +1 -0
  547. package/dist/integrations/cloud/llm/anthropic.d.ts +3 -0
  548. package/dist/integrations/cloud/llm/anthropic.d.ts.map +1 -0
  549. package/dist/integrations/cloud/llm/anthropic.js +41 -0
  550. package/dist/integrations/cloud/llm/anthropic.js.map +1 -0
  551. package/dist/integrations/cloud/llm/cache.d.ts +5 -0
  552. package/dist/integrations/cloud/llm/cache.d.ts.map +1 -0
  553. package/dist/integrations/cloud/llm/cache.js +49 -0
  554. package/dist/integrations/cloud/llm/cache.js.map +1 -0
  555. package/dist/integrations/cloud/llm/gemini.d.ts +3 -0
  556. package/dist/integrations/cloud/llm/gemini.d.ts.map +1 -0
  557. package/dist/integrations/cloud/llm/gemini.js +37 -0
  558. package/dist/integrations/cloud/llm/gemini.js.map +1 -0
  559. package/dist/integrations/cloud/llm/groq.d.ts +3 -0
  560. package/dist/integrations/cloud/llm/groq.d.ts.map +1 -0
  561. package/dist/integrations/cloud/llm/groq.js +74 -0
  562. package/dist/integrations/cloud/llm/groq.js.map +1 -0
  563. package/dist/integrations/cloud/llm/hash.d.ts +3 -0
  564. package/dist/integrations/cloud/llm/hash.d.ts.map +1 -0
  565. package/dist/integrations/cloud/llm/hash.js +26 -0
  566. package/dist/integrations/cloud/llm/hash.js.map +1 -0
  567. package/dist/integrations/cloud/llm/model-select.d.ts +5 -0
  568. package/dist/integrations/cloud/llm/model-select.d.ts.map +1 -0
  569. package/dist/integrations/cloud/llm/model-select.js +32 -0
  570. package/dist/integrations/cloud/llm/model-select.js.map +1 -0
  571. package/dist/integrations/cloud/llm/openai.d.ts +3 -0
  572. package/dist/integrations/cloud/llm/openai.d.ts.map +1 -0
  573. package/dist/integrations/cloud/llm/openai.js +43 -0
  574. package/dist/integrations/cloud/llm/openai.js.map +1 -0
  575. package/dist/integrations/cloud/llm/run.d.ts +27 -0
  576. package/dist/integrations/cloud/llm/run.d.ts.map +1 -0
  577. package/dist/integrations/cloud/llm/run.js +99 -0
  578. package/dist/integrations/cloud/llm/run.js.map +1 -0
  579. package/dist/integrations/cloud/llm/select.d.ts +5 -0
  580. package/dist/integrations/cloud/llm/select.d.ts.map +1 -0
  581. package/dist/integrations/cloud/llm/select.js +30 -0
  582. package/dist/integrations/cloud/llm/select.js.map +1 -0
  583. package/dist/integrations/cloud/llm/text-adapters.d.ts +19 -0
  584. package/dist/integrations/cloud/llm/text-adapters.d.ts.map +1 -0
  585. package/dist/integrations/cloud/llm/text-adapters.js +103 -0
  586. package/dist/integrations/cloud/llm/text-adapters.js.map +1 -0
  587. package/dist/integrations/cloud/llm/types.d.ts +24 -0
  588. package/dist/integrations/cloud/llm/types.d.ts.map +1 -0
  589. package/dist/integrations/cloud/llm/types.js +1 -0
  590. package/dist/integrations/cloud/llm/types.js.map +1 -0
  591. package/dist/integrations/cloud/llm/validate.d.ts +6 -0
  592. package/dist/integrations/cloud/llm/validate.d.ts.map +1 -0
  593. package/dist/integrations/cloud/llm/validate.js +63 -0
  594. package/dist/integrations/cloud/llm/validate.js.map +1 -0
  595. package/dist/logger.d.ts +4 -1
  596. package/dist/logger.d.ts.map +1 -1
  597. package/dist/logger.js +71 -30
  598. package/dist/logger.js.map +1 -1
  599. package/dist/pdf-parse.d.js +1 -0
  600. package/dist/pdf-parse.d.js.map +1 -0
  601. package/dist/plugins/loader.d.ts +20 -0
  602. package/dist/plugins/loader.d.ts.map +1 -0
  603. package/dist/plugins/loader.js +157 -0
  604. package/dist/plugins/loader.js.map +1 -0
  605. package/dist/plugins/registry.d.ts +26 -0
  606. package/dist/plugins/registry.d.ts.map +1 -0
  607. package/dist/plugins/registry.js +71 -0
  608. package/dist/plugins/registry.js.map +1 -0
  609. package/dist/plugins/validate.d.ts +9 -0
  610. package/dist/plugins/validate.d.ts.map +1 -0
  611. package/dist/plugins/validate.js +79 -0
  612. package/dist/plugins/validate.js.map +1 -0
  613. package/dist/providers/embed-provider.d.ts +11 -0
  614. package/dist/providers/embed-provider.d.ts.map +1 -0
  615. package/dist/providers/embed-provider.js +24 -0
  616. package/dist/providers/embed-provider.js.map +1 -0
  617. package/dist/providers/extract-provider.d.ts +23 -0
  618. package/dist/providers/extract-provider.d.ts.map +1 -0
  619. package/dist/providers/extract-provider.js +25 -0
  620. package/dist/providers/extract-provider.js.map +1 -0
  621. package/dist/providers/rerank-provider.d.ts +17 -0
  622. package/dist/providers/rerank-provider.d.ts.map +1 -0
  623. package/dist/providers/rerank-provider.js +41 -0
  624. package/dist/providers/rerank-provider.js.map +1 -0
  625. package/dist/providers/search-provider.d.ts +25 -0
  626. package/dist/providers/search-provider.d.ts.map +1 -0
  627. package/dist/providers/search-provider.js +44 -0
  628. package/dist/providers/search-provider.js.map +1 -0
  629. package/dist/providers/vector-store.d.ts +27 -0
  630. package/dist/providers/vector-store.d.ts.map +1 -0
  631. package/dist/providers/vector-store.js +27 -0
  632. package/dist/providers/vector-store.js.map +1 -0
  633. package/dist/python-env.d.ts +9 -0
  634. package/dist/python-env.d.ts.map +1 -0
  635. package/dist/python-env.js +13 -0
  636. package/dist/python-env.js.map +1 -0
  637. package/dist/repl/commands/agent.d.ts +5 -0
  638. package/dist/repl/commands/agent.d.ts.map +1 -0
  639. package/dist/repl/commands/agent.js +62 -0
  640. package/dist/repl/commands/agent.js.map +1 -0
  641. package/dist/repl/commands/cache.d.ts +4 -0
  642. package/dist/repl/commands/cache.d.ts.map +1 -0
  643. package/dist/repl/commands/cache.js +43 -0
  644. package/dist/repl/commands/cache.js.map +1 -0
  645. package/dist/repl/commands/crawl.d.ts +7 -0
  646. package/dist/repl/commands/crawl.d.ts.map +1 -0
  647. package/dist/repl/commands/crawl.js +44 -0
  648. package/dist/repl/commands/crawl.js.map +1 -0
  649. package/dist/repl/commands/extract.d.ts +5 -0
  650. package/dist/repl/commands/extract.d.ts.map +1 -0
  651. package/dist/repl/commands/extract.js +47 -0
  652. package/dist/repl/commands/extract.js.map +1 -0
  653. package/dist/repl/commands/fetch.d.ts +5 -0
  654. package/dist/repl/commands/fetch.d.ts.map +1 -0
  655. package/dist/repl/commands/fetch.js +67 -0
  656. package/dist/repl/commands/fetch.js.map +1 -0
  657. package/dist/repl/commands/find-similar.d.ts +5 -0
  658. package/dist/repl/commands/find-similar.d.ts.map +1 -0
  659. package/dist/repl/commands/find-similar.js +74 -0
  660. package/dist/repl/commands/find-similar.js.map +1 -0
  661. package/dist/repl/commands/research.d.ts +5 -0
  662. package/dist/repl/commands/research.d.ts.map +1 -0
  663. package/dist/repl/commands/research.js +65 -0
  664. package/dist/repl/commands/research.js.map +1 -0
  665. package/dist/repl/commands/search.d.ts +5 -0
  666. package/dist/repl/commands/search.d.ts.map +1 -0
  667. package/dist/repl/commands/search.js +74 -0
  668. package/dist/repl/commands/search.js.map +1 -0
  669. package/dist/repl/commands/types.d.ts +9 -0
  670. package/dist/repl/commands/types.d.ts.map +1 -0
  671. package/dist/repl/commands/types.js +1 -0
  672. package/dist/repl/commands/types.js.map +1 -0
  673. package/dist/repl/formatters.d.ts +13 -0
  674. package/dist/repl/formatters.d.ts.map +1 -0
  675. package/dist/repl/formatters.js +283 -0
  676. package/dist/repl/formatters.js.map +1 -0
  677. package/dist/repl/parser.d.ts +9 -0
  678. package/dist/repl/parser.d.ts.map +1 -0
  679. package/dist/repl/parser.js +86 -0
  680. package/dist/repl/parser.js.map +1 -0
  681. package/dist/repl/shell.d.ts +8 -0
  682. package/dist/repl/shell.d.ts.map +1 -0
  683. package/dist/repl/shell.js +184 -0
  684. package/dist/repl/shell.js.map +1 -0
  685. package/dist/research/branch-exploration.d.ts +14 -0
  686. package/dist/research/branch-exploration.d.ts.map +1 -0
  687. package/dist/research/branch-exploration.js +100 -0
  688. package/dist/research/branch-exploration.js.map +1 -0
  689. package/dist/research/brief.d.ts +6 -0
  690. package/dist/research/brief.d.ts.map +1 -0
  691. package/dist/research/brief.js +246 -0
  692. package/dist/research/brief.js.map +1 -0
  693. package/dist/research/citation-graph.d.ts +9 -0
  694. package/dist/research/citation-graph.d.ts.map +1 -0
  695. package/dist/research/citation-graph.js +114 -0
  696. package/dist/research/citation-graph.js.map +1 -0
  697. package/dist/research/decompose.d.ts +14 -0
  698. package/dist/research/decompose.d.ts.map +1 -0
  699. package/dist/research/decompose.js +439 -0
  700. package/dist/research/decompose.js.map +1 -0
  701. package/dist/research/pipeline.d.ts +5 -0
  702. package/dist/research/pipeline.d.ts.map +1 -0
  703. package/dist/research/pipeline.js +269 -0
  704. package/dist/research/pipeline.js.map +1 -0
  705. package/dist/research/synthesis-local.d.ts +19 -0
  706. package/dist/research/synthesis-local.d.ts.map +1 -0
  707. package/dist/research/synthesis-local.js +62 -0
  708. package/dist/research/synthesis-local.js.map +1 -0
  709. package/dist/research/synthesize.d.ts +10 -0
  710. package/dist/research/synthesize.d.ts.map +1 -0
  711. package/dist/research/synthesize.js +137 -0
  712. package/dist/research/synthesize.js.map +1 -0
  713. package/dist/search/answer-synthesis.d.ts +33 -0
  714. package/dist/search/answer-synthesis.d.ts.map +1 -0
  715. package/dist/search/answer-synthesis.js +244 -0
  716. package/dist/search/answer-synthesis.js.map +1 -0
  717. package/dist/search/context-formatter.d.ts +3 -0
  718. package/dist/search/context-formatter.d.ts.map +1 -0
  719. package/dist/search/context-formatter.js +56 -0
  720. package/dist/search/context-formatter.js.map +1 -0
  721. package/dist/search/dedup.d.ts +1 -0
  722. package/dist/search/dedup.d.ts.map +1 -1
  723. package/dist/search/dedup.js +40 -32
  724. package/dist/search/dedup.js.map +1 -1
  725. package/dist/search/engines/arxiv.d.ts +7 -0
  726. package/dist/search/engines/arxiv.d.ts.map +1 -0
  727. package/dist/search/engines/arxiv.js +70 -0
  728. package/dist/search/engines/arxiv.js.map +1 -0
  729. package/dist/search/engines/bing-news.d.ts +7 -0
  730. package/dist/search/engines/bing-news.d.ts.map +1 -0
  731. package/dist/search/engines/bing-news.js +97 -0
  732. package/dist/search/engines/bing-news.js.map +1 -0
  733. package/dist/search/engines/bing.d.ts +1 -0
  734. package/dist/search/engines/bing.d.ts.map +1 -1
  735. package/dist/search/engines/bing.js +100 -44
  736. package/dist/search/engines/bing.js.map +1 -1
  737. package/dist/search/engines/devdocs.d.ts +6 -0
  738. package/dist/search/engines/devdocs.d.ts.map +1 -0
  739. package/dist/search/engines/devdocs.js +56 -0
  740. package/dist/search/engines/devdocs.js.map +1 -0
  741. package/dist/search/engines/duckduckgo.d.ts.map +1 -1
  742. package/dist/search/engines/duckduckgo.js +56 -44
  743. package/dist/search/engines/duckduckgo.js.map +1 -1
  744. package/dist/search/engines/github-code.d.ts +7 -0
  745. package/dist/search/engines/github-code.d.ts.map +1 -0
  746. package/dist/search/engines/github-code.js +55 -0
  747. package/dist/search/engines/github-code.js.map +1 -0
  748. package/dist/search/engines/hn-algolia.d.ts +7 -0
  749. package/dist/search/engines/hn-algolia.d.ts.map +1 -0
  750. package/dist/search/engines/hn-algolia.js +76 -0
  751. package/dist/search/engines/hn-algolia.js.map +1 -0
  752. package/dist/search/engines/lobsters.d.ts +7 -0
  753. package/dist/search/engines/lobsters.d.ts.map +1 -0
  754. package/dist/search/engines/lobsters.js +83 -0
  755. package/dist/search/engines/lobsters.js.map +1 -0
  756. package/dist/search/engines/mdn.d.ts +7 -0
  757. package/dist/search/engines/mdn.d.ts.map +1 -0
  758. package/dist/search/engines/mdn.js +48 -0
  759. package/dist/search/engines/mdn.js.map +1 -0
  760. package/dist/search/engines/semantic-scholar.d.ts +7 -0
  761. package/dist/search/engines/semantic-scholar.d.ts.map +1 -0
  762. package/dist/search/engines/semantic-scholar.js +69 -0
  763. package/dist/search/engines/semantic-scholar.js.map +1 -0
  764. package/dist/search/engines/stackoverflow.d.ts +7 -0
  765. package/dist/search/engines/stackoverflow.d.ts.map +1 -0
  766. package/dist/search/engines/stackoverflow.js +73 -0
  767. package/dist/search/engines/stackoverflow.js.map +1 -0
  768. package/dist/search/engines/startpage.d.ts.map +1 -1
  769. package/dist/search/engines/startpage.js +65 -46
  770. package/dist/search/engines/startpage.js.map +1 -1
  771. package/dist/search/evidence.d.ts +25 -0
  772. package/dist/search/evidence.d.ts.map +1 -0
  773. package/dist/search/evidence.js +220 -0
  774. package/dist/search/evidence.js.map +1 -0
  775. package/dist/search/filters.d.ts.map +1 -1
  776. package/dist/search/filters.js +58 -54
  777. package/dist/search/filters.js.map +1 -1
  778. package/dist/search/find-similar/crawl-rank.d.ts +9 -0
  779. package/dist/search/find-similar/crawl-rank.d.ts.map +1 -0
  780. package/dist/search/find-similar/crawl-rank.js +272 -0
  781. package/dist/search/find-similar/crawl-rank.js.map +1 -0
  782. package/dist/search/find-similar/mode.d.ts +4 -0
  783. package/dist/search/find-similar/mode.d.ts.map +1 -0
  784. package/dist/search/find-similar/mode.js +12 -0
  785. package/dist/search/find-similar/mode.js.map +1 -0
  786. package/dist/search/find-similar.d.ts +5 -0
  787. package/dist/search/find-similar.d.ts.map +1 -0
  788. package/dist/search/find-similar.js +509 -0
  789. package/dist/search/find-similar.js.map +1 -0
  790. package/dist/search/highlights.d.ts +19 -0
  791. package/dist/search/highlights.d.ts.map +1 -0
  792. package/dist/search/highlights.js +167 -0
  793. package/dist/search/highlights.js.map +1 -0
  794. package/dist/search/language-filter.d.ts +29 -0
  795. package/dist/search/language-filter.d.ts.map +1 -0
  796. package/dist/search/language-filter.js +126 -0
  797. package/dist/search/language-filter.js.map +1 -0
  798. package/dist/search/legacy/searxng-orchestrator.d.ts +4 -0
  799. package/dist/search/legacy/searxng-orchestrator.d.ts.map +1 -0
  800. package/dist/search/legacy/searxng-orchestrator.js +501 -0
  801. package/dist/search/legacy/searxng-orchestrator.js.map +1 -0
  802. package/dist/search/legacy/searxng-provider.d.ts +7 -0
  803. package/dist/search/legacy/searxng-provider.d.ts.map +1 -0
  804. package/dist/search/legacy/searxng-provider.js +11 -0
  805. package/dist/search/legacy/searxng-provider.js.map +1 -0
  806. package/dist/search/multi-query.d.ts +25 -0
  807. package/dist/search/multi-query.d.ts.map +1 -0
  808. package/dist/search/multi-query.js +228 -0
  809. package/dist/search/multi-query.js.map +1 -0
  810. package/dist/search/query.js +32 -34
  811. package/dist/search/query.js.map +1 -1
  812. package/dist/search/rerank.d.ts +3 -1
  813. package/dist/search/rerank.d.ts.map +1 -1
  814. package/dist/search/rerank.js +44 -35
  815. package/dist/search/rerank.js.map +1 -1
  816. package/dist/search/reranker/authority-boost.d.ts +3 -0
  817. package/dist/search/reranker/authority-boost.d.ts.map +1 -0
  818. package/dist/search/reranker/authority-boost.js +179 -0
  819. package/dist/search/reranker/authority-boost.js.map +1 -0
  820. package/dist/search/reranker/consensus-boost.d.ts +3 -0
  821. package/dist/search/reranker/consensus-boost.d.ts.map +1 -0
  822. package/dist/search/reranker/consensus-boost.js +27 -0
  823. package/dist/search/reranker/consensus-boost.js.map +1 -0
  824. package/dist/search/reranker/recency-boost.d.ts +3 -0
  825. package/dist/search/reranker/recency-boost.d.ts.map +1 -0
  826. package/dist/search/reranker/recency-boost.js +13 -0
  827. package/dist/search/reranker/recency-boost.js.map +1 -0
  828. package/dist/search/reranker/recency.d.ts +3 -0
  829. package/dist/search/reranker/recency.d.ts.map +1 -0
  830. package/dist/search/reranker/recency.js +23 -0
  831. package/dist/search/reranker/recency.js.map +1 -0
  832. package/dist/search/reranker/transformers-rerank-provider.d.ts +13 -0
  833. package/dist/search/reranker/transformers-rerank-provider.d.ts.map +1 -0
  834. package/dist/search/reranker/transformers-rerank-provider.js +94 -0
  835. package/dist/search/reranker/transformers-rerank-provider.js.map +1 -0
  836. package/dist/search/rrf.d.ts +17 -0
  837. package/dist/search/rrf.d.ts.map +1 -0
  838. package/dist/search/rrf.js +39 -0
  839. package/dist/search/rrf.js.map +1 -0
  840. package/dist/search/sampling.d.ts +25 -0
  841. package/dist/search/sampling.d.ts.map +1 -0
  842. package/dist/search/sampling.js +52 -0
  843. package/dist/search/sampling.js.map +1 -0
  844. package/dist/search/searxng.d.ts.map +1 -1
  845. package/dist/search/searxng.js +69 -79
  846. package/dist/search/searxng.js.map +1 -1
  847. package/dist/search/tokens.d.ts +3 -0
  848. package/dist/search/tokens.d.ts.map +1 -0
  849. package/dist/search/tokens.js +39 -0
  850. package/dist/search/tokens.js.map +1 -0
  851. package/dist/search/truncate.d.ts +6 -0
  852. package/dist/search/truncate.d.ts.map +1 -0
  853. package/dist/search/truncate.js +26 -0
  854. package/dist/search/truncate.js.map +1 -0
  855. package/dist/search/url-unwrap.d.ts +3 -0
  856. package/dist/search/url-unwrap.d.ts.map +1 -0
  857. package/dist/search/url-unwrap.js +43 -0
  858. package/dist/search/url-unwrap.js.map +1 -0
  859. package/dist/search/v1/context-rank.d.ts +13 -0
  860. package/dist/search/v1/context-rank.d.ts.map +1 -0
  861. package/dist/search/v1/context-rank.js +74 -0
  862. package/dist/search/v1/context-rank.js.map +1 -0
  863. package/dist/search/v1/engine-base.d.ts +27 -0
  864. package/dist/search/v1/engine-base.d.ts.map +1 -0
  865. package/dist/search/v1/engine-base.js +110 -0
  866. package/dist/search/v1/engine-base.js.map +1 -0
  867. package/dist/search/v1/intent-router.d.ts +22 -0
  868. package/dist/search/v1/intent-router.d.ts.map +1 -0
  869. package/dist/search/v1/intent-router.js +138 -0
  870. package/dist/search/v1/intent-router.js.map +1 -0
  871. package/dist/search/v1/orchestrator.d.ts +24 -0
  872. package/dist/search/v1/orchestrator.d.ts.map +1 -0
  873. package/dist/search/v1/orchestrator.js +163 -0
  874. package/dist/search/v1/orchestrator.js.map +1 -0
  875. package/dist/search/v1/recency-boost.d.ts +9 -0
  876. package/dist/search/v1/recency-boost.d.ts.map +1 -0
  877. package/dist/search/v1/recency-boost.js +37 -0
  878. package/dist/search/v1/recency-boost.js.map +1 -0
  879. package/dist/search/v1/recent-cache-dedup.d.ts +6 -0
  880. package/dist/search/v1/recent-cache-dedup.d.ts.map +1 -0
  881. package/dist/search/v1/recent-cache-dedup.js +85 -0
  882. package/dist/search/v1/recent-cache-dedup.js.map +1 -0
  883. package/dist/search/v1/rss/feed-config.d.ts +21 -0
  884. package/dist/search/v1/rss/feed-config.d.ts.map +1 -0
  885. package/dist/search/v1/rss/feed-config.js +90 -0
  886. package/dist/search/v1/rss/feed-config.js.map +1 -0
  887. package/dist/search/v1/rss/feed-parser.d.ts +14 -0
  888. package/dist/search/v1/rss/feed-parser.d.ts.map +1 -0
  889. package/dist/search/v1/rss/feed-parser.js +104 -0
  890. package/dist/search/v1/rss/feed-parser.js.map +1 -0
  891. package/dist/search/v1/rss/feed-poller.d.ts +22 -0
  892. package/dist/search/v1/rss/feed-poller.d.ts.map +1 -0
  893. package/dist/search/v1/rss/feed-poller.js +102 -0
  894. package/dist/search/v1/rss/feed-poller.js.map +1 -0
  895. package/dist/search/v1/rss/feed-store.d.ts +30 -0
  896. package/dist/search/v1/rss/feed-store.d.ts.map +1 -0
  897. package/dist/search/v1/rss/feed-store.js +134 -0
  898. package/dist/search/v1/rss/feed-store.js.map +1 -0
  899. package/dist/search/v1/rss/rss-engine.d.ts +6 -0
  900. package/dist/search/v1/rss/rss-engine.d.ts.map +1 -0
  901. package/dist/search/v1/rss/rss-engine.js +28 -0
  902. package/dist/search/v1/rss/rss-engine.js.map +1 -0
  903. package/dist/search/v1/v1-provider.d.ts +7 -0
  904. package/dist/search/v1/v1-provider.d.ts.map +1 -0
  905. package/dist/search/v1/v1-provider.js +68 -0
  906. package/dist/search/v1/v1-provider.js.map +1 -0
  907. package/dist/search/v1/verticals/code.d.ts +4 -0
  908. package/dist/search/v1/verticals/code.d.ts.map +1 -0
  909. package/dist/search/v1/verticals/code.js +20 -0
  910. package/dist/search/v1/verticals/code.js.map +1 -0
  911. package/dist/search/v1/verticals/docs.d.ts +4 -0
  912. package/dist/search/v1/verticals/docs.d.ts.map +1 -0
  913. package/dist/search/v1/verticals/docs.js +20 -0
  914. package/dist/search/v1/verticals/docs.js.map +1 -0
  915. package/dist/search/v1/verticals/general.d.ts +4 -0
  916. package/dist/search/v1/verticals/general.d.ts.map +1 -0
  917. package/dist/search/v1/verticals/general.js +22 -0
  918. package/dist/search/v1/verticals/general.js.map +1 -0
  919. package/dist/search/v1/verticals/news.d.ts +10 -0
  920. package/dist/search/v1/verticals/news.d.ts.map +1 -0
  921. package/dist/search/v1/verticals/news.js +52 -0
  922. package/dist/search/v1/verticals/news.js.map +1 -0
  923. package/dist/search/v1/verticals/papers.d.ts +4 -0
  924. package/dist/search/v1/verticals/papers.d.ts.map +1 -0
  925. package/dist/search/v1/verticals/papers.js +23 -0
  926. package/dist/search/v1/verticals/papers.js.map +1 -0
  927. package/dist/search/validator.js +31 -31
  928. package/dist/search/validator.js.map +1 -1
  929. package/dist/searxng/bootstrap.d.ts +30 -0
  930. package/dist/searxng/bootstrap.d.ts.map +1 -1
  931. package/dist/searxng/bootstrap.js +223 -85
  932. package/dist/searxng/bootstrap.js.map +1 -1
  933. package/dist/searxng/docker.d.ts.map +1 -1
  934. package/dist/searxng/docker.js +69 -60
  935. package/dist/searxng/docker.js.map +1 -1
  936. package/dist/searxng/process.d.ts +13 -1
  937. package/dist/searxng/process.d.ts.map +1 -1
  938. package/dist/searxng/process.js +231 -164
  939. package/dist/searxng/process.js.map +1 -1
  940. package/dist/server/backend-status.d.ts +13 -0
  941. package/dist/server/backend-status.d.ts.map +1 -0
  942. package/dist/server/backend-status.js +40 -0
  943. package/dist/server/backend-status.js.map +1 -0
  944. package/dist/server/tool-schemas.d.ts +549 -0
  945. package/dist/server/tool-schemas.d.ts.map +1 -0
  946. package/dist/server/tool-schemas.js +464 -0
  947. package/dist/server/tool-schemas.js.map +1 -0
  948. package/dist/server/warmup-on-start.d.ts +9 -0
  949. package/dist/server/warmup-on-start.d.ts.map +1 -0
  950. package/dist/server/warmup-on-start.js +55 -0
  951. package/dist/server/warmup-on-start.js.map +1 -0
  952. package/dist/server.d.ts +17 -0
  953. package/dist/server.d.ts.map +1 -1
  954. package/dist/server.js +454 -297
  955. package/dist/server.js.map +1 -1
  956. package/dist/tools/agent.d.ts +5 -0
  957. package/dist/tools/agent.d.ts.map +1 -0
  958. package/dist/tools/agent.js +128 -0
  959. package/dist/tools/agent.js.map +1 -0
  960. package/dist/tools/cache.d.ts +2 -1
  961. package/dist/tools/cache.d.ts.map +1 -1
  962. package/dist/tools/cache.js +177 -44
  963. package/dist/tools/cache.js.map +1 -1
  964. package/dist/tools/crawl.d.ts.map +1 -1
  965. package/dist/tools/crawl.js +171 -88
  966. package/dist/tools/crawl.js.map +1 -1
  967. package/dist/tools/extract.d.ts +2 -2
  968. package/dist/tools/extract.d.ts.map +1 -1
  969. package/dist/tools/extract.js +175 -59
  970. package/dist/tools/extract.js.map +1 -1
  971. package/dist/tools/fetch.d.ts +2 -2
  972. package/dist/tools/fetch.d.ts.map +1 -1
  973. package/dist/tools/fetch.js +174 -68
  974. package/dist/tools/fetch.js.map +1 -1
  975. package/dist/tools/find-similar.d.ts +5 -0
  976. package/dist/tools/find-similar.d.ts.map +1 -0
  977. package/dist/tools/find-similar.js +127 -0
  978. package/dist/tools/find-similar.js.map +1 -0
  979. package/dist/tools/research.d.ts +5 -0
  980. package/dist/tools/research.d.ts.map +1 -0
  981. package/dist/tools/research.js +107 -0
  982. package/dist/tools/research.js.map +1 -0
  983. package/dist/tools/search.d.ts +10 -2
  984. package/dist/tools/search.d.ts.map +1 -1
  985. package/dist/tools/search.js +13 -158
  986. package/dist/tools/search.js.map +1 -1
  987. package/dist/types.d.ts +350 -7
  988. package/dist/types.d.ts.map +1 -1
  989. package/dist/types.js +6 -1
  990. package/dist/types.js.map +1 -1
  991. package/dist/util/mode.d.ts +4 -0
  992. package/dist/util/mode.d.ts.map +1 -0
  993. package/dist/util/mode.js +34 -0
  994. package/dist/util/mode.js.map +1 -0
  995. package/package.json +78 -8
  996. package/dist/extraction/trafilatura.d.ts +0 -6
  997. package/dist/extraction/trafilatura.d.ts.map +0 -1
  998. package/dist/extraction/trafilatura.js +0 -105
  999. package/dist/extraction/trafilatura.js.map +0 -1
  1000. package/dist/search/flashrank.d.ts +0 -12
  1001. package/dist/search/flashrank.d.ts.map +0 -1
  1002. package/dist/search/flashrank.js +0 -63
  1003. package/dist/search/flashrank.js.map +0 -1
@@ -0,0 +1,283 @@
1
+ import chalk from "chalk";
2
+ const SNIPPET_MAX_LENGTH = 200;
3
+ function stripAnsi(str) {
4
+ return str.replace(/\u001b\[[0-9;]*m/g, "");
5
+ }
6
+ function truncate(text, max) {
7
+ if (text.length <= max) return text;
8
+ return text.slice(0, max - 3) + "...";
9
+ }
10
+ function domainFromUrl(url) {
11
+ try {
12
+ return new URL(url).hostname;
13
+ } catch {
14
+ return url;
15
+ }
16
+ }
17
+ function pathFromUrl(url, baseUrl) {
18
+ try {
19
+ const u = new URL(url);
20
+ if (baseUrl) {
21
+ const base = new URL(baseUrl);
22
+ if (u.hostname === base.hostname) {
23
+ return u.pathname;
24
+ }
25
+ }
26
+ return u.pathname;
27
+ } catch {
28
+ return url;
29
+ }
30
+ }
31
+ function formatSearchResults(output) {
32
+ const lines = [];
33
+ const header = `Search: ${chalk.cyan(`"${output.query}"`)} (${output.results.length} results, ${output.total_time_ms}ms, engines: ${output.engines_used.join(", ")})`;
34
+ lines.push(header);
35
+ if (output.warning) {
36
+ lines.push("");
37
+ lines.push(chalk.yellow(` Warning: ${output.warning}`));
38
+ }
39
+ if (output.error) {
40
+ lines.push("");
41
+ lines.push(chalk.red(` Error: ${output.error}`));
42
+ return lines.join("\n");
43
+ }
44
+ if (output.results.length === 0) {
45
+ lines.push("");
46
+ lines.push(chalk.dim(" No results found"));
47
+ return lines.join("\n");
48
+ }
49
+ for (let i = 0; i < output.results.length; i++) {
50
+ const r = output.results[i];
51
+ const domain = domainFromUrl(r.url);
52
+ const score = r.relevance_score.toFixed(2);
53
+ lines.push("");
54
+ lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(r.title)} ${chalk.dim(`- ${domain}`)} ${chalk.green(`(score: ${score})`)}`);
55
+ lines.push(` ${chalk.dim(truncate(r.snippet, SNIPPET_MAX_LENGTH))}`);
56
+ }
57
+ return lines.join("\n");
58
+ }
59
+ function formatFetchResult(output) {
60
+ const lines = [];
61
+ lines.push(`Fetch: ${chalk.cyan(output.url)}`);
62
+ if (output.error) {
63
+ lines.push("");
64
+ lines.push(chalk.red(` Error: ${output.error}`));
65
+ return lines.join("\n");
66
+ }
67
+ lines.push("");
68
+ const markdownLines = output.markdown.split("\n");
69
+ const preview = markdownLines.slice(0, 3).join("\n");
70
+ const indented = preview.split("\n").map((l) => ` ${l}`).join("\n");
71
+ lines.push(indented);
72
+ lines.push("");
73
+ lines.push(chalk.dim(` [cached: ${output.cached}, ${output.markdown.length} chars]`));
74
+ return lines.join("\n");
75
+ }
76
+ function formatCrawlResult(output, seedUrl) {
77
+ const lines = [];
78
+ lines.push(`Crawl: ${chalk.cyan(seedUrl)} (${output.crawled} pages crawled, ${output.total_found} found)`);
79
+ if (output.error) {
80
+ lines.push("");
81
+ lines.push(chalk.red(` Error: ${output.error}`));
82
+ return lines.join("\n");
83
+ }
84
+ if (output.pages.length === 0) {
85
+ lines.push("");
86
+ lines.push(chalk.dim(" No pages crawled"));
87
+ return lines.join("\n");
88
+ }
89
+ for (let i = 0; i < output.pages.length; i++) {
90
+ const p = output.pages[i];
91
+ const path = pathFromUrl(p.url, seedUrl);
92
+ lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(path)} ${chalk.dim(`(depth: ${p.depth}, ${p.markdown.length} chars)`)}`);
93
+ }
94
+ return lines.join("\n");
95
+ }
96
+ function formatMapResult(output, seedUrl) {
97
+ const lines = [];
98
+ lines.push(`Map: ${chalk.cyan(seedUrl)} (${output.urls.length} URLs found, sitemap: ${output.sitemap_found ? "yes" : "no"})`);
99
+ if (output.error) {
100
+ lines.push("");
101
+ lines.push(chalk.red(` Error: ${output.error}`));
102
+ return lines.join("\n");
103
+ }
104
+ if (output.urls.length === 0) {
105
+ lines.push("");
106
+ lines.push(chalk.dim(" No URLs found"));
107
+ return lines.join("\n");
108
+ }
109
+ for (let i = 0; i < output.urls.length; i++) {
110
+ const path = pathFromUrl(output.urls[i], seedUrl);
111
+ lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(path)}`);
112
+ }
113
+ return lines.join("\n");
114
+ }
115
+ function formatExtractResult(output) {
116
+ const lines = [];
117
+ const sourceLabel = output.source_url ? ` ${chalk.cyan(output.source_url)}` : "";
118
+ lines.push(`Extract:${sourceLabel} (mode: ${chalk.yellow(output.mode)})`);
119
+ if (output.error) {
120
+ lines.push("");
121
+ lines.push(chalk.red(` Error: ${output.error}`));
122
+ return lines.join("\n");
123
+ }
124
+ lines.push("");
125
+ if (output.mode === "tables" && Array.isArray(output.data)) {
126
+ for (const table of output.data) {
127
+ if (table.headers.length === 0) continue;
128
+ const headerRow = " | " + table.headers.join(" | ") + " |";
129
+ const sepRow = " | " + table.headers.map((h) => "-".repeat(Math.max(h.length, 4))).join(" | ") + " |";
130
+ lines.push(headerRow);
131
+ lines.push(sepRow);
132
+ for (const row of table.rows) {
133
+ const cells = table.headers.map((h) => row[h] ?? "");
134
+ lines.push(" | " + cells.join(" | ") + "|");
135
+ }
136
+ }
137
+ } else if (output.mode === "selector") {
138
+ if (Array.isArray(output.data)) {
139
+ for (const item of output.data) {
140
+ lines.push(` ${item}`);
141
+ }
142
+ } else {
143
+ lines.push(` ${String(output.data)}`);
144
+ }
145
+ } else if (output.mode === "metadata") {
146
+ const meta = output.data;
147
+ if (meta.title) lines.push(` ${chalk.bold("Title:")} ${meta.title}`);
148
+ if (meta.description) lines.push(` ${chalk.bold("Description:")} ${meta.description}`);
149
+ if (meta.author) lines.push(` ${chalk.bold("Author:")} ${meta.author}`);
150
+ if (meta.date) lines.push(` ${chalk.bold("Date:")} ${meta.date}`);
151
+ if (meta.keywords && meta.keywords.length > 0) {
152
+ lines.push(` ${chalk.bold("Keywords:")} ${meta.keywords.join(", ")}`);
153
+ }
154
+ } else if (output.mode === "schema") {
155
+ const data = output.data;
156
+ for (const [key, value] of Object.entries(data)) {
157
+ lines.push(` ${chalk.bold(key + ":")} ${String(value)}`);
158
+ }
159
+ }
160
+ return lines.join("\n");
161
+ }
162
+ function formatCacheResult(output) {
163
+ const lines = [];
164
+ if (output.error) {
165
+ lines.push(chalk.red(`Error: ${output.error}`));
166
+ return lines.join("\n");
167
+ }
168
+ if (output.stats) {
169
+ lines.push("Cache Statistics:");
170
+ lines.push(` ${chalk.bold("Total URLs:")} ${output.stats.total_urls}`);
171
+ lines.push(` ${chalk.bold("Total Size:")} ${output.stats.total_size_mb.toFixed(2)} MB`);
172
+ lines.push(` ${chalk.bold("Oldest:")} ${output.stats.oldest}`);
173
+ lines.push(` ${chalk.bold("Newest:")} ${output.stats.newest}`);
174
+ return lines.join("\n");
175
+ }
176
+ if (output.cleared !== void 0) {
177
+ lines.push(`${chalk.green(String(output.cleared))} cache entries cleared`);
178
+ return lines.join("\n");
179
+ }
180
+ if (output.results) {
181
+ if (output.results.length === 0) {
182
+ lines.push(chalk.dim("No cached results found"));
183
+ return lines.join("\n");
184
+ }
185
+ for (let i = 0; i < output.results.length; i++) {
186
+ const r = output.results[i];
187
+ lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.cyan(r.url)}`);
188
+ lines.push(` ${chalk.white(r.title)} ${chalk.dim(`(cached ${r.fetched_at})`)}`);
189
+ }
190
+ return lines.join("\n");
191
+ }
192
+ return chalk.dim("No output");
193
+ }
194
+ function formatFindSimilarResult(output) {
195
+ const lines = [];
196
+ lines.push(`Find Similar: method=${chalk.yellow(output.method)}, cache=${output.cache_hits}, web=${output.search_hits}, embedding=${output.embedding_available ? "yes" : "no"} (${output.total_time_ms}ms)`);
197
+ if (output.error) {
198
+ lines.push("");
199
+ lines.push(chalk.red(` Error: ${output.error}`));
200
+ return lines.join("\n");
201
+ }
202
+ if (output.results.length === 0) {
203
+ lines.push("");
204
+ lines.push(chalk.dim(" No similar results found"));
205
+ return lines.join("\n");
206
+ }
207
+ for (let i = 0; i < output.results.length; i++) {
208
+ const r = output.results[i];
209
+ const domain = domainFromUrl(r.url);
210
+ const score = r.relevance_score.toFixed(2);
211
+ lines.push("");
212
+ lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(r.title)} ${chalk.dim(`- ${domain}`)} ${chalk.green(`(score: ${score}, ${r.source})`)}`);
213
+ }
214
+ return lines.join("\n");
215
+ }
216
+ function formatResearchResult(output) {
217
+ const lines = [];
218
+ lines.push(`Research: depth=${chalk.yellow(output.depth)}, ${output.sources.length} sources, ${output.citations.length} citations (${output.total_time_ms}ms)`);
219
+ if (output.error) {
220
+ lines.push("");
221
+ lines.push(chalk.red(` Error: ${output.error}`));
222
+ return lines.join("\n");
223
+ }
224
+ if (output.sub_queries.length > 0) {
225
+ lines.push("");
226
+ lines.push(chalk.bold(" Sub-queries:"));
227
+ for (const sq of output.sub_queries) {
228
+ lines.push(` - ${sq}`);
229
+ }
230
+ }
231
+ if (output.report) {
232
+ lines.push("");
233
+ const preview = output.report.split("\n").slice(0, 10).map((l) => ` ${l}`).join("\n");
234
+ lines.push(preview);
235
+ if (output.report.split("\n").length > 10) {
236
+ lines.push(chalk.dim(` ... (${output.report.length} chars total)`));
237
+ }
238
+ }
239
+ return lines.join("\n");
240
+ }
241
+ function formatAgentResult(output) {
242
+ const lines = [];
243
+ lines.push(`Agent: ${output.pages_fetched} pages fetched, ${output.steps.length} steps (${output.total_time_ms}ms)`);
244
+ if (output.error) {
245
+ lines.push("");
246
+ lines.push(chalk.red(` Error: ${output.error}`));
247
+ return lines.join("\n");
248
+ }
249
+ if (output.steps.length > 0) {
250
+ lines.push("");
251
+ lines.push(chalk.bold(" Steps:"));
252
+ for (const step of output.steps) {
253
+ lines.push(` ${chalk.yellow(step.action)} ${chalk.dim(`(${step.time_ms}ms)`)} ${step.detail}`);
254
+ }
255
+ }
256
+ if (output.result) {
257
+ lines.push("");
258
+ const text = typeof output.result === "string" ? output.result : JSON.stringify(output.result, null, 2);
259
+ const preview = text.split("\n").slice(0, 10).map((l) => ` ${l}`).join("\n");
260
+ lines.push(preview);
261
+ if (text.split("\n").length > 10) {
262
+ lines.push(chalk.dim(` ... (${text.length} chars total)`));
263
+ }
264
+ }
265
+ return lines.join("\n");
266
+ }
267
+ function formatJson(data) {
268
+ return JSON.stringify(data, null, 2);
269
+ }
270
+ export {
271
+ formatAgentResult,
272
+ formatCacheResult,
273
+ formatCrawlResult,
274
+ formatExtractResult,
275
+ formatFetchResult,
276
+ formatFindSimilarResult,
277
+ formatJson,
278
+ formatMapResult,
279
+ formatResearchResult,
280
+ formatSearchResults,
281
+ stripAnsi
282
+ };
283
+ //# sourceMappingURL=formatters.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/repl/formatters.ts"],"sourcesContent":["import chalk from 'chalk';\nimport type {\n SearchOutput,\n FetchOutput,\n CrawlOutput,\n MapOutput,\n ExtractOutput,\n CacheOutput,\n FindSimilarOutput,\n ResearchOutput,\n AgentOutput,\n TableData,\n MetadataData,\n} from '../types.js';\n\n\nconst SNIPPET_MAX_LENGTH = 200;\n\nexport function stripAnsi(str: string): string {\n return str.replace(/\\u001b\\[[0-9;]*m/g, '');\n}\n\nfunction truncate(text: string, max: number): string {\n if (text.length <= max) return text;\n return text.slice(0, max - 3) + '...';\n}\n\nfunction domainFromUrl(url: string): string {\n try {\n return new URL(url).hostname;\n } catch {\n return url;\n }\n}\n\nfunction pathFromUrl(url: string, baseUrl?: string): string {\n try {\n const u = new URL(url);\n if (baseUrl) {\n const base = new URL(baseUrl);\n if (u.hostname === base.hostname) {\n return u.pathname;\n }\n }\n return u.pathname;\n } catch {\n return url;\n }\n}\n\nexport function formatSearchResults(output: SearchOutput): string {\n const lines: string[] = [];\n\n const header = `Search: ${chalk.cyan(`\"${output.query}\"`)} (${output.results.length} results, ${output.total_time_ms}ms, engines: ${output.engines_used.join(', ')})`;\n lines.push(header);\n\n if (output.warning) {\n lines.push('');\n lines.push(chalk.yellow(` Warning: ${output.warning}`));\n }\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.results.length === 0) {\n lines.push('');\n lines.push(chalk.dim(' No results found'));\n return lines.join('\\n');\n }\n\n for (let i = 0; i < output.results.length; i++) {\n const r = output.results[i];\n const domain = domainFromUrl(r.url);\n const score = r.relevance_score.toFixed(2);\n lines.push('');\n lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(r.title)} ${chalk.dim(`- ${domain}`)} ${chalk.green(`(score: ${score})`)}`);\n lines.push(` ${chalk.dim(truncate(r.snippet, SNIPPET_MAX_LENGTH))}`);\n }\n\n return lines.join('\\n');\n}\n\nexport function formatFetchResult(output: FetchOutput): string {\n const lines: string[] = [];\n\n lines.push(`Fetch: ${chalk.cyan(output.url)}`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n lines.push('');\n\n const markdownLines = output.markdown.split('\\n');\n const preview = markdownLines.slice(0, 3).join('\\n');\n const indented = preview.split('\\n').map(l => ` ${l}`).join('\\n');\n lines.push(indented);\n\n lines.push('');\n lines.push(chalk.dim(` [cached: ${output.cached}, ${output.markdown.length} chars]`));\n\n return lines.join('\\n');\n}\n\nexport function formatCrawlResult(output: CrawlOutput, seedUrl: string): string {\n const lines: string[] = [];\n\n lines.push(`Crawl: ${chalk.cyan(seedUrl)} (${output.crawled} pages crawled, ${output.total_found} found)`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.pages.length === 0) {\n lines.push('');\n lines.push(chalk.dim(' No pages crawled'));\n return lines.join('\\n');\n }\n\n for (let i = 0; i < output.pages.length; i++) {\n const p = output.pages[i];\n const path = pathFromUrl(p.url, seedUrl);\n lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(path)} ${chalk.dim(`(depth: ${p.depth}, ${p.markdown.length} chars)`)}`);\n }\n\n return lines.join('\\n');\n}\n\nexport function formatMapResult(output: MapOutput, seedUrl: string): string {\n const lines: string[] = [];\n\n lines.push(`Map: ${chalk.cyan(seedUrl)} (${output.urls.length} URLs found, sitemap: ${output.sitemap_found ? 'yes' : 'no'})`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.urls.length === 0) {\n lines.push('');\n lines.push(chalk.dim(' No URLs found'));\n return lines.join('\\n');\n }\n\n for (let i = 0; i < output.urls.length; i++) {\n const path = pathFromUrl(output.urls[i], seedUrl);\n lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(path)}`);\n }\n\n return lines.join('\\n');\n}\n\nexport function formatExtractResult(output: ExtractOutput): string {\n const lines: string[] = [];\n\n const sourceLabel = output.source_url ? ` ${chalk.cyan(output.source_url)}` : '';\n lines.push(`Extract:${sourceLabel} (mode: ${chalk.yellow(output.mode)})`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n lines.push('');\n\n if (output.mode === 'tables' && Array.isArray(output.data)) {\n for (const table of output.data as TableData[]) {\n if (table.headers.length === 0) continue;\n const headerRow = ' | ' + table.headers.join(' | ') + ' |';\n const sepRow = ' | ' + table.headers.map(h => '-'.repeat(Math.max(h.length, 4))).join(' | ') + ' |';\n lines.push(headerRow);\n lines.push(sepRow);\n for (const row of table.rows) {\n const cells = table.headers.map(h => row[h] ?? '');\n lines.push(' | ' + cells.join(' | ') + '|');\n }\n }\n } else if (output.mode === 'selector') {\n if (Array.isArray(output.data)) {\n for (const item of output.data) {\n lines.push(` ${item}`);\n }\n } else {\n lines.push(` ${String(output.data)}`);\n }\n } else if (output.mode === 'metadata') {\n const meta = output.data as MetadataData;\n if (meta.title) lines.push(` ${chalk.bold('Title:')} ${meta.title}`);\n if (meta.description) lines.push(` ${chalk.bold('Description:')} ${meta.description}`);\n if (meta.author) lines.push(` ${chalk.bold('Author:')} ${meta.author}`);\n if (meta.date) lines.push(` ${chalk.bold('Date:')} ${meta.date}`);\n if (meta.keywords && meta.keywords.length > 0) {\n lines.push(` ${chalk.bold('Keywords:')} ${meta.keywords.join(', ')}`);\n }\n } else if (output.mode === 'schema') {\n const data = output.data as Record<string, unknown>;\n for (const [key, value] of Object.entries(data)) {\n lines.push(` ${chalk.bold(key + ':')} ${String(value)}`);\n }\n }\n\n return lines.join('\\n');\n}\n\nexport function formatCacheResult(output: CacheOutput): string {\n const lines: string[] = [];\n\n if (output.error) {\n lines.push(chalk.red(`Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.stats) {\n lines.push('Cache Statistics:');\n lines.push(` ${chalk.bold('Total URLs:')} ${output.stats.total_urls}`);\n lines.push(` ${chalk.bold('Total Size:')} ${output.stats.total_size_mb.toFixed(2)} MB`);\n lines.push(` ${chalk.bold('Oldest:')} ${output.stats.oldest}`);\n lines.push(` ${chalk.bold('Newest:')} ${output.stats.newest}`);\n return lines.join('\\n');\n }\n\n if (output.cleared !== undefined) {\n lines.push(`${chalk.green(String(output.cleared))} cache entries cleared`);\n return lines.join('\\n');\n }\n\n if (output.results) {\n if (output.results.length === 0) {\n lines.push(chalk.dim('No cached results found'));\n return lines.join('\\n');\n }\n for (let i = 0; i < output.results.length; i++) {\n const r = output.results[i];\n lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.cyan(r.url)}`);\n lines.push(` ${chalk.white(r.title)} ${chalk.dim(`(cached ${r.fetched_at})`)}`);\n }\n return lines.join('\\n');\n }\n\n return chalk.dim('No output');\n}\n\nexport function formatFindSimilarResult(output: FindSimilarOutput): string {\n const lines: string[] = [];\n\n lines.push(`Find Similar: method=${chalk.yellow(output.method)}, cache=${output.cache_hits}, web=${output.search_hits}, embedding=${output.embedding_available ? 'yes' : 'no'} (${output.total_time_ms}ms)`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.results.length === 0) {\n lines.push('');\n lines.push(chalk.dim(' No similar results found'));\n return lines.join('\\n');\n }\n\n for (let i = 0; i < output.results.length; i++) {\n const r = output.results[i];\n const domain = domainFromUrl(r.url);\n const score = r.relevance_score.toFixed(2);\n lines.push('');\n lines.push(` ${chalk.bold(`[${i + 1}]`)} ${chalk.white(r.title)} ${chalk.dim(`- ${domain}`)} ${chalk.green(`(score: ${score}, ${r.source})`)}`);\n }\n\n return lines.join('\\n');\n}\n\nexport function formatResearchResult(output: ResearchOutput): string {\n const lines: string[] = [];\n\n lines.push(`Research: depth=${chalk.yellow(output.depth)}, ${output.sources.length} sources, ${output.citations.length} citations (${output.total_time_ms}ms)`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.sub_queries.length > 0) {\n lines.push('');\n lines.push(chalk.bold(' Sub-queries:'));\n for (const sq of output.sub_queries) {\n lines.push(` - ${sq}`);\n }\n }\n\n if (output.report) {\n lines.push('');\n const preview = output.report.split('\\n').slice(0, 10).map(l => ` ${l}`).join('\\n');\n lines.push(preview);\n if (output.report.split('\\n').length > 10) {\n lines.push(chalk.dim(` ... (${output.report.length} chars total)`));\n }\n }\n\n return lines.join('\\n');\n}\n\nexport function formatAgentResult(output: AgentOutput): string {\n const lines: string[] = [];\n\n lines.push(`Agent: ${output.pages_fetched} pages fetched, ${output.steps.length} steps (${output.total_time_ms}ms)`);\n\n if (output.error) {\n lines.push('');\n lines.push(chalk.red(` Error: ${output.error}`));\n return lines.join('\\n');\n }\n\n if (output.steps.length > 0) {\n lines.push('');\n lines.push(chalk.bold(' Steps:'));\n for (const step of output.steps) {\n lines.push(` ${chalk.yellow(step.action)} ${chalk.dim(`(${step.time_ms}ms)`)} ${step.detail}`);\n }\n }\n\n if (output.result) {\n lines.push('');\n const text = typeof output.result === 'string' ? output.result : JSON.stringify(output.result, null, 2);\n const preview = text.split('\\n').slice(0, 10).map(l => ` ${l}`).join('\\n');\n lines.push(preview);\n if (text.split('\\n').length > 10) {\n lines.push(chalk.dim(` ... (${text.length} chars total)`));\n }\n }\n\n return lines.join('\\n');\n}\n\nexport function formatJson(data: unknown): string {\n return JSON.stringify(data, null, 2);\n}\n"],"mappings":"AAAA,OAAO,WAAW;AAgBlB,MAAM,qBAAqB;AAEpB,SAAS,UAAU,KAAqB;AAC7C,SAAO,IAAI,QAAQ,qBAAqB,EAAE;AAC5C;AAEA,SAAS,SAAS,MAAc,KAAqB;AACnD,MAAI,KAAK,UAAU,IAAK,QAAO;AAC/B,SAAO,KAAK,MAAM,GAAG,MAAM,CAAC,IAAI;AAClC;AAEA,SAAS,cAAc,KAAqB;AAC1C,MAAI;AACF,WAAO,IAAI,IAAI,GAAG,EAAE;AAAA,EACtB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,YAAY,KAAa,SAA0B;AAC1D,MAAI;AACF,UAAM,IAAI,IAAI,IAAI,GAAG;AACrB,QAAI,SAAS;AACX,YAAM,OAAO,IAAI,IAAI,OAAO;AAC5B,UAAI,EAAE,aAAa,KAAK,UAAU;AAChC,eAAO,EAAE;AAAA,MACX;AAAA,IACF;AACA,WAAO,EAAE;AAAA,EACX,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEO,SAAS,oBAAoB,QAA8B;AAChE,QAAM,QAAkB,CAAC;AAEzB,QAAM,SAAS,WAAW,MAAM,KAAK,IAAI,OAAO,KAAK,GAAG,CAAC,KAAK,OAAO,QAAQ,MAAM,aAAa,OAAO,aAAa,gBAAgB,OAAO,aAAa,KAAK,IAAI,CAAC;AAClK,QAAM,KAAK,MAAM;AAEjB,MAAI,OAAO,SAAS;AAClB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,OAAO,cAAc,OAAO,OAAO,EAAE,CAAC;AAAA,EACzD;AAEA,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,QAAQ,WAAW,GAAG;AAC/B,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,oBAAoB,CAAC;AAC1C,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,QAAQ,KAAK;AAC9C,UAAM,IAAI,OAAO,QAAQ,CAAC;AAC1B,UAAM,SAAS,cAAc,EAAE,GAAG;AAClC,UAAM,QAAQ,EAAE,gBAAgB,QAAQ,CAAC;AACzC,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,IAAI,KAAK,MAAM,EAAE,CAAC,IAAI,MAAM,MAAM,WAAW,KAAK,GAAG,CAAC,EAAE;AAClI,UAAM,KAAK,SAAS,MAAM,IAAI,SAAS,EAAE,SAAS,kBAAkB,CAAC,CAAC,EAAE;AAAA,EAC1E;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,kBAAkB,QAA6B;AAC7D,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,UAAU,MAAM,KAAK,OAAO,GAAG,CAAC,EAAE;AAE7C,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,QAAM,KAAK,EAAE;AAEb,QAAM,gBAAgB,OAAO,SAAS,MAAM,IAAI;AAChD,QAAM,UAAU,cAAc,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI;AACnD,QAAM,WAAW,QAAQ,MAAM,IAAI,EAAE,IAAI,OAAK,KAAK,CAAC,EAAE,EAAE,KAAK,IAAI;AACjE,QAAM,KAAK,QAAQ;AAEnB,QAAM,KAAK,EAAE;AACb,QAAM,KAAK,MAAM,IAAI,cAAc,OAAO,MAAM,KAAK,OAAO,SAAS,MAAM,SAAS,CAAC;AAErF,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,kBAAkB,QAAqB,SAAyB;AAC9E,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,UAAU,MAAM,KAAK,OAAO,CAAC,KAAK,OAAO,OAAO,mBAAmB,OAAO,WAAW,SAAS;AAEzG,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,MAAM,WAAW,GAAG;AAC7B,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,oBAAoB,CAAC;AAC1C,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,WAAS,IAAI,GAAG,IAAI,OAAO,MAAM,QAAQ,KAAK;AAC5C,UAAM,IAAI,OAAO,MAAM,CAAC;AACxB,UAAM,OAAO,YAAY,EAAE,KAAK,OAAO;AACvC,UAAM,KAAK,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,MAAM,IAAI,CAAC,IAAI,MAAM,IAAI,WAAW,EAAE,KAAK,KAAK,EAAE,SAAS,MAAM,SAAS,CAAC,EAAE;AAAA,EACjI;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,gBAAgB,QAAmB,SAAyB;AAC1E,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,QAAQ,MAAM,KAAK,OAAO,CAAC,KAAK,OAAO,KAAK,MAAM,yBAAyB,OAAO,gBAAgB,QAAQ,IAAI,GAAG;AAE5H,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,KAAK,WAAW,GAAG;AAC5B,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,iBAAiB,CAAC;AACvC,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,WAAS,IAAI,GAAG,IAAI,OAAO,KAAK,QAAQ,KAAK;AAC3C,UAAM,OAAO,YAAY,OAAO,KAAK,CAAC,GAAG,OAAO;AAChD,UAAM,KAAK,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,MAAM,IAAI,CAAC,EAAE;AAAA,EACjE;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,oBAAoB,QAA+B;AACjE,QAAM,QAAkB,CAAC;AAEzB,QAAM,cAAc,OAAO,aAAa,IAAI,MAAM,KAAK,OAAO,UAAU,CAAC,KAAK;AAC9E,QAAM,KAAK,WAAW,WAAW,WAAW,MAAM,OAAO,OAAO,IAAI,CAAC,GAAG;AAExE,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,QAAM,KAAK,EAAE;AAEb,MAAI,OAAO,SAAS,YAAY,MAAM,QAAQ,OAAO,IAAI,GAAG;AAC1D,eAAW,SAAS,OAAO,MAAqB;AAC9C,UAAI,MAAM,QAAQ,WAAW,EAAG;AAChC,YAAM,YAAY,SAAS,MAAM,QAAQ,KAAK,KAAK,IAAI;AACvD,YAAM,SAAS,SAAS,MAAM,QAAQ,IAAI,OAAK,IAAI,OAAO,KAAK,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,IAAI;AAChG,YAAM,KAAK,SAAS;AACpB,YAAM,KAAK,MAAM;AACjB,iBAAW,OAAO,MAAM,MAAM;AAC5B,cAAM,QAAQ,MAAM,QAAQ,IAAI,OAAK,IAAI,CAAC,KAAK,EAAE;AACjD,cAAM,KAAK,SAAS,MAAM,KAAK,KAAK,IAAI,GAAG;AAAA,MAC7C;AAAA,IACF;AAAA,EACF,WAAW,OAAO,SAAS,YAAY;AACrC,QAAI,MAAM,QAAQ,OAAO,IAAI,GAAG;AAC9B,iBAAW,QAAQ,OAAO,MAAM;AAC9B,cAAM,KAAK,KAAK,IAAI,EAAE;AAAA,MACxB;AAAA,IACF,OAAO;AACL,YAAM,KAAK,KAAK,OAAO,OAAO,IAAI,CAAC,EAAE;AAAA,IACvC;AAAA,EACF,WAAW,OAAO,SAAS,YAAY;AACrC,UAAM,OAAO,OAAO;AACpB,QAAI,KAAK,MAAO,OAAM,KAAK,KAAK,MAAM,KAAK,QAAQ,CAAC,IAAI,KAAK,KAAK,EAAE;AACpE,QAAI,KAAK,YAAa,OAAM,KAAK,KAAK,MAAM,KAAK,cAAc,CAAC,IAAI,KAAK,WAAW,EAAE;AACtF,QAAI,KAAK,OAAQ,OAAM,KAAK,KAAK,MAAM,KAAK,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE;AACvE,QAAI,KAAK,KAAM,OAAM,KAAK,KAAK,MAAM,KAAK,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE;AACjE,QAAI,KAAK,YAAY,KAAK,SAAS,SAAS,GAAG;AAC7C,YAAM,KAAK,KAAK,MAAM,KAAK,WAAW,CAAC,IAAI,KAAK,SAAS,KAAK,IAAI,CAAC,EAAE;AAAA,IACvE;AAAA,EACF,WAAW,OAAO,SAAS,UAAU;AACnC,UAAM,OAAO,OAAO;AACpB,eAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,IAAI,GAAG;AAC/C,YAAM,KAAK,KAAK,MAAM,KAAK,MAAM,GAAG,CAAC,IAAI,OAAO,KAAK,CAAC,EAAE;AAAA,IAC1D;AAAA,EACF;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,kBAAkB,QAA6B;AAC7D,QAAM,QAAkB,CAAC;AAEzB,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,MAAM,IAAI,UAAU,OAAO,KAAK,EAAE,CAAC;AAC9C,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,mBAAmB;AAC9B,UAAM,KAAK,KAAK,MAAM,KAAK,aAAa,CAAC,KAAK,OAAO,MAAM,UAAU,EAAE;AACvE,UAAM,KAAK,KAAK,MAAM,KAAK,aAAa,CAAC,KAAK,OAAO,MAAM,cAAc,QAAQ,CAAC,CAAC,KAAK;AACxF,UAAM,KAAK,KAAK,MAAM,KAAK,SAAS,CAAC,SAAS,OAAO,MAAM,MAAM,EAAE;AACnE,UAAM,KAAK,KAAK,MAAM,KAAK,SAAS,CAAC,SAAS,OAAO,MAAM,MAAM,EAAE;AACnE,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,YAAY,QAAW;AAChC,UAAM,KAAK,GAAG,MAAM,MAAM,OAAO,OAAO,OAAO,CAAC,CAAC,wBAAwB;AACzE,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,SAAS;AAClB,QAAI,OAAO,QAAQ,WAAW,GAAG;AAC/B,YAAM,KAAK,MAAM,IAAI,yBAAyB,CAAC;AAC/C,aAAO,MAAM,KAAK,IAAI;AAAA,IACxB;AACA,aAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,QAAQ,KAAK;AAC9C,YAAM,IAAI,OAAO,QAAQ,CAAC;AAC1B,YAAM,KAAK,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,KAAK,EAAE,GAAG,CAAC,EAAE;AAC/D,YAAM,KAAK,SAAS,MAAM,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,IAAI,WAAW,EAAE,UAAU,GAAG,CAAC,EAAE;AAAA,IACrF;AACA,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,SAAO,MAAM,IAAI,WAAW;AAC9B;AAEO,SAAS,wBAAwB,QAAmC;AACzE,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,wBAAwB,MAAM,OAAO,OAAO,MAAM,CAAC,WAAW,OAAO,UAAU,SAAS,OAAO,WAAW,eAAe,OAAO,sBAAsB,QAAQ,IAAI,KAAK,OAAO,aAAa,KAAK;AAE3M,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,QAAQ,WAAW,GAAG;AAC/B,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,4BAA4B,CAAC;AAClD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,WAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,QAAQ,KAAK;AAC9C,UAAM,IAAI,OAAO,QAAQ,CAAC;AAC1B,UAAM,SAAS,cAAc,EAAE,GAAG;AAClC,UAAM,QAAQ,EAAE,gBAAgB,QAAQ,CAAC;AACzC,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,MAAM,EAAE,KAAK,CAAC,IAAI,MAAM,IAAI,KAAK,MAAM,EAAE,CAAC,IAAI,MAAM,MAAM,WAAW,KAAK,KAAK,EAAE,MAAM,GAAG,CAAC,EAAE;AAAA,EACjJ;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,qBAAqB,QAAgC;AACnE,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,mBAAmB,MAAM,OAAO,OAAO,KAAK,CAAC,KAAK,OAAO,QAAQ,MAAM,aAAa,OAAO,UAAU,MAAM,eAAe,OAAO,aAAa,KAAK;AAE9J,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,YAAY,SAAS,GAAG;AACjC,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,KAAK,gBAAgB,CAAC;AACvC,eAAW,MAAM,OAAO,aAAa;AACnC,YAAM,KAAK,SAAS,EAAE,EAAE;AAAA,IAC1B;AAAA,EACF;AAEA,MAAI,OAAO,QAAQ;AACjB,UAAM,KAAK,EAAE;AACb,UAAM,UAAU,OAAO,OAAO,MAAM,IAAI,EAAE,MAAM,GAAG,EAAE,EAAE,IAAI,OAAK,KAAK,CAAC,EAAE,EAAE,KAAK,IAAI;AACnF,UAAM,KAAK,OAAO;AAClB,QAAI,OAAO,OAAO,MAAM,IAAI,EAAE,SAAS,IAAI;AACzC,YAAM,KAAK,MAAM,IAAI,UAAU,OAAO,OAAO,MAAM,eAAe,CAAC;AAAA,IACrE;AAAA,EACF;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,kBAAkB,QAA6B;AAC7D,QAAM,QAAkB,CAAC;AAEzB,QAAM,KAAK,UAAU,OAAO,aAAa,mBAAmB,OAAO,MAAM,MAAM,WAAW,OAAO,aAAa,KAAK;AAEnH,MAAI,OAAO,OAAO;AAChB,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,IAAI,YAAY,OAAO,KAAK,EAAE,CAAC;AAChD,WAAO,MAAM,KAAK,IAAI;AAAA,EACxB;AAEA,MAAI,OAAO,MAAM,SAAS,GAAG;AAC3B,UAAM,KAAK,EAAE;AACb,UAAM,KAAK,MAAM,KAAK,UAAU,CAAC;AACjC,eAAW,QAAQ,OAAO,OAAO;AAC/B,YAAM,KAAK,OAAO,MAAM,OAAO,KAAK,MAAM,CAAC,IAAI,MAAM,IAAI,IAAI,KAAK,OAAO,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE;AAAA,IAClG;AAAA,EACF;AAEA,MAAI,OAAO,QAAQ;AACjB,UAAM,KAAK,EAAE;AACb,UAAM,OAAO,OAAO,OAAO,WAAW,WAAW,OAAO,SAAS,KAAK,UAAU,OAAO,QAAQ,MAAM,CAAC;AACtG,UAAM,UAAU,KAAK,MAAM,IAAI,EAAE,MAAM,GAAG,EAAE,EAAE,IAAI,OAAK,KAAK,CAAC,EAAE,EAAE,KAAK,IAAI;AAC1E,UAAM,KAAK,OAAO;AAClB,QAAI,KAAK,MAAM,IAAI,EAAE,SAAS,IAAI;AAChC,YAAM,KAAK,MAAM,IAAI,UAAU,KAAK,MAAM,eAAe,CAAC;AAAA,IAC5D;AAAA,EACF;AAEA,SAAO,MAAM,KAAK,IAAI;AACxB;AAEO,SAAS,WAAW,MAAuB;AAChD,SAAO,KAAK,UAAU,MAAM,MAAM,CAAC;AACrC;","names":[]}
@@ -0,0 +1,9 @@
1
+ export interface ParsedArgs {
2
+ command: string;
3
+ positional: string[];
4
+ flags: Record<string, string>;
5
+ }
6
+ export declare function tokenize(input: string): string[];
7
+ export declare function parseArgs(tokens: string[]): ParsedArgs;
8
+ export declare function parseLine(input: string): ParsedArgs;
9
+ //# sourceMappingURL=parser.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/repl/parser.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC/B;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CA8ChD;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAyCtD;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,CAEnD"}
@@ -0,0 +1,86 @@
1
+ import { createLogger } from "../logger.js";
2
+ const log = createLogger("repl");
3
+ function tokenize(input) {
4
+ const tokens = [];
5
+ let current = "";
6
+ let inQuote = null;
7
+ let escaped = false;
8
+ for (let i = 0; i < input.length; i++) {
9
+ const ch = input[i];
10
+ if (escaped) {
11
+ current += ch;
12
+ escaped = false;
13
+ continue;
14
+ }
15
+ if (ch === "\\" && inQuote === '"') {
16
+ escaped = true;
17
+ continue;
18
+ }
19
+ if (ch === inQuote) {
20
+ inQuote = null;
21
+ continue;
22
+ }
23
+ if ((ch === '"' || ch === "'") && !inQuote) {
24
+ inQuote = ch;
25
+ continue;
26
+ }
27
+ if ((ch === " " || ch === " ") && !inQuote) {
28
+ if (current.length > 0) {
29
+ tokens.push(current);
30
+ current = "";
31
+ }
32
+ continue;
33
+ }
34
+ current += ch;
35
+ }
36
+ if (current.length > 0) {
37
+ tokens.push(current);
38
+ }
39
+ return tokens;
40
+ }
41
+ function parseArgs(tokens) {
42
+ if (tokens.length === 0) {
43
+ return { command: "", positional: [], flags: {} };
44
+ }
45
+ const command = tokens[0];
46
+ const positional = [];
47
+ const flags = {};
48
+ let i = 1;
49
+ while (i < tokens.length) {
50
+ const token = tokens[i];
51
+ if (token.startsWith("--")) {
52
+ const withoutDashes = token.slice(2);
53
+ const eqIndex = withoutDashes.indexOf("=");
54
+ if (eqIndex >= 0) {
55
+ const key = withoutDashes.slice(0, eqIndex);
56
+ const value = withoutDashes.slice(eqIndex + 1);
57
+ flags[key] = value;
58
+ i++;
59
+ } else {
60
+ const key = withoutDashes;
61
+ const next = tokens[i + 1];
62
+ if (next !== void 0 && !next.startsWith("--")) {
63
+ flags[key] = next;
64
+ i += 2;
65
+ } else {
66
+ flags[key] = "true";
67
+ i++;
68
+ }
69
+ }
70
+ } else {
71
+ positional.push(token);
72
+ i++;
73
+ }
74
+ }
75
+ log.debug("parsed command", { command, positional, flags });
76
+ return { command, positional, flags };
77
+ }
78
+ function parseLine(input) {
79
+ return parseArgs(tokenize(input));
80
+ }
81
+ export {
82
+ parseArgs,
83
+ parseLine,
84
+ tokenize
85
+ };
86
+ //# sourceMappingURL=parser.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/repl/parser.ts"],"sourcesContent":["import { createLogger } from '../logger.js';\n\nconst log = createLogger('repl');\n\nexport interface ParsedArgs {\n command: string;\n positional: string[];\n flags: Record<string, string>;\n}\n\nexport function tokenize(input: string): string[] {\n const tokens: string[] = [];\n let current = '';\n let inQuote: '\"' | \"'\" | null = null;\n let escaped = false;\n\n for (let i = 0; i < input.length; i++) {\n const ch = input[i];\n\n if (escaped) {\n current += ch;\n escaped = false;\n continue;\n }\n\n if (ch === '\\\\' && inQuote === '\"') {\n escaped = true;\n continue;\n }\n\n if (ch === inQuote) {\n inQuote = null;\n continue;\n }\n\n if ((ch === '\"' || ch === \"'\") && !inQuote) {\n inQuote = ch;\n continue;\n }\n\n if ((ch === ' ' || ch === '\\t') && !inQuote) {\n if (current.length > 0) {\n tokens.push(current);\n current = '';\n }\n continue;\n }\n\n current += ch;\n }\n\n if (current.length > 0) {\n tokens.push(current);\n }\n\n return tokens;\n}\n\nexport function parseArgs(tokens: string[]): ParsedArgs {\n if (tokens.length === 0) {\n return { command: '', positional: [], flags: {} };\n }\n\n const command = tokens[0];\n const positional: string[] = [];\n const flags: Record<string, string> = {};\n\n let i = 1;\n while (i < tokens.length) {\n const token = tokens[i];\n\n if (token.startsWith('--')) {\n const withoutDashes = token.slice(2);\n const eqIndex = withoutDashes.indexOf('=');\n\n if (eqIndex >= 0) {\n const key = withoutDashes.slice(0, eqIndex);\n const value = withoutDashes.slice(eqIndex + 1);\n flags[key] = value;\n i++;\n } else {\n const key = withoutDashes;\n const next = tokens[i + 1];\n if (next !== undefined && !next.startsWith('--')) {\n flags[key] = next;\n i += 2;\n } else {\n flags[key] = 'true';\n i++;\n }\n }\n } else {\n positional.push(token);\n i++;\n }\n }\n\n log.debug('parsed command', { command, positional, flags });\n return { command, positional, flags };\n}\n\nexport function parseLine(input: string): ParsedArgs {\n return parseArgs(tokenize(input));\n}\n"],"mappings":"AAAA,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,MAAM;AAQxB,SAAS,SAAS,OAAyB;AAChD,QAAM,SAAmB,CAAC;AAC1B,MAAI,UAAU;AACd,MAAI,UAA4B;AAChC,MAAI,UAAU;AAEd,WAAS,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;AACrC,UAAM,KAAK,MAAM,CAAC;AAElB,QAAI,SAAS;AACX,iBAAW;AACX,gBAAU;AACV;AAAA,IACF;AAEA,QAAI,OAAO,QAAQ,YAAY,KAAK;AAClC,gBAAU;AACV;AAAA,IACF;AAEA,QAAI,OAAO,SAAS;AAClB,gBAAU;AACV;AAAA,IACF;AAEA,SAAK,OAAO,OAAO,OAAO,QAAQ,CAAC,SAAS;AAC1C,gBAAU;AACV;AAAA,IACF;AAEA,SAAK,OAAO,OAAO,OAAO,QAAS,CAAC,SAAS;AAC3C,UAAI,QAAQ,SAAS,GAAG;AACtB,eAAO,KAAK,OAAO;AACnB,kBAAU;AAAA,MACZ;AACA;AAAA,IACF;AAEA,eAAW;AAAA,EACb;AAEA,MAAI,QAAQ,SAAS,GAAG;AACtB,WAAO,KAAK,OAAO;AAAA,EACrB;AAEA,SAAO;AACT;AAEO,SAAS,UAAU,QAA8B;AACtD,MAAI,OAAO,WAAW,GAAG;AACvB,WAAO,EAAE,SAAS,IAAI,YAAY,CAAC,GAAG,OAAO,CAAC,EAAE;AAAA,EAClD;AAEA,QAAM,UAAU,OAAO,CAAC;AACxB,QAAM,aAAuB,CAAC;AAC9B,QAAM,QAAgC,CAAC;AAEvC,MAAI,IAAI;AACR,SAAO,IAAI,OAAO,QAAQ;AACxB,UAAM,QAAQ,OAAO,CAAC;AAEtB,QAAI,MAAM,WAAW,IAAI,GAAG;AAC1B,YAAM,gBAAgB,MAAM,MAAM,CAAC;AACnC,YAAM,UAAU,cAAc,QAAQ,GAAG;AAEzC,UAAI,WAAW,GAAG;AAChB,cAAM,MAAM,cAAc,MAAM,GAAG,OAAO;AAC1C,cAAM,QAAQ,cAAc,MAAM,UAAU,CAAC;AAC7C,cAAM,GAAG,IAAI;AACb;AAAA,MACF,OAAO;AACL,cAAM,MAAM;AACZ,cAAM,OAAO,OAAO,IAAI,CAAC;AACzB,YAAI,SAAS,UAAa,CAAC,KAAK,WAAW,IAAI,GAAG;AAChD,gBAAM,GAAG,IAAI;AACb,eAAK;AAAA,QACP,OAAO;AACL,gBAAM,GAAG,IAAI;AACb;AAAA,QACF;AAAA,MACF;AAAA,IACF,OAAO;AACL,iBAAW,KAAK,KAAK;AACrB;AAAA,IACF;AAAA,EACF;AAEA,MAAI,MAAM,kBAAkB,EAAE,SAAS,YAAY,MAAM,CAAC;AAC1D,SAAO,EAAE,SAAS,YAAY,MAAM;AACtC;AAEO,SAAS,UAAU,OAA2B;AACnD,SAAO,UAAU,SAAS,KAAK,CAAC;AAClC;","names":[]}
@@ -0,0 +1,8 @@
1
+ import type { ReplDeps } from './commands/types.js';
2
+ export interface ShellOptions {
3
+ jsonMode?: boolean;
4
+ input?: NodeJS.ReadableStream;
5
+ output?: NodeJS.WritableStream;
6
+ }
7
+ export declare function startShell(deps: ReplDeps, options?: ShellOptions): Promise<void>;
8
+ //# sourceMappingURL=shell.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shell.d.ts","sourceRoot":"","sources":["../../src/repl/shell.ts"],"names":[],"mappings":"AA0BA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAKpD,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;CAChC;AA8CD,wBAAsB,UAAU,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAiI1F"}
@@ -0,0 +1,184 @@
1
+ import { createInterface } from "node:readline";
2
+ import { existsSync, readFileSync, mkdirSync, appendFileSync } from "node:fs";
3
+ import { dirname } from "node:path";
4
+ import { createLogger } from "../logger.js";
5
+ import { getConfig } from "../config.js";
6
+ import { parseLine } from "./parser.js";
7
+ import {
8
+ formatSearchResults,
9
+ formatFetchResult,
10
+ formatCrawlResult,
11
+ formatMapResult,
12
+ formatExtractResult,
13
+ formatCacheResult,
14
+ formatFindSimilarResult,
15
+ formatResearchResult,
16
+ formatAgentResult,
17
+ formatJson
18
+ } from "./formatters.js";
19
+ import { executeSearch } from "./commands/search.js";
20
+ import { executeFetch } from "./commands/fetch.js";
21
+ import { executeCrawl } from "./commands/crawl.js";
22
+ import { executeExtract } from "./commands/extract.js";
23
+ import { executeCache } from "./commands/cache.js";
24
+ import { executeFindSimilar } from "./commands/find-similar.js";
25
+ import { executeResearch } from "./commands/research.js";
26
+ import { executeAgent } from "./commands/agent.js";
27
+ const log = createLogger("repl");
28
+ function getHelpText() {
29
+ return [
30
+ "Available commands:",
31
+ "",
32
+ " search <query> [--limit=N] [--domains=a,b] [--from=YYYY-MM-DD] [--to=YYYY-MM-DD]",
33
+ " fetch <url> [--mode=raw|markdown] [--max-chars=N] [--section=HEADING]",
34
+ " crawl <url> [--depth N] [--max-pages N] [--strategy=bfs|dfs|sitemap|map]",
35
+ " cache search <query> | cache stats | cache clear [--query=Q] [--url-pattern=P]",
36
+ " extract <url> [--mode=selector|tables|metadata|schema] [--selector=CSS]",
37
+ " find-similar <url-or-concept> [--limit=N] [--domains=a,b] [--no-cache] [--no-web]",
38
+ " research <question> [--depth=quick|standard|comprehensive] [--max-sources=N] [--domains=a,b]",
39
+ " agent <prompt> [--urls=u1,u2] [--max-pages=N] [--max-time=MS]",
40
+ "",
41
+ " help Show this help",
42
+ " exit Exit the shell",
43
+ " .history Show command history",
44
+ "",
45
+ "Global flags:",
46
+ " --json Output raw JSON instead of formatted text"
47
+ ].join("\n");
48
+ }
49
+ function loadHistory(historyPath) {
50
+ try {
51
+ if (existsSync(historyPath)) {
52
+ return readFileSync(historyPath, "utf-8").split("\n").filter((line) => line.trim().length > 0);
53
+ }
54
+ } catch (err) {
55
+ log.warn("failed to load shell history", { error: String(err) });
56
+ }
57
+ return [];
58
+ }
59
+ function appendHistory(historyPath, line) {
60
+ try {
61
+ mkdirSync(dirname(historyPath), { recursive: true });
62
+ appendFileSync(historyPath, line + "\n");
63
+ } catch (err) {
64
+ log.warn("failed to save shell history", { error: String(err) });
65
+ }
66
+ }
67
+ async function startShell(deps, options = {}) {
68
+ const config = getConfig();
69
+ const historyPath = config.shellHistoryPath;
70
+ const jsonMode = options.jsonMode ?? false;
71
+ const rl = createInterface({
72
+ input: options.input ?? process.stdin,
73
+ output: options.output ?? process.stderr,
74
+ prompt: "wigolo> ",
75
+ terminal: !options.input
76
+ });
77
+ const history = loadHistory(historyPath);
78
+ const write = (text) => {
79
+ const out = options.output ?? process.stdout;
80
+ out.write(text + "\n");
81
+ };
82
+ log.info("shell started", { jsonMode, historyPath });
83
+ write('wigolo interactive shell. Type "help" for commands, "exit" to quit.');
84
+ rl.prompt();
85
+ for await (const line of rl) {
86
+ const trimmed = line.trim();
87
+ if (!trimmed) {
88
+ rl.prompt();
89
+ continue;
90
+ }
91
+ appendHistory(historyPath, trimmed);
92
+ history.push(trimmed);
93
+ const parsed = parseLine(trimmed);
94
+ if (parsed.command === "exit" || parsed.command === "quit" || parsed.command === ".exit") {
95
+ write("Goodbye.");
96
+ rl.close();
97
+ return;
98
+ }
99
+ if (parsed.command === "help" || parsed.command === ".help") {
100
+ write(getHelpText());
101
+ rl.prompt();
102
+ continue;
103
+ }
104
+ if (parsed.command === ".history") {
105
+ const recent = history.slice(-50);
106
+ for (const entry of recent) {
107
+ write(` ${entry}`);
108
+ }
109
+ rl.prompt();
110
+ continue;
111
+ }
112
+ if (parsed.command === ".clear") {
113
+ write("");
114
+ rl.prompt();
115
+ continue;
116
+ }
117
+ const useJson = jsonMode || parsed.flags.json === "true";
118
+ try {
119
+ switch (parsed.command) {
120
+ case "search": {
121
+ const result = await executeSearch(parsed, deps);
122
+ write(useJson ? formatJson(result) : formatSearchResults(result));
123
+ break;
124
+ }
125
+ case "fetch": {
126
+ const result = await executeFetch(parsed, deps);
127
+ write(useJson ? formatJson(result) : formatFetchResult(result));
128
+ break;
129
+ }
130
+ case "crawl": {
131
+ const result = await executeCrawl(parsed, deps);
132
+ if (useJson) {
133
+ write(formatJson(result));
134
+ } else {
135
+ const url = parsed.positional[0] || "";
136
+ if ("urls" in result && !("pages" in result)) {
137
+ write(formatMapResult(result, url));
138
+ } else {
139
+ write(formatCrawlResult(result, url));
140
+ }
141
+ }
142
+ break;
143
+ }
144
+ case "extract": {
145
+ const result = await executeExtract(parsed, deps);
146
+ write(useJson ? formatJson(result) : formatExtractResult(result));
147
+ break;
148
+ }
149
+ case "cache": {
150
+ const result = await executeCache(parsed);
151
+ write(useJson ? formatJson(result) : formatCacheResult(result));
152
+ break;
153
+ }
154
+ case "find-similar": {
155
+ const result = await executeFindSimilar(parsed, deps);
156
+ write(useJson ? formatJson(result) : formatFindSimilarResult(result));
157
+ break;
158
+ }
159
+ case "research": {
160
+ const result = await executeResearch(parsed, deps);
161
+ write(useJson ? formatJson(result) : formatResearchResult(result));
162
+ break;
163
+ }
164
+ case "agent": {
165
+ const result = await executeAgent(parsed, deps);
166
+ write(useJson ? formatJson(result) : formatAgentResult(result));
167
+ break;
168
+ }
169
+ default:
170
+ write(`Unknown command: ${parsed.command}. Type "help" for available commands.`);
171
+ }
172
+ } catch (err) {
173
+ const msg = err instanceof Error ? err.message : String(err);
174
+ log.error("command execution failed", { command: parsed.command, error: msg });
175
+ write(`Error: ${msg}`);
176
+ }
177
+ rl.prompt();
178
+ }
179
+ log.info("shell input stream ended");
180
+ }
181
+ export {
182
+ startShell
183
+ };
184
+ //# sourceMappingURL=shell.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../../src/repl/shell.ts"],"sourcesContent":["import { createInterface } from 'node:readline';\nimport { existsSync, readFileSync, mkdirSync, appendFileSync } from 'node:fs';\nimport { dirname } from 'node:path';\nimport { createLogger } from '../logger.js';\nimport { getConfig } from '../config.js';\nimport { parseLine } from './parser.js';\nimport {\n formatSearchResults,\n formatFetchResult,\n formatCrawlResult,\n formatMapResult,\n formatExtractResult,\n formatCacheResult,\n formatFindSimilarResult,\n formatResearchResult,\n formatAgentResult,\n formatJson,\n} from './formatters.js';\nimport { executeSearch } from './commands/search.js';\nimport { executeFetch } from './commands/fetch.js';\nimport { executeCrawl } from './commands/crawl.js';\nimport { executeExtract } from './commands/extract.js';\nimport { executeCache } from './commands/cache.js';\nimport { executeFindSimilar } from './commands/find-similar.js';\nimport { executeResearch } from './commands/research.js';\nimport { executeAgent } from './commands/agent.js';\nimport type { ReplDeps } from './commands/types.js';\nimport type { CrawlOutput, MapOutput } from '../types.js';\n\nconst log = createLogger('repl');\n\nexport interface ShellOptions {\n jsonMode?: boolean;\n input?: NodeJS.ReadableStream;\n output?: NodeJS.WritableStream;\n}\n\nfunction getHelpText(): string {\n return [\n 'Available commands:',\n '',\n ' search <query> [--limit=N] [--domains=a,b] [--from=YYYY-MM-DD] [--to=YYYY-MM-DD]',\n ' fetch <url> [--mode=raw|markdown] [--max-chars=N] [--section=HEADING]',\n ' crawl <url> [--depth N] [--max-pages N] [--strategy=bfs|dfs|sitemap|map]',\n ' cache search <query> | cache stats | cache clear [--query=Q] [--url-pattern=P]',\n ' extract <url> [--mode=selector|tables|metadata|schema] [--selector=CSS]',\n ' find-similar <url-or-concept> [--limit=N] [--domains=a,b] [--no-cache] [--no-web]',\n ' research <question> [--depth=quick|standard|comprehensive] [--max-sources=N] [--domains=a,b]',\n ' agent <prompt> [--urls=u1,u2] [--max-pages=N] [--max-time=MS]',\n '',\n ' help Show this help',\n ' exit Exit the shell',\n ' .history Show command history',\n '',\n 'Global flags:',\n ' --json Output raw JSON instead of formatted text',\n ].join('\\n');\n}\n\nfunction loadHistory(historyPath: string): string[] {\n try {\n if (existsSync(historyPath)) {\n return readFileSync(historyPath, 'utf-8')\n .split('\\n')\n .filter(line => line.trim().length > 0);\n }\n } catch (err) {\n log.warn('failed to load shell history', { error: String(err) });\n }\n return [];\n}\n\nfunction appendHistory(historyPath: string, line: string): void {\n try {\n mkdirSync(dirname(historyPath), { recursive: true });\n appendFileSync(historyPath, line + '\\n');\n } catch (err) {\n log.warn('failed to save shell history', { error: String(err) });\n }\n}\n\nexport async function startShell(deps: ReplDeps, options: ShellOptions = {}): Promise<void> {\n const config = getConfig();\n const historyPath = config.shellHistoryPath;\n const jsonMode = options.jsonMode ?? false;\n\n const rl = createInterface({\n input: options.input ?? process.stdin,\n output: options.output ?? process.stderr,\n prompt: 'wigolo> ',\n terminal: !(options.input),\n });\n\n const history = loadHistory(historyPath);\n\n const write = (text: string): void => {\n const out = options.output ?? process.stdout;\n out.write(text + '\\n');\n };\n\n log.info('shell started', { jsonMode, historyPath });\n write('wigolo interactive shell. Type \"help\" for commands, \"exit\" to quit.');\n rl.prompt();\n\n for await (const line of rl) {\n const trimmed = line.trim();\n\n if (!trimmed) {\n rl.prompt();\n continue;\n }\n\n appendHistory(historyPath, trimmed);\n history.push(trimmed);\n\n const parsed = parseLine(trimmed);\n\n if (parsed.command === 'exit' || parsed.command === 'quit' || parsed.command === '.exit') {\n write('Goodbye.');\n rl.close();\n return;\n }\n\n if (parsed.command === 'help' || parsed.command === '.help') {\n write(getHelpText());\n rl.prompt();\n continue;\n }\n\n if (parsed.command === '.history') {\n const recent = history.slice(-50);\n for (const entry of recent) {\n write(` ${entry}`);\n }\n rl.prompt();\n continue;\n }\n\n if (parsed.command === '.clear') {\n write('');\n rl.prompt();\n continue;\n }\n\n const useJson = jsonMode || parsed.flags.json === 'true';\n\n try {\n switch (parsed.command) {\n case 'search': {\n const result = await executeSearch(parsed, deps);\n write(useJson ? formatJson(result) : formatSearchResults(result));\n break;\n }\n case 'fetch': {\n const result = await executeFetch(parsed, deps);\n write(useJson ? formatJson(result) : formatFetchResult(result));\n break;\n }\n case 'crawl': {\n const result = await executeCrawl(parsed, deps);\n if (useJson) {\n write(formatJson(result));\n } else {\n const url = parsed.positional[0] || '';\n if ('urls' in result && !('pages' in result)) {\n write(formatMapResult(result as MapOutput, url));\n } else {\n write(formatCrawlResult(result as CrawlOutput, url));\n }\n }\n break;\n }\n case 'extract': {\n const result = await executeExtract(parsed, deps);\n write(useJson ? formatJson(result) : formatExtractResult(result));\n break;\n }\n case 'cache': {\n const result = await executeCache(parsed);\n write(useJson ? formatJson(result) : formatCacheResult(result));\n break;\n }\n case 'find-similar': {\n const result = await executeFindSimilar(parsed, deps);\n write(useJson ? formatJson(result) : formatFindSimilarResult(result));\n break;\n }\n case 'research': {\n const result = await executeResearch(parsed, deps);\n write(useJson ? formatJson(result) : formatResearchResult(result));\n break;\n }\n case 'agent': {\n const result = await executeAgent(parsed, deps);\n write(useJson ? formatJson(result) : formatAgentResult(result));\n break;\n }\n default:\n write(`Unknown command: ${parsed.command}. Type \"help\" for available commands.`);\n }\n } catch (err) {\n const msg = err instanceof Error ? err.message : String(err);\n log.error('command execution failed', { command: parsed.command, error: msg });\n write(`Error: ${msg}`);\n }\n\n rl.prompt();\n }\n\n log.info('shell input stream ended');\n}\n"],"mappings":"AAAA,SAAS,uBAAuB;AAChC,SAAS,YAAY,cAAc,WAAW,sBAAsB;AACpE,SAAS,eAAe;AACxB,SAAS,oBAAoB;AAC7B,SAAS,iBAAiB;AAC1B,SAAS,iBAAiB;AAC1B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,qBAAqB;AAC9B,SAAS,oBAAoB;AAC7B,SAAS,oBAAoB;AAC7B,SAAS,sBAAsB;AAC/B,SAAS,oBAAoB;AAC7B,SAAS,0BAA0B;AACnC,SAAS,uBAAuB;AAChC,SAAS,oBAAoB;AAI7B,MAAM,MAAM,aAAa,MAAM;AAQ/B,SAAS,cAAsB;AAC7B,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;AAEA,SAAS,YAAY,aAA+B;AAClD,MAAI;AACF,QAAI,WAAW,WAAW,GAAG;AAC3B,aAAO,aAAa,aAAa,OAAO,EACrC,MAAM,IAAI,EACV,OAAO,UAAQ,KAAK,KAAK,EAAE,SAAS,CAAC;AAAA,IAC1C;AAAA,EACF,SAAS,KAAK;AACZ,QAAI,KAAK,gCAAgC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,EACjE;AACA,SAAO,CAAC;AACV;AAEA,SAAS,cAAc,aAAqB,MAAoB;AAC9D,MAAI;AACF,cAAU,QAAQ,WAAW,GAAG,EAAE,WAAW,KAAK,CAAC;AACnD,mBAAe,aAAa,OAAO,IAAI;AAAA,EACzC,SAAS,KAAK;AACZ,QAAI,KAAK,gCAAgC,EAAE,OAAO,OAAO,GAAG,EAAE,CAAC;AAAA,EACjE;AACF;AAEA,eAAsB,WAAW,MAAgB,UAAwB,CAAC,GAAkB;AAC1F,QAAM,SAAS,UAAU;AACzB,QAAM,cAAc,OAAO;AAC3B,QAAM,WAAW,QAAQ,YAAY;AAErC,QAAM,KAAK,gBAAgB;AAAA,IACzB,OAAO,QAAQ,SAAS,QAAQ;AAAA,IAChC,QAAQ,QAAQ,UAAU,QAAQ;AAAA,IAClC,QAAQ;AAAA,IACR,UAAU,CAAE,QAAQ;AAAA,EACtB,CAAC;AAED,QAAM,UAAU,YAAY,WAAW;AAEvC,QAAM,QAAQ,CAAC,SAAuB;AACpC,UAAM,MAAM,QAAQ,UAAU,QAAQ;AACtC,QAAI,MAAM,OAAO,IAAI;AAAA,EACvB;AAEA,MAAI,KAAK,iBAAiB,EAAE,UAAU,YAAY,CAAC;AACnD,QAAM,qEAAqE;AAC3E,KAAG,OAAO;AAEV,mBAAiB,QAAQ,IAAI;AAC3B,UAAM,UAAU,KAAK,KAAK;AAE1B,QAAI,CAAC,SAAS;AACZ,SAAG,OAAO;AACV;AAAA,IACF;AAEA,kBAAc,aAAa,OAAO;AAClC,YAAQ,KAAK,OAAO;AAEpB,UAAM,SAAS,UAAU,OAAO;AAEhC,QAAI,OAAO,YAAY,UAAU,OAAO,YAAY,UAAU,OAAO,YAAY,SAAS;AACxF,YAAM,UAAU;AAChB,SAAG,MAAM;AACT;AAAA,IACF;AAEA,QAAI,OAAO,YAAY,UAAU,OAAO,YAAY,SAAS;AAC3D,YAAM,YAAY,CAAC;AACnB,SAAG,OAAO;AACV;AAAA,IACF;AAEA,QAAI,OAAO,YAAY,YAAY;AACjC,YAAM,SAAS,QAAQ,MAAM,GAAG;AAChC,iBAAW,SAAS,QAAQ;AAC1B,cAAM,KAAK,KAAK,EAAE;AAAA,MACpB;AACA,SAAG,OAAO;AACV;AAAA,IACF;AAEA,QAAI,OAAO,YAAY,UAAU;AAC/B,YAAM,EAAE;AACR,SAAG,OAAO;AACV;AAAA,IACF;AAEA,UAAM,UAAU,YAAY,OAAO,MAAM,SAAS;AAElD,QAAI;AACF,cAAQ,OAAO,SAAS;AAAA,QACtB,KAAK,UAAU;AACb,gBAAM,SAAS,MAAM,cAAc,QAAQ,IAAI;AAC/C,gBAAM,UAAU,WAAW,MAAM,IAAI,oBAAoB,MAAM,CAAC;AAChE;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,SAAS,MAAM,aAAa,QAAQ,IAAI;AAC9C,gBAAM,UAAU,WAAW,MAAM,IAAI,kBAAkB,MAAM,CAAC;AAC9D;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,SAAS,MAAM,aAAa,QAAQ,IAAI;AAC9C,cAAI,SAAS;AACX,kBAAM,WAAW,MAAM,CAAC;AAAA,UAC1B,OAAO;AACL,kBAAM,MAAM,OAAO,WAAW,CAAC,KAAK;AACpC,gBAAI,UAAU,UAAU,EAAE,WAAW,SAAS;AAC5C,oBAAM,gBAAgB,QAAqB,GAAG,CAAC;AAAA,YACjD,OAAO;AACL,oBAAM,kBAAkB,QAAuB,GAAG,CAAC;AAAA,YACrD;AAAA,UACF;AACA;AAAA,QACF;AAAA,QACA,KAAK,WAAW;AACd,gBAAM,SAAS,MAAM,eAAe,QAAQ,IAAI;AAChD,gBAAM,UAAU,WAAW,MAAM,IAAI,oBAAoB,MAAM,CAAC;AAChE;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,SAAS,MAAM,aAAa,MAAM;AACxC,gBAAM,UAAU,WAAW,MAAM,IAAI,kBAAkB,MAAM,CAAC;AAC9D;AAAA,QACF;AAAA,QACA,KAAK,gBAAgB;AACnB,gBAAM,SAAS,MAAM,mBAAmB,QAAQ,IAAI;AACpD,gBAAM,UAAU,WAAW,MAAM,IAAI,wBAAwB,MAAM,CAAC;AACpE;AAAA,QACF;AAAA,QACA,KAAK,YAAY;AACf,gBAAM,SAAS,MAAM,gBAAgB,QAAQ,IAAI;AACjD,gBAAM,UAAU,WAAW,MAAM,IAAI,qBAAqB,MAAM,CAAC;AACjE;AAAA,QACF;AAAA,QACA,KAAK,SAAS;AACZ,gBAAM,SAAS,MAAM,aAAa,QAAQ,IAAI;AAC9C,gBAAM,UAAU,WAAW,MAAM,IAAI,kBAAkB,MAAM,CAAC;AAC9D;AAAA,QACF;AAAA,QACA;AACE,gBAAM,oBAAoB,OAAO,OAAO,uCAAuC;AAAA,MACnF;AAAA,IACF,SAAS,KAAK;AACZ,YAAM,MAAM,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC3D,UAAI,MAAM,4BAA4B,EAAE,SAAS,OAAO,SAAS,OAAO,IAAI,CAAC;AAC7E,YAAM,UAAU,GAAG,EAAE;AAAA,IACvB;AAEA,OAAG,OAAO;AAAA,EACZ;AAEA,MAAI,KAAK,0BAA0B;AACrC;","names":[]}