webpeel 0.19.4 → 0.20.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (544) hide show
  1. package/README.md +2 -2
  2. package/dist/cache.d.ts +0 -1
  3. package/dist/cache.js +0 -1
  4. package/dist/cli/commands/auth.d.ts +5 -0
  5. package/dist/cli/commands/auth.js +476 -0
  6. package/dist/cli/commands/fetch.d.ts +6 -0
  7. package/dist/cli/commands/fetch.js +1015 -0
  8. package/dist/cli/commands/interact.d.ts +5 -0
  9. package/dist/cli/commands/interact.js +839 -0
  10. package/dist/cli/commands/jobs.d.ts +5 -0
  11. package/dist/cli/commands/jobs.js +997 -0
  12. package/dist/cli/commands/screenshot.d.ts +5 -0
  13. package/dist/cli/commands/screenshot.js +273 -0
  14. package/dist/cli/commands/search.d.ts +5 -0
  15. package/dist/cli/commands/search.js +524 -0
  16. package/dist/cli/utils.d.ts +84 -0
  17. package/dist/cli/utils.js +686 -0
  18. package/dist/cli-auth.d.ts +0 -1
  19. package/dist/cli-auth.js +0 -1
  20. package/dist/cli.d.ts +7 -6
  21. package/dist/cli.js +35 -4698
  22. package/dist/core/actions.d.ts +0 -1
  23. package/dist/core/actions.js +0 -1
  24. package/dist/core/agent.d.ts +0 -1
  25. package/dist/core/agent.js +9 -12
  26. package/dist/core/answer.d.ts +0 -1
  27. package/dist/core/answer.js +0 -1
  28. package/dist/core/application-tracker.d.ts +0 -1
  29. package/dist/core/application-tracker.js +0 -1
  30. package/dist/core/apply.d.ts +0 -1
  31. package/dist/core/apply.js +0 -1
  32. package/dist/core/auto-extract.d.ts +0 -1
  33. package/dist/core/auto-extract.js +0 -1
  34. package/dist/core/auto-interact.d.ts +0 -1
  35. package/dist/core/auto-interact.js +0 -1
  36. package/dist/core/bm25-filter.d.ts +0 -1
  37. package/dist/core/bm25-filter.js +0 -1
  38. package/dist/core/branding.d.ts +0 -1
  39. package/dist/core/branding.js +0 -1
  40. package/dist/core/browser-fetch.d.ts +0 -1
  41. package/dist/core/browser-fetch.js +17 -10
  42. package/dist/core/browser-pool.d.ts +0 -1
  43. package/dist/core/browser-pool.js +0 -1
  44. package/dist/core/budget.d.ts +0 -1
  45. package/dist/core/budget.js +0 -1
  46. package/dist/core/cache.d.ts +0 -1
  47. package/dist/core/cache.js +0 -1
  48. package/dist/core/cf-worker-proxy.d.ts +0 -1
  49. package/dist/core/cf-worker-proxy.js +0 -1
  50. package/dist/core/challenge-detection.d.ts +0 -1
  51. package/dist/core/challenge-detection.js +0 -1
  52. package/dist/core/change-tracking.d.ts +0 -1
  53. package/dist/core/change-tracking.js +0 -1
  54. package/dist/core/chunker.d.ts +0 -1
  55. package/dist/core/chunker.js +0 -1
  56. package/dist/core/chunking.d.ts +0 -1
  57. package/dist/core/chunking.js +0 -1
  58. package/dist/core/cloak-fetch.d.ts +0 -1
  59. package/dist/core/cloak-fetch.js +0 -1
  60. package/dist/core/content-pruner.d.ts +0 -1
  61. package/dist/core/content-pruner.js +0 -1
  62. package/dist/core/crawl-checkpoint.d.ts +0 -1
  63. package/dist/core/crawl-checkpoint.js +0 -1
  64. package/dist/core/crawler.d.ts +0 -1
  65. package/dist/core/crawler.js +6 -5
  66. package/dist/core/cycle-fetch.d.ts +0 -1
  67. package/dist/core/cycle-fetch.js +0 -1
  68. package/dist/core/deep-fetch.d.ts +0 -1
  69. package/dist/core/deep-fetch.js +0 -1
  70. package/dist/core/design-analysis.d.ts +0 -1
  71. package/dist/core/design-analysis.js +0 -1
  72. package/dist/core/design-compare.d.ts +0 -1
  73. package/dist/core/design-compare.js +0 -1
  74. package/dist/core/diff.d.ts +0 -1
  75. package/dist/core/diff.js +0 -1
  76. package/dist/core/dns-cache.d.ts +0 -1
  77. package/dist/core/dns-cache.js +0 -1
  78. package/dist/core/documents.d.ts +0 -1
  79. package/dist/core/documents.js +0 -1
  80. package/dist/core/domain-extractors.d.ts +0 -1
  81. package/dist/core/domain-extractors.js +0 -1
  82. package/dist/core/extract-inline.d.ts +0 -1
  83. package/dist/core/extract-inline.js +0 -1
  84. package/dist/core/extract-listings.d.ts +0 -1
  85. package/dist/core/extract-listings.js +0 -1
  86. package/dist/core/extract.d.ts +0 -1
  87. package/dist/core/extract.js +0 -1
  88. package/dist/core/fetcher.d.ts +0 -1
  89. package/dist/core/fetcher.js +0 -1
  90. package/dist/core/google-cache.d.ts +0 -1
  91. package/dist/core/google-cache.js +0 -1
  92. package/dist/core/hotel-search.d.ts +0 -1
  93. package/dist/core/hotel-search.js +0 -1
  94. package/dist/core/http-fetch.d.ts +0 -1
  95. package/dist/core/http-fetch.js +5 -7
  96. package/dist/core/human.d.ts +0 -1
  97. package/dist/core/human.js +0 -1
  98. package/dist/core/jobs.d.ts +0 -1
  99. package/dist/core/jobs.js +0 -1
  100. package/dist/core/json-ld.d.ts +0 -1
  101. package/dist/core/json-ld.js +0 -1
  102. package/dist/core/llm-extract.d.ts +0 -1
  103. package/dist/core/llm-extract.js +0 -1
  104. package/dist/core/logger.d.ts +17 -0
  105. package/dist/core/logger.js +44 -0
  106. package/dist/core/map.d.ts +0 -1
  107. package/dist/core/map.js +0 -1
  108. package/dist/core/markdown.d.ts +0 -1
  109. package/dist/core/markdown.js +0 -1
  110. package/dist/core/metadata.d.ts +0 -1
  111. package/dist/core/metadata.js +0 -1
  112. package/dist/core/paginate.d.ts +0 -1
  113. package/dist/core/paginate.js +0 -1
  114. package/dist/core/pdf.d.ts +0 -1
  115. package/dist/core/pdf.js +0 -1
  116. package/dist/core/peel-tls.d.ts +0 -1
  117. package/dist/core/peel-tls.js +0 -1
  118. package/dist/core/pipeline.d.ts +0 -1
  119. package/dist/core/pipeline.js +22 -25
  120. package/dist/core/profiles.d.ts +0 -1
  121. package/dist/core/profiles.js +0 -1
  122. package/dist/core/quick-answer.d.ts +0 -1
  123. package/dist/core/quick-answer.js +0 -1
  124. package/dist/core/rate-governor.d.ts +0 -1
  125. package/dist/core/rate-governor.js +0 -1
  126. package/dist/core/readability.d.ts +0 -1
  127. package/dist/core/readability.js +0 -1
  128. package/dist/core/research.d.ts +0 -1
  129. package/dist/core/research.js +0 -1
  130. package/dist/core/schema-extraction.d.ts +0 -1
  131. package/dist/core/schema-extraction.js +0 -1
  132. package/dist/core/schema-postprocess.d.ts +0 -1
  133. package/dist/core/schema-postprocess.js +0 -1
  134. package/dist/core/schema-templates.d.ts +0 -1
  135. package/dist/core/schema-templates.js +0 -1
  136. package/dist/core/screenshot.d.ts +0 -1
  137. package/dist/core/screenshot.js +0 -1
  138. package/dist/core/search-fallback.d.ts +0 -1
  139. package/dist/core/search-fallback.js +0 -1
  140. package/dist/core/search-provider.d.ts +0 -1
  141. package/dist/core/search-provider.js +18 -21
  142. package/dist/core/site-search.d.ts +0 -1
  143. package/dist/core/site-search.js +0 -1
  144. package/dist/core/sitemap.d.ts +0 -1
  145. package/dist/core/sitemap.js +0 -1
  146. package/dist/core/stealth-patches.d.ts +0 -1
  147. package/dist/core/stealth-patches.js +0 -1
  148. package/dist/core/stemmer.d.ts +0 -1
  149. package/dist/core/stemmer.js +0 -1
  150. package/dist/core/strategies.d.ts +6 -1
  151. package/dist/core/strategies.js +29 -41
  152. package/dist/core/strategy-hooks.d.ts +0 -1
  153. package/dist/core/strategy-hooks.js +0 -1
  154. package/dist/core/summarize.d.ts +0 -1
  155. package/dist/core/summarize.js +0 -1
  156. package/dist/core/synonyms.d.ts +0 -1
  157. package/dist/core/synonyms.js +0 -1
  158. package/dist/core/table-format.d.ts +0 -1
  159. package/dist/core/table-format.js +0 -1
  160. package/dist/core/timing.d.ts +0 -1
  161. package/dist/core/timing.js +0 -1
  162. package/dist/core/user-agents.d.ts +0 -1
  163. package/dist/core/user-agents.js +0 -1
  164. package/dist/core/watch-manager.d.ts +0 -1
  165. package/dist/core/watch-manager.js +0 -1
  166. package/dist/core/watch.d.ts +0 -1
  167. package/dist/core/watch.js +0 -1
  168. package/dist/core/youtube.d.ts +0 -1
  169. package/dist/core/youtube.js +0 -1
  170. package/dist/index.d.ts +8 -3
  171. package/dist/index.js +27 -3
  172. package/dist/integrations/index.d.ts +0 -1
  173. package/dist/integrations/index.js +0 -1
  174. package/dist/integrations/langchain.d.ts +0 -1
  175. package/dist/integrations/langchain.js +0 -1
  176. package/dist/integrations/llamaindex.d.ts +0 -1
  177. package/dist/integrations/llamaindex.js +0 -1
  178. package/dist/mcp/handlers/act.d.ts +5 -0
  179. package/dist/mcp/handlers/act.js +34 -0
  180. package/dist/mcp/handlers/definitions.d.ts +6 -0
  181. package/dist/mcp/handlers/definitions.js +266 -0
  182. package/dist/mcp/handlers/extract.d.ts +6 -0
  183. package/dist/mcp/handlers/extract.js +102 -0
  184. package/dist/mcp/handlers/fetch.d.ts +6 -0
  185. package/dist/mcp/handlers/fetch.js +98 -0
  186. package/dist/mcp/handlers/find.d.ts +5 -0
  187. package/dist/mcp/handlers/find.js +137 -0
  188. package/dist/mcp/handlers/index.d.ts +13 -0
  189. package/dist/mcp/handlers/index.js +61 -0
  190. package/dist/mcp/handlers/legacy.d.ts +25 -0
  191. package/dist/mcp/handlers/legacy.js +450 -0
  192. package/dist/mcp/handlers/meta.d.ts +6 -0
  193. package/dist/mcp/handlers/meta.js +31 -0
  194. package/dist/mcp/handlers/monitor.d.ts +5 -0
  195. package/dist/mcp/handlers/monitor.js +41 -0
  196. package/dist/mcp/handlers/read.d.ts +6 -0
  197. package/dist/mcp/handlers/read.js +63 -0
  198. package/dist/mcp/handlers/see.d.ts +5 -0
  199. package/dist/mcp/handlers/see.js +75 -0
  200. package/dist/mcp/handlers/types.d.ts +29 -0
  201. package/dist/mcp/handlers/types.js +28 -0
  202. package/dist/mcp/server.d.ts +3 -4
  203. package/dist/mcp/server.js +35 -1101
  204. package/dist/mcp/smart-router.d.ts +0 -1
  205. package/dist/mcp/smart-router.js +3 -1
  206. package/dist/types.d.ts +6 -1
  207. package/dist/types.js +0 -1
  208. package/package.json +3 -13
  209. package/dist/cache.d.ts.map +0 -1
  210. package/dist/cache.js.map +0 -1
  211. package/dist/cli-auth.d.ts.map +0 -1
  212. package/dist/cli-auth.js.map +0 -1
  213. package/dist/cli.bundle.cjs +0 -159248
  214. package/dist/cli.d.ts.map +0 -1
  215. package/dist/cli.js.map +0 -1
  216. package/dist/core/actions.d.ts.map +0 -1
  217. package/dist/core/actions.js.map +0 -1
  218. package/dist/core/agent.d.ts.map +0 -1
  219. package/dist/core/agent.js.map +0 -1
  220. package/dist/core/answer.d.ts.map +0 -1
  221. package/dist/core/answer.js.map +0 -1
  222. package/dist/core/application-tracker.d.ts.map +0 -1
  223. package/dist/core/application-tracker.js.map +0 -1
  224. package/dist/core/apply.d.ts.map +0 -1
  225. package/dist/core/apply.js.map +0 -1
  226. package/dist/core/auto-extract.d.ts.map +0 -1
  227. package/dist/core/auto-extract.js.map +0 -1
  228. package/dist/core/auto-interact.d.ts.map +0 -1
  229. package/dist/core/auto-interact.js.map +0 -1
  230. package/dist/core/bm25-filter.d.ts.map +0 -1
  231. package/dist/core/bm25-filter.js.map +0 -1
  232. package/dist/core/branding.d.ts.map +0 -1
  233. package/dist/core/branding.js.map +0 -1
  234. package/dist/core/browser-fetch.d.ts.map +0 -1
  235. package/dist/core/browser-fetch.js.map +0 -1
  236. package/dist/core/browser-pool.d.ts.map +0 -1
  237. package/dist/core/browser-pool.js.map +0 -1
  238. package/dist/core/budget.d.ts.map +0 -1
  239. package/dist/core/budget.js.map +0 -1
  240. package/dist/core/cache.d.ts.map +0 -1
  241. package/dist/core/cache.js.map +0 -1
  242. package/dist/core/cf-worker-proxy.d.ts.map +0 -1
  243. package/dist/core/cf-worker-proxy.js.map +0 -1
  244. package/dist/core/challenge-detection.d.ts.map +0 -1
  245. package/dist/core/challenge-detection.js.map +0 -1
  246. package/dist/core/change-tracking.d.ts.map +0 -1
  247. package/dist/core/change-tracking.js.map +0 -1
  248. package/dist/core/chunker.d.ts.map +0 -1
  249. package/dist/core/chunker.js.map +0 -1
  250. package/dist/core/chunking.d.ts.map +0 -1
  251. package/dist/core/chunking.js.map +0 -1
  252. package/dist/core/cloak-fetch.d.ts.map +0 -1
  253. package/dist/core/cloak-fetch.js.map +0 -1
  254. package/dist/core/content-pruner.d.ts.map +0 -1
  255. package/dist/core/content-pruner.js.map +0 -1
  256. package/dist/core/crawl-checkpoint.d.ts.map +0 -1
  257. package/dist/core/crawl-checkpoint.js.map +0 -1
  258. package/dist/core/crawler.d.ts.map +0 -1
  259. package/dist/core/crawler.js.map +0 -1
  260. package/dist/core/cycle-fetch.d.ts.map +0 -1
  261. package/dist/core/cycle-fetch.js.map +0 -1
  262. package/dist/core/deep-fetch.d.ts.map +0 -1
  263. package/dist/core/deep-fetch.js.map +0 -1
  264. package/dist/core/design-analysis.d.ts.map +0 -1
  265. package/dist/core/design-analysis.js.map +0 -1
  266. package/dist/core/design-compare.d.ts.map +0 -1
  267. package/dist/core/design-compare.js.map +0 -1
  268. package/dist/core/diff.d.ts.map +0 -1
  269. package/dist/core/diff.js.map +0 -1
  270. package/dist/core/dns-cache.d.ts.map +0 -1
  271. package/dist/core/dns-cache.js.map +0 -1
  272. package/dist/core/documents.d.ts.map +0 -1
  273. package/dist/core/documents.js.map +0 -1
  274. package/dist/core/domain-extractors.d.ts.map +0 -1
  275. package/dist/core/domain-extractors.js.map +0 -1
  276. package/dist/core/extract-inline.d.ts.map +0 -1
  277. package/dist/core/extract-inline.js.map +0 -1
  278. package/dist/core/extract-listings.d.ts.map +0 -1
  279. package/dist/core/extract-listings.js.map +0 -1
  280. package/dist/core/extract.d.ts.map +0 -1
  281. package/dist/core/extract.js.map +0 -1
  282. package/dist/core/fetcher.d.ts.map +0 -1
  283. package/dist/core/fetcher.js.map +0 -1
  284. package/dist/core/google-cache.d.ts.map +0 -1
  285. package/dist/core/google-cache.js.map +0 -1
  286. package/dist/core/hotel-search.d.ts.map +0 -1
  287. package/dist/core/hotel-search.js.map +0 -1
  288. package/dist/core/http-fetch.d.ts.map +0 -1
  289. package/dist/core/http-fetch.js.map +0 -1
  290. package/dist/core/human.d.ts.map +0 -1
  291. package/dist/core/human.js.map +0 -1
  292. package/dist/core/jobs.d.ts.map +0 -1
  293. package/dist/core/jobs.js.map +0 -1
  294. package/dist/core/json-ld.d.ts.map +0 -1
  295. package/dist/core/json-ld.js.map +0 -1
  296. package/dist/core/llm-extract.d.ts.map +0 -1
  297. package/dist/core/llm-extract.js.map +0 -1
  298. package/dist/core/map.d.ts.map +0 -1
  299. package/dist/core/map.js.map +0 -1
  300. package/dist/core/markdown.d.ts.map +0 -1
  301. package/dist/core/markdown.js.map +0 -1
  302. package/dist/core/metadata.d.ts.map +0 -1
  303. package/dist/core/metadata.js.map +0 -1
  304. package/dist/core/paginate.d.ts.map +0 -1
  305. package/dist/core/paginate.js.map +0 -1
  306. package/dist/core/pdf.d.ts.map +0 -1
  307. package/dist/core/pdf.js.map +0 -1
  308. package/dist/core/peel-tls.d.ts.map +0 -1
  309. package/dist/core/peel-tls.js.map +0 -1
  310. package/dist/core/pipeline.d.ts.map +0 -1
  311. package/dist/core/pipeline.js.map +0 -1
  312. package/dist/core/profiles.d.ts.map +0 -1
  313. package/dist/core/profiles.js.map +0 -1
  314. package/dist/core/quick-answer.d.ts.map +0 -1
  315. package/dist/core/quick-answer.js.map +0 -1
  316. package/dist/core/rate-governor.d.ts.map +0 -1
  317. package/dist/core/rate-governor.js.map +0 -1
  318. package/dist/core/readability.d.ts.map +0 -1
  319. package/dist/core/readability.js.map +0 -1
  320. package/dist/core/research.d.ts.map +0 -1
  321. package/dist/core/research.js.map +0 -1
  322. package/dist/core/schema-extraction.d.ts.map +0 -1
  323. package/dist/core/schema-extraction.js.map +0 -1
  324. package/dist/core/schema-postprocess.d.ts.map +0 -1
  325. package/dist/core/schema-postprocess.js.map +0 -1
  326. package/dist/core/schema-templates.d.ts.map +0 -1
  327. package/dist/core/schema-templates.js.map +0 -1
  328. package/dist/core/screenshot.d.ts.map +0 -1
  329. package/dist/core/screenshot.js.map +0 -1
  330. package/dist/core/search-fallback.d.ts.map +0 -1
  331. package/dist/core/search-fallback.js.map +0 -1
  332. package/dist/core/search-provider.d.ts.map +0 -1
  333. package/dist/core/search-provider.js.map +0 -1
  334. package/dist/core/site-search.d.ts.map +0 -1
  335. package/dist/core/site-search.js.map +0 -1
  336. package/dist/core/sitemap.d.ts.map +0 -1
  337. package/dist/core/sitemap.js.map +0 -1
  338. package/dist/core/stealth-patches.d.ts.map +0 -1
  339. package/dist/core/stealth-patches.js.map +0 -1
  340. package/dist/core/stemmer.d.ts.map +0 -1
  341. package/dist/core/stemmer.js.map +0 -1
  342. package/dist/core/strategies.d.ts.map +0 -1
  343. package/dist/core/strategies.js.map +0 -1
  344. package/dist/core/strategy-hooks.d.ts.map +0 -1
  345. package/dist/core/strategy-hooks.js.map +0 -1
  346. package/dist/core/summarize.d.ts.map +0 -1
  347. package/dist/core/summarize.js.map +0 -1
  348. package/dist/core/synonyms.d.ts.map +0 -1
  349. package/dist/core/synonyms.js.map +0 -1
  350. package/dist/core/table-format.d.ts.map +0 -1
  351. package/dist/core/table-format.js.map +0 -1
  352. package/dist/core/timing.d.ts.map +0 -1
  353. package/dist/core/timing.js.map +0 -1
  354. package/dist/core/user-agents.d.ts.map +0 -1
  355. package/dist/core/user-agents.js.map +0 -1
  356. package/dist/core/watch-manager.d.ts.map +0 -1
  357. package/dist/core/watch-manager.js.map +0 -1
  358. package/dist/core/watch.d.ts.map +0 -1
  359. package/dist/core/watch.js.map +0 -1
  360. package/dist/core/youtube.d.ts.map +0 -1
  361. package/dist/core/youtube.js.map +0 -1
  362. package/dist/index.d.ts.map +0 -1
  363. package/dist/index.js.map +0 -1
  364. package/dist/integrations/index.d.ts.map +0 -1
  365. package/dist/integrations/index.js.map +0 -1
  366. package/dist/integrations/langchain.d.ts.map +0 -1
  367. package/dist/integrations/langchain.js.map +0 -1
  368. package/dist/integrations/llamaindex.d.ts.map +0 -1
  369. package/dist/integrations/llamaindex.js.map +0 -1
  370. package/dist/mcp/server.d.ts.map +0 -1
  371. package/dist/mcp/server.js.map +0 -1
  372. package/dist/mcp/smart-router.d.ts.map +0 -1
  373. package/dist/mcp/smart-router.js.map +0 -1
  374. package/dist/server/app.d.ts +0 -15
  375. package/dist/server/app.d.ts.map +0 -1
  376. package/dist/server/app.js +0 -350
  377. package/dist/server/app.js.map +0 -1
  378. package/dist/server/auth-store.d.ts +0 -28
  379. package/dist/server/auth-store.d.ts.map +0 -1
  380. package/dist/server/auth-store.js +0 -89
  381. package/dist/server/auth-store.js.map +0 -1
  382. package/dist/server/email-service.d.ts +0 -22
  383. package/dist/server/email-service.d.ts.map +0 -1
  384. package/dist/server/email-service.js +0 -80
  385. package/dist/server/email-service.js.map +0 -1
  386. package/dist/server/job-queue.d.ts +0 -93
  387. package/dist/server/job-queue.d.ts.map +0 -1
  388. package/dist/server/job-queue.js +0 -146
  389. package/dist/server/job-queue.js.map +0 -1
  390. package/dist/server/logger.d.ts +0 -11
  391. package/dist/server/logger.d.ts.map +0 -1
  392. package/dist/server/logger.js +0 -38
  393. package/dist/server/logger.js.map +0 -1
  394. package/dist/server/middleware/auth.d.ts +0 -29
  395. package/dist/server/middleware/auth.d.ts.map +0 -1
  396. package/dist/server/middleware/auth.js +0 -222
  397. package/dist/server/middleware/auth.js.map +0 -1
  398. package/dist/server/middleware/rate-limit.d.ts +0 -25
  399. package/dist/server/middleware/rate-limit.d.ts.map +0 -1
  400. package/dist/server/middleware/rate-limit.js +0 -168
  401. package/dist/server/middleware/rate-limit.js.map +0 -1
  402. package/dist/server/middleware/url-validator.d.ts +0 -16
  403. package/dist/server/middleware/url-validator.d.ts.map +0 -1
  404. package/dist/server/middleware/url-validator.js +0 -187
  405. package/dist/server/middleware/url-validator.js.map +0 -1
  406. package/dist/server/openapi.yaml +0 -4944
  407. package/dist/server/pg-auth-store.d.ts +0 -133
  408. package/dist/server/pg-auth-store.d.ts.map +0 -1
  409. package/dist/server/pg-auth-store.js +0 -473
  410. package/dist/server/pg-auth-store.js.map +0 -1
  411. package/dist/server/pg-job-queue.d.ts +0 -60
  412. package/dist/server/pg-job-queue.d.ts.map +0 -1
  413. package/dist/server/pg-job-queue.js +0 -365
  414. package/dist/server/pg-job-queue.js.map +0 -1
  415. package/dist/server/premium/domain-intel.d.ts +0 -17
  416. package/dist/server/premium/domain-intel.d.ts.map +0 -1
  417. package/dist/server/premium/domain-intel.js +0 -134
  418. package/dist/server/premium/domain-intel.js.map +0 -1
  419. package/dist/server/premium/index.d.ts +0 -18
  420. package/dist/server/premium/index.d.ts.map +0 -1
  421. package/dist/server/premium/index.js +0 -36
  422. package/dist/server/premium/index.js.map +0 -1
  423. package/dist/server/premium/swr-cache.d.ts +0 -15
  424. package/dist/server/premium/swr-cache.d.ts.map +0 -1
  425. package/dist/server/premium/swr-cache.js +0 -35
  426. package/dist/server/premium/swr-cache.js.map +0 -1
  427. package/dist/server/routes/activity.d.ts +0 -7
  428. package/dist/server/routes/activity.d.ts.map +0 -1
  429. package/dist/server/routes/activity.js +0 -68
  430. package/dist/server/routes/activity.js.map +0 -1
  431. package/dist/server/routes/agent.d.ts +0 -16
  432. package/dist/server/routes/agent.d.ts.map +0 -1
  433. package/dist/server/routes/agent.js +0 -247
  434. package/dist/server/routes/agent.js.map +0 -1
  435. package/dist/server/routes/answer.d.ts +0 -6
  436. package/dist/server/routes/answer.d.ts.map +0 -1
  437. package/dist/server/routes/answer.js +0 -133
  438. package/dist/server/routes/answer.js.map +0 -1
  439. package/dist/server/routes/ask.d.ts +0 -23
  440. package/dist/server/routes/ask.d.ts.map +0 -1
  441. package/dist/server/routes/ask.js +0 -119
  442. package/dist/server/routes/ask.js.map +0 -1
  443. package/dist/server/routes/batch.d.ts +0 -7
  444. package/dist/server/routes/batch.d.ts.map +0 -1
  445. package/dist/server/routes/batch.js +0 -412
  446. package/dist/server/routes/batch.js.map +0 -1
  447. package/dist/server/routes/cli-usage.d.ts +0 -7
  448. package/dist/server/routes/cli-usage.d.ts.map +0 -1
  449. package/dist/server/routes/cli-usage.js +0 -121
  450. package/dist/server/routes/cli-usage.js.map +0 -1
  451. package/dist/server/routes/compat.d.ts +0 -24
  452. package/dist/server/routes/compat.d.ts.map +0 -1
  453. package/dist/server/routes/compat.js +0 -653
  454. package/dist/server/routes/compat.js.map +0 -1
  455. package/dist/server/routes/deep-fetch.d.ts +0 -9
  456. package/dist/server/routes/deep-fetch.d.ts.map +0 -1
  457. package/dist/server/routes/deep-fetch.js +0 -50
  458. package/dist/server/routes/deep-fetch.js.map +0 -1
  459. package/dist/server/routes/demo.d.ts +0 -25
  460. package/dist/server/routes/demo.d.ts.map +0 -1
  461. package/dist/server/routes/demo.js +0 -434
  462. package/dist/server/routes/demo.js.map +0 -1
  463. package/dist/server/routes/extract.d.ts +0 -9
  464. package/dist/server/routes/extract.d.ts.map +0 -1
  465. package/dist/server/routes/extract.js +0 -150
  466. package/dist/server/routes/extract.js.map +0 -1
  467. package/dist/server/routes/fetch.d.ts +0 -8
  468. package/dist/server/routes/fetch.d.ts.map +0 -1
  469. package/dist/server/routes/fetch.js +0 -988
  470. package/dist/server/routes/fetch.js.map +0 -1
  471. package/dist/server/routes/health.d.ts +0 -8
  472. package/dist/server/routes/health.d.ts.map +0 -1
  473. package/dist/server/routes/health.js +0 -20
  474. package/dist/server/routes/health.js.map +0 -1
  475. package/dist/server/routes/jobs.d.ts +0 -8
  476. package/dist/server/routes/jobs.d.ts.map +0 -1
  477. package/dist/server/routes/jobs.js +0 -487
  478. package/dist/server/routes/jobs.js.map +0 -1
  479. package/dist/server/routes/mcp.d.ts +0 -18
  480. package/dist/server/routes/mcp.d.ts.map +0 -1
  481. package/dist/server/routes/mcp.js +0 -1260
  482. package/dist/server/routes/mcp.js.map +0 -1
  483. package/dist/server/routes/oauth.d.ts +0 -10
  484. package/dist/server/routes/oauth.d.ts.map +0 -1
  485. package/dist/server/routes/oauth.js +0 -334
  486. package/dist/server/routes/oauth.js.map +0 -1
  487. package/dist/server/routes/quick-answer.d.ts +0 -9
  488. package/dist/server/routes/quick-answer.d.ts.map +0 -1
  489. package/dist/server/routes/quick-answer.js +0 -93
  490. package/dist/server/routes/quick-answer.js.map +0 -1
  491. package/dist/server/routes/screenshot.d.ts +0 -23
  492. package/dist/server/routes/screenshot.d.ts.map +0 -1
  493. package/dist/server/routes/screenshot.js +0 -819
  494. package/dist/server/routes/screenshot.js.map +0 -1
  495. package/dist/server/routes/search.d.ts +0 -7
  496. package/dist/server/routes/search.d.ts.map +0 -1
  497. package/dist/server/routes/search.js +0 -312
  498. package/dist/server/routes/search.js.map +0 -1
  499. package/dist/server/routes/session.d.ts +0 -16
  500. package/dist/server/routes/session.d.ts.map +0 -1
  501. package/dist/server/routes/session.js +0 -278
  502. package/dist/server/routes/session.js.map +0 -1
  503. package/dist/server/routes/stats.d.ts +0 -7
  504. package/dist/server/routes/stats.d.ts.map +0 -1
  505. package/dist/server/routes/stats.js +0 -65
  506. package/dist/server/routes/stats.js.map +0 -1
  507. package/dist/server/routes/stripe.d.ts +0 -16
  508. package/dist/server/routes/stripe.d.ts.map +0 -1
  509. package/dist/server/routes/stripe.js +0 -283
  510. package/dist/server/routes/stripe.js.map +0 -1
  511. package/dist/server/routes/users.d.ts +0 -9
  512. package/dist/server/routes/users.d.ts.map +0 -1
  513. package/dist/server/routes/users.js +0 -1211
  514. package/dist/server/routes/users.js.map +0 -1
  515. package/dist/server/routes/watch.d.ts +0 -16
  516. package/dist/server/routes/watch.d.ts.map +0 -1
  517. package/dist/server/routes/watch.js +0 -257
  518. package/dist/server/routes/watch.js.map +0 -1
  519. package/dist/server/routes/webhooks.d.ts +0 -16
  520. package/dist/server/routes/webhooks.d.ts.map +0 -1
  521. package/dist/server/routes/webhooks.js +0 -74
  522. package/dist/server/routes/webhooks.js.map +0 -1
  523. package/dist/server/routes/youtube.d.ts +0 -7
  524. package/dist/server/routes/youtube.d.ts.map +0 -1
  525. package/dist/server/routes/youtube.js +0 -93
  526. package/dist/server/routes/youtube.js.map +0 -1
  527. package/dist/server/sentry.d.ts +0 -14
  528. package/dist/server/sentry.d.ts.map +0 -1
  529. package/dist/server/sentry.js +0 -39
  530. package/dist/server/sentry.js.map +0 -1
  531. package/dist/server/types.d.ts +0 -16
  532. package/dist/server/types.d.ts.map +0 -1
  533. package/dist/server/types.js +0 -8
  534. package/dist/server/types.js.map +0 -1
  535. package/dist/server/utils/response.d.ts +0 -45
  536. package/dist/server/utils/response.d.ts.map +0 -1
  537. package/dist/server/utils/response.js +0 -70
  538. package/dist/server/utils/response.js.map +0 -1
  539. package/dist/server/utils/sse.d.ts +0 -23
  540. package/dist/server/utils/sse.d.ts.map +0 -1
  541. package/dist/server/utils/sse.js +0 -39
  542. package/dist/server/utils/sse.js.map +0 -1
  543. package/dist/types.d.ts.map +0 -1
  544. package/dist/types.js.map +0 -1
@@ -1,15 +0,0 @@
1
- /**
2
- * Stale-While-Revalidate cache — premium server-only optimisation.
3
- *
4
- * Wraps the core LRU cache with SWR semantics:
5
- * • Fresh entries are served immediately.
6
- * • Stale entries (within the SWR window) are served AND trigger a
7
- * background revalidation so the next caller gets a fresh result.
8
- * • Expired entries (past the SWR window) are evicted.
9
- *
10
- * This module is NOT shipped in the npm package — it lives under
11
- * `src/server/` which is excluded from the package.json `files` list.
12
- */
13
- import type { StrategyHooks } from '../../core/strategy-hooks.js';
14
- export declare function createSWRCacheHooks(): Pick<StrategyHooks, 'checkCache' | 'markRevalidating' | 'setCache'>;
15
- //# sourceMappingURL=swr-cache.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"swr-cache.d.ts","sourceRoot":"","sources":["../../../src/server/premium/swr-cache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,OAAO,KAAK,EACV,aAAa,EAGd,MAAM,8BAA8B,CAAC;AAoBtC,wBAAgB,mBAAmB,IAAI,IAAI,CACzC,aAAa,EACb,YAAY,GAAG,kBAAkB,GAAG,UAAU,CAC/C,CAMA"}
@@ -1,35 +0,0 @@
1
- /**
2
- * Stale-While-Revalidate cache — premium server-only optimisation.
3
- *
4
- * Wraps the core LRU cache with SWR semantics:
5
- * • Fresh entries are served immediately.
6
- * • Stale entries (within the SWR window) are served AND trigger a
7
- * background revalidation so the next caller gets a fresh result.
8
- * • Expired entries (past the SWR window) are evicted.
9
- *
10
- * This module is NOT shipped in the npm package — it lives under
11
- * `src/server/` which is excluded from the package.json `files` list.
12
- */
13
- import { getCachedWithSWR, markRevalidating, setCached, } from '../../core/cache.js';
14
- /* ---------- hook implementations ---------------------------------------- */
15
- function checkCache(url) {
16
- const entry = getCachedWithSWR(url);
17
- if (!entry)
18
- return null;
19
- return { value: entry.value, stale: entry.stale };
20
- }
21
- function markRevalidatingHook(url) {
22
- return markRevalidating(url);
23
- }
24
- function setCache(url, result) {
25
- setCached(url, result);
26
- }
27
- /* ---------- public export ----------------------------------------------- */
28
- export function createSWRCacheHooks() {
29
- return {
30
- checkCache,
31
- markRevalidating: markRevalidatingHook,
32
- setCache,
33
- };
34
- }
35
- //# sourceMappingURL=swr-cache.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"swr-cache.js","sourceRoot":"","sources":["../../../src/server/premium/swr-cache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,SAAS,GACV,MAAM,qBAAqB,CAAC;AAO7B,8EAA8E;AAE9E,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,KAAK,GAAG,gBAAgB,CAAiB,GAAG,CAAC,CAAC;IACpD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAW;IACvC,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,QAAQ,CAAC,GAAW,EAAE,MAAsB;IACnD,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AACzB,CAAC;AAED,8EAA8E;AAE9E,MAAM,UAAU,mBAAmB;IAIjC,OAAO;QACL,UAAU;QACV,gBAAgB,EAAE,oBAAoB;QACtC,QAAQ;KACT,CAAC;AACJ,CAAC"}
@@ -1,7 +0,0 @@
1
- /**
2
- * Activity endpoint - provides recent API request history
3
- */
4
- import { Router } from 'express';
5
- import { AuthStore } from '../auth-store.js';
6
- export declare function createActivityRouter(authStore: AuthStore): Router;
7
- //# sourceMappingURL=activity.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"activity.d.ts","sourceRoot":"","sources":["../../../src/server/routes/activity.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAEpD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAoEjE"}
@@ -1,68 +0,0 @@
1
- /**
2
- * Activity endpoint - provides recent API request history
3
- */
4
- import { Router } from 'express';
5
- import { PostgresAuthStore } from '../pg-auth-store.js';
6
- export function createActivityRouter(authStore) {
7
- const router = Router();
8
- router.get('/v1/activity', async (req, res) => {
9
- try {
10
- // Require authentication (API key or JWT session token)
11
- const userId = req.auth?.keyInfo?.accountId || req.user?.userId;
12
- if (!userId) {
13
- res.status(401).json({
14
- error: 'unauthorized',
15
- message: 'Authentication required',
16
- });
17
- return;
18
- }
19
- // Only works with PostgreSQL backend
20
- if (!(authStore instanceof PostgresAuthStore)) {
21
- res.status(501).json({
22
- error: 'not_implemented',
23
- message: 'Activity endpoint requires PostgreSQL backend',
24
- });
25
- return;
26
- }
27
- // Access pool via any cast (pool is private but we need direct DB access)
28
- const pgStore = authStore;
29
- const limit = Math.min(parseInt(req.query.limit) || 50, 100);
30
- // Get recent requests from usage_logs
31
- const activityQuery = `
32
- SELECT
33
- id,
34
- url,
35
- method,
36
- status_code,
37
- processing_time_ms,
38
- tokens_used,
39
- created_at
40
- FROM usage_logs
41
- WHERE user_id = $1
42
- ORDER BY created_at DESC
43
- LIMIT $2
44
- `;
45
- const result = await pgStore.pool.query(activityQuery, [userId, limit]);
46
- // Transform to frontend format
47
- const requests = result.rows.map((row) => ({
48
- id: row.id,
49
- url: row.url || 'N/A',
50
- status: (row.status_code >= 200 && row.status_code < 300) ? 'success' : 'error',
51
- responseTime: row.processing_time_ms || 0,
52
- mode: row.method || 'basic',
53
- timestamp: row.created_at,
54
- tokensUsed: row.tokens_used || null,
55
- }));
56
- res.json({ requests });
57
- }
58
- catch (error) {
59
- console.error('Activity error:', error);
60
- res.status(500).json({
61
- error: 'internal_error',
62
- message: 'Failed to retrieve activity',
63
- });
64
- }
65
- });
66
- return router;
67
- }
68
- //# sourceMappingURL=activity.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"activity.js","sourceRoot":"","sources":["../../../src/server/routes/activity.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAGxD,MAAM,UAAU,oBAAoB,CAAC,SAAoB;IACvD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC/D,IAAI,CAAC;YACH,wDAAwD;YACxD,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,IAAK,GAAW,CAAC,IAAI,EAAE,MAAM,CAAC;YACzE,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,cAAc;oBACrB,OAAO,EAAE,yBAAyB;iBACnC,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,qCAAqC;YACrC,IAAI,CAAC,CAAC,SAAS,YAAY,iBAAiB,CAAC,EAAE,CAAC;gBAC9C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,+CAA+C;iBACzD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,0EAA0E;YAC1E,MAAM,OAAO,GAAG,SAAgB,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,KAAe,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;YAEvE,sCAAsC;YACtC,MAAM,aAAa,GAAG;;;;;;;;;;;;;OAarB,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;YAExE,+BAA+B;YAC/B,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;gBAC9C,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,KAAK;gBACrB,MAAM,EAAE,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,IAAI,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO;gBAC/E,YAAY,EAAE,GAAG,CAAC,kBAAkB,IAAI,CAAC;gBACzC,IAAI,EAAE,GAAG,CAAC,MAAM,IAAI,OAAO;gBAC3B,SAAS,EAAE,GAAG,CAAC,UAAU;gBACzB,UAAU,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI;aACpC,CAAC,CAAC,CAAC;YAEJ,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACzB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;YACxC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,6BAA6B;aACvC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -1,16 +0,0 @@
1
- /**
2
- * Agent API - autonomous web research endpoint
3
- *
4
- * Supports:
5
- * - POST /v1/agent — synchronous (default) or SSE streaming (stream: true)
6
- * - POST /v1/agent/async — async with job queue
7
- * - GET /v1/agent/:id — job status
8
- * - DELETE /v1/agent/:id — cancel job
9
- *
10
- * Two modes:
11
- * With llmApiKey → full runAgent() with LLM synthesis (BYOK)
12
- * Without llmApiKey → LLM-free: search + fetch + BM25 quickAnswer extraction
13
- */
14
- import { Router } from 'express';
15
- export declare function createAgentRouter(): Router;
16
- //# sourceMappingURL=agent.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../../src/server/routes/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAQpD,wBAAgB,iBAAiB,IAAI,MAAM,CAsQ1C"}
@@ -1,247 +0,0 @@
1
- /**
2
- * Agent API - autonomous web research endpoint
3
- *
4
- * Supports:
5
- * - POST /v1/agent — synchronous (default) or SSE streaming (stream: true)
6
- * - POST /v1/agent/async — async with job queue
7
- * - GET /v1/agent/:id — job status
8
- * - DELETE /v1/agent/:id — cancel job
9
- *
10
- * Two modes:
11
- * With llmApiKey → full runAgent() with LLM synthesis (BYOK)
12
- * Without llmApiKey → LLM-free: search + fetch + BM25 quickAnswer extraction
13
- */
14
- import { Router } from 'express';
15
- import { runAgent } from '../../core/agent.js';
16
- import { jobQueue } from '../job-queue.js';
17
- import { sendWebhook } from './webhooks.js';
18
- export function createAgentRouter() {
19
- const router = Router();
20
- /**
21
- * POST /v1/agent - DEPRECATED (410 Gone)
22
- *
23
- * Use /v1/fetch with the webpeel MCP tool instead.
24
- */
25
- router.post('/v1/agent', (_req, res) => {
26
- res.status(410).json({
27
- error: 'gone',
28
- message: 'Use /v1/fetch with the webpeel MCP tool instead',
29
- });
30
- });
31
- /**
32
- * POST /v1/agent/async - Run autonomous web research (async with job queue)
33
- */
34
- router.post('/v1/agent/async', async (req, res) => {
35
- try {
36
- const { prompt, urls, schema, outputSchema, llmApiKey, llmApiBase, llmModel, maxPages, maxSources, maxCredits, depth, topic, webhook, } = req.body;
37
- // Validate required parameters
38
- if (!prompt || typeof prompt !== 'string') {
39
- res.status(400).json({
40
- error: 'invalid_request',
41
- message: 'Missing or invalid "prompt" parameter',
42
- });
43
- return;
44
- }
45
- if (!llmApiKey || typeof llmApiKey !== 'string') {
46
- res.status(400).json({
47
- error: 'invalid_request',
48
- message: 'Missing or invalid "llmApiKey" parameter (BYOK required)',
49
- });
50
- return;
51
- }
52
- // Create job (use 'extract' type since agent extracts data, with owner for authorization)
53
- const ownerId = req.auth?.keyInfo?.accountId;
54
- const job = jobQueue.createJob('extract', webhook, ownerId);
55
- // Start agent in background
56
- setImmediate(async () => {
57
- try {
58
- // Update job to processing
59
- jobQueue.updateJob(job.id, { status: 'processing' });
60
- // Send started webhook
61
- if (webhook) {
62
- await sendWebhook(webhook, 'started', {
63
- jobId: job.id,
64
- prompt,
65
- });
66
- }
67
- // Build agent options with progress callback
68
- const agentOptions = {
69
- prompt,
70
- urls,
71
- schema,
72
- outputSchema,
73
- llmApiKey,
74
- llmApiBase,
75
- llmModel,
76
- maxPages,
77
- maxSources,
78
- maxCredits,
79
- depth,
80
- topic,
81
- onProgress: (progress) => {
82
- // Update job progress
83
- jobQueue.updateJob(job.id, {
84
- completed: progress.pagesVisited,
85
- creditsUsed: progress.pagesVisited,
86
- });
87
- // Send progress webhook
88
- if (webhook && progress.currentUrl) {
89
- sendWebhook(webhook, 'progress', {
90
- jobId: job.id,
91
- status: progress.status,
92
- currentUrl: progress.currentUrl,
93
- pagesVisited: progress.pagesVisited,
94
- message: progress.message,
95
- }).catch(() => { }); // Fire and forget
96
- }
97
- },
98
- };
99
- // Run agent
100
- const result = await runAgent(agentOptions);
101
- // Update job with results
102
- if (result.success) {
103
- jobQueue.updateJob(job.id, {
104
- status: 'completed',
105
- data: [result], // Wrap in array to match Job type
106
- completed: result.pagesVisited,
107
- creditsUsed: result.creditsUsed,
108
- });
109
- // Send completed webhook
110
- if (webhook) {
111
- await sendWebhook(webhook, 'completed', {
112
- jobId: job.id,
113
- pagesVisited: result.pagesVisited,
114
- creditsUsed: result.creditsUsed,
115
- });
116
- }
117
- }
118
- else {
119
- // Agent returned failure
120
- jobQueue.updateJob(job.id, {
121
- status: 'failed',
122
- error: result.data?.error || 'Agent failed',
123
- data: [result], // Wrap in array to match Job type
124
- completed: result.pagesVisited,
125
- creditsUsed: result.creditsUsed,
126
- });
127
- // Send failed webhook
128
- if (webhook) {
129
- await sendWebhook(webhook, 'failed', {
130
- jobId: job.id,
131
- error: result.data?.error || 'Agent failed',
132
- });
133
- }
134
- }
135
- }
136
- catch (error) {
137
- // Update job with error
138
- jobQueue.updateJob(job.id, {
139
- status: 'failed',
140
- error: error.message || 'Unknown error',
141
- });
142
- // Send failed webhook
143
- if (webhook) {
144
- await sendWebhook(webhook, 'failed', {
145
- jobId: job.id,
146
- error: error.message || 'Unknown error',
147
- });
148
- }
149
- }
150
- });
151
- // Return job ID immediately
152
- res.status(202).json({
153
- success: true,
154
- id: job.id,
155
- url: `/v1/agent/${job.id}`,
156
- });
157
- }
158
- catch (error) {
159
- console.error('Agent job creation error:', error);
160
- res.status(500).json({
161
- error: 'internal_error',
162
- message: 'Failed to create agent job',
163
- });
164
- }
165
- });
166
- /**
167
- * GET /v1/agent/:id - Get agent job status + results
168
- */
169
- router.get('/v1/agent/:id', (req, res) => {
170
- try {
171
- const id = req.params.id;
172
- const job = jobQueue.getJob(id);
173
- if (!job) {
174
- res.status(404).json({
175
- error: 'not_found',
176
- message: 'Job not found',
177
- });
178
- return;
179
- }
180
- // SECURITY: Verify the requester owns this job
181
- const requestOwnerId = req.auth?.keyInfo?.accountId;
182
- if (job.ownerId && requestOwnerId && job.ownerId !== requestOwnerId) {
183
- res.status(404).json({
184
- error: 'not_found',
185
- message: 'Job not found',
186
- });
187
- return;
188
- }
189
- // Return JSON response
190
- res.json({
191
- success: true,
192
- status: job.status,
193
- completed: job.completed,
194
- creditsUsed: job.creditsUsed,
195
- data: job.data,
196
- error: job.error,
197
- expiresAt: job.expiresAt,
198
- });
199
- }
200
- catch (error) {
201
- console.error('Get agent job error:', error);
202
- res.status(500).json({
203
- error: 'internal_error',
204
- message: 'Failed to retrieve job',
205
- });
206
- }
207
- });
208
- /**
209
- * DELETE /v1/agent/:id - Cancel agent job
210
- */
211
- router.delete('/v1/agent/:id', (req, res) => {
212
- try {
213
- const id = req.params.id;
214
- // SECURITY: Verify the requester owns this job before cancelling
215
- const job = jobQueue.getJob(id);
216
- const requestOwnerId = req.auth?.keyInfo?.accountId;
217
- if (job?.ownerId && requestOwnerId && job.ownerId !== requestOwnerId) {
218
- res.status(404).json({
219
- error: 'not_found',
220
- message: 'Job not found or cannot be cancelled',
221
- });
222
- return;
223
- }
224
- const cancelled = jobQueue.cancelJob(id);
225
- if (!cancelled) {
226
- res.status(404).json({
227
- error: 'not_found',
228
- message: 'Job not found or cannot be cancelled',
229
- });
230
- return;
231
- }
232
- res.json({
233
- success: true,
234
- message: 'Job cancelled',
235
- });
236
- }
237
- catch (error) {
238
- console.error('Cancel agent job error:', error);
239
- res.status(500).json({
240
- error: 'internal_error',
241
- message: 'Failed to cancel job',
242
- });
243
- }
244
- });
245
- return router;
246
- }
247
- //# sourceMappingURL=agent.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../src/server/routes/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAI5C,MAAM,UAAU,iBAAiB;IAC/B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB;;;;OAIG;IACH,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAa,EAAE,GAAa,EAAE,EAAE;QACxD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACnB,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,iDAAiD;SAC3D,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACnE,IAAI,CAAC;YACH,MAAM,EACJ,MAAM,EACN,IAAI,EACJ,MAAM,EACN,YAAY,EACZ,SAAS,EACT,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,UAAU,EACV,KAAK,EACL,KAAK,EACL,OAAO,GACR,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,+BAA+B;YAC/B,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC1C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,uCAAuC;iBACjD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAChD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,0DAA0D;iBACpE,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,0FAA0F;YAC1F,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YAC7C,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAE5D,4BAA4B;YAC5B,YAAY,CAAC,KAAK,IAAI,EAAE;gBACtB,IAAI,CAAC;oBACH,2BAA2B;oBAC3B,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;oBAErD,uBAAuB;oBACvB,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE;4BACpC,KAAK,EAAE,GAAG,CAAC,EAAE;4BACb,MAAM;yBACP,CAAC,CAAC;oBACL,CAAC;oBAED,6CAA6C;oBAC7C,MAAM,YAAY,GAAiB;wBACjC,MAAM;wBACN,IAAI;wBACJ,MAAM;wBACN,YAAY;wBACZ,SAAS;wBACT,UAAU;wBACV,QAAQ;wBACR,QAAQ;wBACR,UAAU;wBACV,UAAU;wBACV,KAAK;wBACL,KAAK;wBACL,UAAU,EAAE,CAAC,QAAuB,EAAE,EAAE;4BACtC,sBAAsB;4BACtB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;gCACzB,SAAS,EAAE,QAAQ,CAAC,YAAY;gCAChC,WAAW,EAAE,QAAQ,CAAC,YAAY;6BACnC,CAAC,CAAC;4BAEH,wBAAwB;4BACxB,IAAI,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;gCACnC,WAAW,CAAC,OAAO,EAAE,UAAU,EAAE;oCAC/B,KAAK,EAAE,GAAG,CAAC,EAAE;oCACb,MAAM,EAAE,QAAQ,CAAC,MAAM;oCACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;oCAC/B,YAAY,EAAE,QAAQ,CAAC,YAAY;oCACnC,OAAO,EAAE,QAAQ,CAAC,OAAO;iCAC1B,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,kBAAkB;4BACxC,CAAC;wBACH,CAAC;qBACF,CAAC;oBAEF,YAAY;oBACZ,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC;oBAE5C,0BAA0B;oBAC1B,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;4BACzB,MAAM,EAAE,WAAW;4BACnB,IAAI,EAAE,CAAC,MAAM,CAAC,EAAG,kCAAkC;4BACnD,SAAS,EAAE,MAAM,CAAC,YAAY;4BAC9B,WAAW,EAAE,MAAM,CAAC,WAAW;yBAChC,CAAC,CAAC;wBAEH,yBAAyB;wBACzB,IAAI,OAAO,EAAE,CAAC;4BACZ,MAAM,WAAW,CAAC,OAAO,EAAE,WAAW,EAAE;gCACtC,KAAK,EAAE,GAAG,CAAC,EAAE;gCACb,YAAY,EAAE,MAAM,CAAC,YAAY;gCACjC,WAAW,EAAE,MAAM,CAAC,WAAW;6BAChC,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,yBAAyB;wBACzB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;4BACzB,MAAM,EAAE,QAAQ;4BAChB,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,IAAI,cAAc;4BAC3C,IAAI,EAAE,CAAC,MAAM,CAAC,EAAG,kCAAkC;4BACnD,SAAS,EAAE,MAAM,CAAC,YAAY;4BAC9B,WAAW,EAAE,MAAM,CAAC,WAAW;yBAChC,CAAC,CAAC;wBAEH,sBAAsB;wBACtB,IAAI,OAAO,EAAE,CAAC;4BACZ,MAAM,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE;gCACnC,KAAK,EAAE,GAAG,CAAC,EAAE;gCACb,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,IAAI,cAAc;6BAC5C,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,wBAAwB;oBACxB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;wBACzB,MAAM,EAAE,QAAQ;wBAChB,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,eAAe;qBACxC,CAAC,CAAC;oBAEH,sBAAsB;oBACtB,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE;4BACnC,KAAK,EAAE,GAAG,CAAC,EAAE;4BACb,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,eAAe;yBACxC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,4BAA4B;YAC5B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,IAAI;gBACb,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,GAAG,EAAE,aAAa,GAAG,CAAC,EAAE,EAAE;aAC3B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;YAClD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,4BAA4B;aACtC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QAC1D,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAY,CAAC;YACnC,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAEhC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,eAAe;iBACzB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,+CAA+C;YAC/C,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YACpD,IAAI,GAAG,CAAC,OAAO,IAAI,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,EAAE,CAAC;gBACpE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,eAAe;iBACzB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,uBAAuB;YACvB,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,SAAS,EAAE,GAAG,CAAC,SAAS;aACzB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,wBAAwB;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QAC7D,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAY,CAAC;YAEnC,iEAAiE;YACjE,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAChC,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YACpD,IAAI,GAAG,EAAE,OAAO,IAAI,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,EAAE,CAAC;gBACrE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,sCAAsC;iBAChD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAEzC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,sCAAsC;iBAChD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,eAAe;aACzB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;YAChD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,sBAAsB;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -1,6 +0,0 @@
1
- /**
2
- * /v1/answer — search + fetch + LLM-generated answer with citations (BYOK)
3
- */
4
- import { Router } from 'express';
5
- export declare function createAnswerRouter(): Router;
6
- //# sourceMappingURL=answer.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"answer.d.ts","sourceRoot":"","sources":["../../../src/server/routes/answer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAWpD,wBAAgB,kBAAkB,IAAI,MAAM,CA+J3C"}
@@ -1,133 +0,0 @@
1
- /**
2
- * /v1/answer — search + fetch + LLM-generated answer with citations (BYOK)
3
- */
4
- import { Router } from 'express';
5
- import { answerQuestion, } from '../../core/answer.js';
6
- const VALID_LLM_PROVIDERS = ['openai', 'anthropic', 'google'];
7
- const VALID_SEARCH_PROVIDERS = ['duckduckgo', 'brave'];
8
- export function createAnswerRouter() {
9
- const router = Router();
10
- router.post('/v1/answer', async (req, res) => {
11
- // Deprecation notice — prefer /v1/fetch?question=... which is LLM-free
12
- res.setHeader('X-Deprecated', 'true');
13
- res.setHeader('X-Deprecated-Use', '/v1/fetch?question=...');
14
- // AUTH: require authentication (global middleware sets req.auth)
15
- const ansAuthId = req.auth?.keyInfo?.accountId || req.user?.userId;
16
- if (!ansAuthId) {
17
- res.status(401).json({ error: 'authentication_required', message: 'API key required. Get one at https://app.webpeel.dev/keys' });
18
- return;
19
- }
20
- try {
21
- const { question, searchProvider, searchApiKey, llmProvider, llmApiKey, llmModel, maxSources, stream, } = req.body;
22
- // --- Validation -----------------------------------------------------------
23
- if (!question || typeof question !== 'string' || question.trim().length === 0) {
24
- res.status(400).json({
25
- error: 'invalid_request',
26
- message: 'Missing or invalid "question" parameter',
27
- });
28
- return;
29
- }
30
- if (question.length > 2000) {
31
- res.status(400).json({
32
- error: 'invalid_request',
33
- message: '"question" too long (max 2000 characters)',
34
- });
35
- return;
36
- }
37
- if (!llmProvider || !VALID_LLM_PROVIDERS.includes(llmProvider)) {
38
- res.status(400).json({
39
- error: 'invalid_request',
40
- message: `"llmProvider" is required and must be one of: ${VALID_LLM_PROVIDERS.join(', ')}`,
41
- });
42
- return;
43
- }
44
- if (!llmApiKey || typeof llmApiKey !== 'string' || llmApiKey.trim().length === 0) {
45
- res.status(400).json({
46
- error: 'invalid_request',
47
- message: 'Missing or invalid "llmApiKey" (BYOK required)',
48
- });
49
- return;
50
- }
51
- const resolvedSearchProvider = searchProvider && VALID_SEARCH_PROVIDERS.includes(searchProvider)
52
- ? searchProvider
53
- : 'duckduckgo';
54
- // Accept search API key from body or header
55
- const resolvedSearchApiKey = searchApiKey || req.headers['x-search-api-key'] || undefined;
56
- const resolvedMaxSources = typeof maxSources === 'number'
57
- ? Math.min(Math.max(maxSources, 1), 10)
58
- : 5;
59
- const shouldStream = stream === true;
60
- // --- Streaming response (SSE) -------------------------------------------
61
- if (shouldStream) {
62
- res.setHeader('Content-Type', 'text/event-stream');
63
- res.setHeader('Cache-Control', 'no-cache');
64
- res.setHeader('Connection', 'keep-alive');
65
- res.setHeader('X-Accel-Buffering', 'no'); // nginx
66
- res.flushHeaders();
67
- const answerReq = {
68
- question: question.trim(),
69
- searchProvider: resolvedSearchProvider,
70
- searchApiKey: resolvedSearchApiKey,
71
- llmProvider: llmProvider,
72
- llmApiKey: llmApiKey.trim(),
73
- llmModel,
74
- maxSources: resolvedMaxSources,
75
- stream: true,
76
- onChunk: (text) => {
77
- const payload = JSON.stringify({ type: 'chunk', text });
78
- res.write(`data: ${payload}\n\n`);
79
- },
80
- };
81
- try {
82
- const result = await answerQuestion(answerReq);
83
- const donePayload = JSON.stringify({
84
- type: 'done',
85
- citations: result.citations,
86
- searchProvider: result.searchProvider,
87
- llmProvider: result.llmProvider,
88
- llmModel: result.llmModel,
89
- tokensUsed: result.tokensUsed,
90
- });
91
- res.write(`data: ${donePayload}\n\n`);
92
- }
93
- catch (err) {
94
- const errMsg = err instanceof Error ? err.message : 'Unknown error';
95
- const errPayload = JSON.stringify({ type: 'error', message: errMsg });
96
- res.write(`data: ${errPayload}\n\n`);
97
- }
98
- res.end();
99
- return;
100
- }
101
- // --- Non-streaming response ---------------------------------------------
102
- const answerReq = {
103
- question: question.trim(),
104
- searchProvider: resolvedSearchProvider,
105
- searchApiKey: resolvedSearchApiKey,
106
- llmProvider: llmProvider,
107
- llmApiKey: llmApiKey.trim(),
108
- llmModel,
109
- maxSources: resolvedMaxSources,
110
- stream: false,
111
- };
112
- const result = await answerQuestion(answerReq);
113
- res.json({
114
- answer: result.answer,
115
- citations: result.citations,
116
- searchProvider: result.searchProvider,
117
- llmProvider: result.llmProvider,
118
- llmModel: result.llmModel,
119
- tokensUsed: result.tokensUsed,
120
- });
121
- }
122
- catch (error) {
123
- const err = error;
124
- console.error('Answer error:', err);
125
- res.status(500).json({
126
- error: 'answer_failed',
127
- message: 'Failed to generate answer. Please try again.',
128
- });
129
- }
130
- });
131
- return router;
132
- }
133
- //# sourceMappingURL=answer.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"answer.js","sourceRoot":"","sources":["../../../src/server/routes/answer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EACL,cAAc,GAGf,MAAM,sBAAsB,CAAC;AAG9B,MAAM,mBAAmB,GAAoB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;AAC/E,MAAM,sBAAsB,GAAuB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAE3E,MAAM,UAAU,kBAAkB;IAChC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC9D,uEAAuE;QACvE,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QACtC,GAAG,CAAC,SAAS,CAAC,kBAAkB,EAAE,wBAAwB,CAAC,CAAC;QAE5D,iEAAiE;QACjE,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,IAAK,GAAW,CAAC,IAAI,EAAE,MAAM,CAAC;QAC5E,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,yBAAyB,EAAE,OAAO,EAAE,2DAA2D,EAAE,CAAC,CAAC;YACjI,OAAO;QAAI,CAAC;QACd,IAAI,CAAC;YACH,MAAM,EACJ,QAAQ,EACR,cAAc,EACd,YAAY,EACZ,WAAW,EACX,SAAS,EACT,QAAQ,EACR,UAAU,EACV,MAAM,GACP,GAAG,GAAG,CAAC,IASP,CAAC;YAEF,6EAA6E;YAC7E,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9E,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,yCAAyC;iBACnD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;gBAC3B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,2CAA2C;iBACrD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC,WAAW,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,WAA4B,CAAC,EAAE,CAAC;gBAChF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,iDAAiD,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;iBAC3F,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,gDAAgD;iBAC1D,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,MAAM,sBAAsB,GAC1B,cAAc,IAAI,sBAAsB,CAAC,QAAQ,CAAC,cAAkC,CAAC;gBACnF,CAAC,CAAE,cAAmC;gBACtC,CAAC,CAAC,YAAY,CAAC;YAEnB,4CAA4C;YAC5C,MAAM,oBAAoB,GACxB,YAAY,IAAK,GAAG,CAAC,OAAO,CAAC,kBAAkB,CAAY,IAAI,SAAS,CAAC;YAE3E,MAAM,kBAAkB,GACtB,OAAO,UAAU,KAAK,QAAQ;gBAC5B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;gBACvC,CAAC,CAAC,CAAC,CAAC;YAER,MAAM,YAAY,GAAG,MAAM,KAAK,IAAI,CAAC;YAErC,2EAA2E;YAC3E,IAAI,YAAY,EAAE,CAAC;gBACjB,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;gBACnD,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;gBAC3C,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;gBAC1C,GAAG,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ;gBAClD,GAAG,CAAC,YAAY,EAAE,CAAC;gBAEnB,MAAM,SAAS,GAAkB;oBAC/B,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE;oBACzB,cAAc,EAAE,sBAAsB;oBACtC,YAAY,EAAE,oBAAoB;oBAClC,WAAW,EAAE,WAA4B;oBACzC,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE;oBAC3B,QAAQ;oBACR,UAAU,EAAE,kBAAkB;oBAC9B,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE,CAAC,IAAY,EAAE,EAAE;wBACxB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;wBACxD,GAAG,CAAC,KAAK,CAAC,SAAS,OAAO,MAAM,CAAC,CAAC;oBACpC,CAAC;iBACF,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;oBAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;wBACjC,IAAI,EAAE,MAAM;wBACZ,SAAS,EAAE,MAAM,CAAC,SAAS;wBAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;wBACrC,WAAW,EAAE,MAAM,CAAC,WAAW;wBAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;qBAC9B,CAAC,CAAC;oBACH,GAAG,CAAC,KAAK,CAAC,SAAS,WAAW,MAAM,CAAC,CAAC;gBACxC,CAAC;gBAAC,OAAO,GAAY,EAAE,CAAC;oBACtB,MAAM,MAAM,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;oBACpE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBACtE,GAAG,CAAC,KAAK,CAAC,SAAS,UAAU,MAAM,CAAC,CAAC;gBACvC,CAAC;gBACD,GAAG,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,2EAA2E;YAC3E,MAAM,SAAS,GAAkB;gBAC/B,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE;gBACzB,cAAc,EAAE,sBAAsB;gBACtC,YAAY,EAAE,oBAAoB;gBAClC,WAAW,EAAE,WAA4B;gBACzC,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE;gBAC3B,QAAQ;gBACR,UAAU,EAAE,kBAAkB;gBAC9B,MAAM,EAAE,KAAK;aACd,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;YAE/C,GAAG,CAAC,IAAI,CAAC;gBACP,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;aAC9B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,KAAc,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;YACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,eAAe;gBACtB,OAAO,EAAE,8CAA8C;aACxD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -1,23 +0,0 @@
1
- /**
2
- * GET /v1/ask?q=<question>&sources=3
3
- * POST /v1/ask { "question": "...", "sources": 3 }
4
- *
5
- * LLM-free web Q&A: search → fetch top pages → BM25 → best answer
6
- *
7
- * Returns:
8
- * {
9
- * question: string,
10
- * answer: string, // best passage from top sources
11
- * confidence: number, // 0-1
12
- * sources: [{url, title, snippet, confidence}],
13
- * method: "bm25",
14
- * elapsed: number // ms
15
- * }
16
- *
17
- * No LLM key required — 100% deterministic BM25 ranking.
18
- * Competitors: Tavily charges $50/mo and requires an API key.
19
- * We do this with zero LLM cost, included in every plan.
20
- */
21
- import { Router } from 'express';
22
- export declare function createAskRouter(): Router;
23
- //# sourceMappingURL=ask.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"ask.d.ts","sourceRoot":"","sources":["../../../src/server/routes/ask.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAKpD,wBAAgB,eAAe,IAAI,MAAM,CAgHxC"}