webpeel 0.19.4 → 0.20.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (544) hide show
  1. package/README.md +2 -2
  2. package/dist/cache.d.ts +0 -1
  3. package/dist/cache.js +0 -1
  4. package/dist/cli/commands/auth.d.ts +5 -0
  5. package/dist/cli/commands/auth.js +476 -0
  6. package/dist/cli/commands/fetch.d.ts +6 -0
  7. package/dist/cli/commands/fetch.js +1015 -0
  8. package/dist/cli/commands/interact.d.ts +5 -0
  9. package/dist/cli/commands/interact.js +839 -0
  10. package/dist/cli/commands/jobs.d.ts +5 -0
  11. package/dist/cli/commands/jobs.js +997 -0
  12. package/dist/cli/commands/screenshot.d.ts +5 -0
  13. package/dist/cli/commands/screenshot.js +273 -0
  14. package/dist/cli/commands/search.d.ts +5 -0
  15. package/dist/cli/commands/search.js +524 -0
  16. package/dist/cli/utils.d.ts +84 -0
  17. package/dist/cli/utils.js +686 -0
  18. package/dist/cli-auth.d.ts +0 -1
  19. package/dist/cli-auth.js +0 -1
  20. package/dist/cli.d.ts +7 -6
  21. package/dist/cli.js +35 -4698
  22. package/dist/core/actions.d.ts +0 -1
  23. package/dist/core/actions.js +0 -1
  24. package/dist/core/agent.d.ts +0 -1
  25. package/dist/core/agent.js +9 -12
  26. package/dist/core/answer.d.ts +0 -1
  27. package/dist/core/answer.js +0 -1
  28. package/dist/core/application-tracker.d.ts +0 -1
  29. package/dist/core/application-tracker.js +0 -1
  30. package/dist/core/apply.d.ts +0 -1
  31. package/dist/core/apply.js +0 -1
  32. package/dist/core/auto-extract.d.ts +0 -1
  33. package/dist/core/auto-extract.js +0 -1
  34. package/dist/core/auto-interact.d.ts +0 -1
  35. package/dist/core/auto-interact.js +0 -1
  36. package/dist/core/bm25-filter.d.ts +0 -1
  37. package/dist/core/bm25-filter.js +0 -1
  38. package/dist/core/branding.d.ts +0 -1
  39. package/dist/core/branding.js +0 -1
  40. package/dist/core/browser-fetch.d.ts +0 -1
  41. package/dist/core/browser-fetch.js +17 -10
  42. package/dist/core/browser-pool.d.ts +0 -1
  43. package/dist/core/browser-pool.js +0 -1
  44. package/dist/core/budget.d.ts +0 -1
  45. package/dist/core/budget.js +0 -1
  46. package/dist/core/cache.d.ts +0 -1
  47. package/dist/core/cache.js +0 -1
  48. package/dist/core/cf-worker-proxy.d.ts +0 -1
  49. package/dist/core/cf-worker-proxy.js +0 -1
  50. package/dist/core/challenge-detection.d.ts +0 -1
  51. package/dist/core/challenge-detection.js +0 -1
  52. package/dist/core/change-tracking.d.ts +0 -1
  53. package/dist/core/change-tracking.js +0 -1
  54. package/dist/core/chunker.d.ts +0 -1
  55. package/dist/core/chunker.js +0 -1
  56. package/dist/core/chunking.d.ts +0 -1
  57. package/dist/core/chunking.js +0 -1
  58. package/dist/core/cloak-fetch.d.ts +0 -1
  59. package/dist/core/cloak-fetch.js +0 -1
  60. package/dist/core/content-pruner.d.ts +0 -1
  61. package/dist/core/content-pruner.js +0 -1
  62. package/dist/core/crawl-checkpoint.d.ts +0 -1
  63. package/dist/core/crawl-checkpoint.js +0 -1
  64. package/dist/core/crawler.d.ts +0 -1
  65. package/dist/core/crawler.js +6 -5
  66. package/dist/core/cycle-fetch.d.ts +0 -1
  67. package/dist/core/cycle-fetch.js +0 -1
  68. package/dist/core/deep-fetch.d.ts +0 -1
  69. package/dist/core/deep-fetch.js +0 -1
  70. package/dist/core/design-analysis.d.ts +0 -1
  71. package/dist/core/design-analysis.js +0 -1
  72. package/dist/core/design-compare.d.ts +0 -1
  73. package/dist/core/design-compare.js +0 -1
  74. package/dist/core/diff.d.ts +0 -1
  75. package/dist/core/diff.js +0 -1
  76. package/dist/core/dns-cache.d.ts +0 -1
  77. package/dist/core/dns-cache.js +0 -1
  78. package/dist/core/documents.d.ts +0 -1
  79. package/dist/core/documents.js +0 -1
  80. package/dist/core/domain-extractors.d.ts +0 -1
  81. package/dist/core/domain-extractors.js +0 -1
  82. package/dist/core/extract-inline.d.ts +0 -1
  83. package/dist/core/extract-inline.js +0 -1
  84. package/dist/core/extract-listings.d.ts +0 -1
  85. package/dist/core/extract-listings.js +0 -1
  86. package/dist/core/extract.d.ts +0 -1
  87. package/dist/core/extract.js +0 -1
  88. package/dist/core/fetcher.d.ts +0 -1
  89. package/dist/core/fetcher.js +0 -1
  90. package/dist/core/google-cache.d.ts +0 -1
  91. package/dist/core/google-cache.js +0 -1
  92. package/dist/core/hotel-search.d.ts +0 -1
  93. package/dist/core/hotel-search.js +0 -1
  94. package/dist/core/http-fetch.d.ts +0 -1
  95. package/dist/core/http-fetch.js +5 -7
  96. package/dist/core/human.d.ts +0 -1
  97. package/dist/core/human.js +0 -1
  98. package/dist/core/jobs.d.ts +0 -1
  99. package/dist/core/jobs.js +0 -1
  100. package/dist/core/json-ld.d.ts +0 -1
  101. package/dist/core/json-ld.js +0 -1
  102. package/dist/core/llm-extract.d.ts +0 -1
  103. package/dist/core/llm-extract.js +0 -1
  104. package/dist/core/logger.d.ts +17 -0
  105. package/dist/core/logger.js +44 -0
  106. package/dist/core/map.d.ts +0 -1
  107. package/dist/core/map.js +0 -1
  108. package/dist/core/markdown.d.ts +0 -1
  109. package/dist/core/markdown.js +0 -1
  110. package/dist/core/metadata.d.ts +0 -1
  111. package/dist/core/metadata.js +0 -1
  112. package/dist/core/paginate.d.ts +0 -1
  113. package/dist/core/paginate.js +0 -1
  114. package/dist/core/pdf.d.ts +0 -1
  115. package/dist/core/pdf.js +0 -1
  116. package/dist/core/peel-tls.d.ts +0 -1
  117. package/dist/core/peel-tls.js +0 -1
  118. package/dist/core/pipeline.d.ts +0 -1
  119. package/dist/core/pipeline.js +22 -25
  120. package/dist/core/profiles.d.ts +0 -1
  121. package/dist/core/profiles.js +0 -1
  122. package/dist/core/quick-answer.d.ts +0 -1
  123. package/dist/core/quick-answer.js +0 -1
  124. package/dist/core/rate-governor.d.ts +0 -1
  125. package/dist/core/rate-governor.js +0 -1
  126. package/dist/core/readability.d.ts +0 -1
  127. package/dist/core/readability.js +0 -1
  128. package/dist/core/research.d.ts +0 -1
  129. package/dist/core/research.js +0 -1
  130. package/dist/core/schema-extraction.d.ts +0 -1
  131. package/dist/core/schema-extraction.js +0 -1
  132. package/dist/core/schema-postprocess.d.ts +0 -1
  133. package/dist/core/schema-postprocess.js +0 -1
  134. package/dist/core/schema-templates.d.ts +0 -1
  135. package/dist/core/schema-templates.js +0 -1
  136. package/dist/core/screenshot.d.ts +0 -1
  137. package/dist/core/screenshot.js +0 -1
  138. package/dist/core/search-fallback.d.ts +0 -1
  139. package/dist/core/search-fallback.js +0 -1
  140. package/dist/core/search-provider.d.ts +0 -1
  141. package/dist/core/search-provider.js +18 -21
  142. package/dist/core/site-search.d.ts +0 -1
  143. package/dist/core/site-search.js +0 -1
  144. package/dist/core/sitemap.d.ts +0 -1
  145. package/dist/core/sitemap.js +0 -1
  146. package/dist/core/stealth-patches.d.ts +0 -1
  147. package/dist/core/stealth-patches.js +0 -1
  148. package/dist/core/stemmer.d.ts +0 -1
  149. package/dist/core/stemmer.js +0 -1
  150. package/dist/core/strategies.d.ts +6 -1
  151. package/dist/core/strategies.js +29 -41
  152. package/dist/core/strategy-hooks.d.ts +0 -1
  153. package/dist/core/strategy-hooks.js +0 -1
  154. package/dist/core/summarize.d.ts +0 -1
  155. package/dist/core/summarize.js +0 -1
  156. package/dist/core/synonyms.d.ts +0 -1
  157. package/dist/core/synonyms.js +0 -1
  158. package/dist/core/table-format.d.ts +0 -1
  159. package/dist/core/table-format.js +0 -1
  160. package/dist/core/timing.d.ts +0 -1
  161. package/dist/core/timing.js +0 -1
  162. package/dist/core/user-agents.d.ts +0 -1
  163. package/dist/core/user-agents.js +0 -1
  164. package/dist/core/watch-manager.d.ts +0 -1
  165. package/dist/core/watch-manager.js +0 -1
  166. package/dist/core/watch.d.ts +0 -1
  167. package/dist/core/watch.js +0 -1
  168. package/dist/core/youtube.d.ts +0 -1
  169. package/dist/core/youtube.js +0 -1
  170. package/dist/index.d.ts +8 -3
  171. package/dist/index.js +27 -3
  172. package/dist/integrations/index.d.ts +0 -1
  173. package/dist/integrations/index.js +0 -1
  174. package/dist/integrations/langchain.d.ts +0 -1
  175. package/dist/integrations/langchain.js +0 -1
  176. package/dist/integrations/llamaindex.d.ts +0 -1
  177. package/dist/integrations/llamaindex.js +0 -1
  178. package/dist/mcp/handlers/act.d.ts +5 -0
  179. package/dist/mcp/handlers/act.js +34 -0
  180. package/dist/mcp/handlers/definitions.d.ts +6 -0
  181. package/dist/mcp/handlers/definitions.js +266 -0
  182. package/dist/mcp/handlers/extract.d.ts +6 -0
  183. package/dist/mcp/handlers/extract.js +102 -0
  184. package/dist/mcp/handlers/fetch.d.ts +6 -0
  185. package/dist/mcp/handlers/fetch.js +98 -0
  186. package/dist/mcp/handlers/find.d.ts +5 -0
  187. package/dist/mcp/handlers/find.js +137 -0
  188. package/dist/mcp/handlers/index.d.ts +13 -0
  189. package/dist/mcp/handlers/index.js +61 -0
  190. package/dist/mcp/handlers/legacy.d.ts +25 -0
  191. package/dist/mcp/handlers/legacy.js +450 -0
  192. package/dist/mcp/handlers/meta.d.ts +6 -0
  193. package/dist/mcp/handlers/meta.js +31 -0
  194. package/dist/mcp/handlers/monitor.d.ts +5 -0
  195. package/dist/mcp/handlers/monitor.js +41 -0
  196. package/dist/mcp/handlers/read.d.ts +6 -0
  197. package/dist/mcp/handlers/read.js +63 -0
  198. package/dist/mcp/handlers/see.d.ts +5 -0
  199. package/dist/mcp/handlers/see.js +75 -0
  200. package/dist/mcp/handlers/types.d.ts +29 -0
  201. package/dist/mcp/handlers/types.js +28 -0
  202. package/dist/mcp/server.d.ts +3 -4
  203. package/dist/mcp/server.js +35 -1101
  204. package/dist/mcp/smart-router.d.ts +0 -1
  205. package/dist/mcp/smart-router.js +3 -1
  206. package/dist/types.d.ts +6 -1
  207. package/dist/types.js +0 -1
  208. package/package.json +3 -13
  209. package/dist/cache.d.ts.map +0 -1
  210. package/dist/cache.js.map +0 -1
  211. package/dist/cli-auth.d.ts.map +0 -1
  212. package/dist/cli-auth.js.map +0 -1
  213. package/dist/cli.bundle.cjs +0 -159248
  214. package/dist/cli.d.ts.map +0 -1
  215. package/dist/cli.js.map +0 -1
  216. package/dist/core/actions.d.ts.map +0 -1
  217. package/dist/core/actions.js.map +0 -1
  218. package/dist/core/agent.d.ts.map +0 -1
  219. package/dist/core/agent.js.map +0 -1
  220. package/dist/core/answer.d.ts.map +0 -1
  221. package/dist/core/answer.js.map +0 -1
  222. package/dist/core/application-tracker.d.ts.map +0 -1
  223. package/dist/core/application-tracker.js.map +0 -1
  224. package/dist/core/apply.d.ts.map +0 -1
  225. package/dist/core/apply.js.map +0 -1
  226. package/dist/core/auto-extract.d.ts.map +0 -1
  227. package/dist/core/auto-extract.js.map +0 -1
  228. package/dist/core/auto-interact.d.ts.map +0 -1
  229. package/dist/core/auto-interact.js.map +0 -1
  230. package/dist/core/bm25-filter.d.ts.map +0 -1
  231. package/dist/core/bm25-filter.js.map +0 -1
  232. package/dist/core/branding.d.ts.map +0 -1
  233. package/dist/core/branding.js.map +0 -1
  234. package/dist/core/browser-fetch.d.ts.map +0 -1
  235. package/dist/core/browser-fetch.js.map +0 -1
  236. package/dist/core/browser-pool.d.ts.map +0 -1
  237. package/dist/core/browser-pool.js.map +0 -1
  238. package/dist/core/budget.d.ts.map +0 -1
  239. package/dist/core/budget.js.map +0 -1
  240. package/dist/core/cache.d.ts.map +0 -1
  241. package/dist/core/cache.js.map +0 -1
  242. package/dist/core/cf-worker-proxy.d.ts.map +0 -1
  243. package/dist/core/cf-worker-proxy.js.map +0 -1
  244. package/dist/core/challenge-detection.d.ts.map +0 -1
  245. package/dist/core/challenge-detection.js.map +0 -1
  246. package/dist/core/change-tracking.d.ts.map +0 -1
  247. package/dist/core/change-tracking.js.map +0 -1
  248. package/dist/core/chunker.d.ts.map +0 -1
  249. package/dist/core/chunker.js.map +0 -1
  250. package/dist/core/chunking.d.ts.map +0 -1
  251. package/dist/core/chunking.js.map +0 -1
  252. package/dist/core/cloak-fetch.d.ts.map +0 -1
  253. package/dist/core/cloak-fetch.js.map +0 -1
  254. package/dist/core/content-pruner.d.ts.map +0 -1
  255. package/dist/core/content-pruner.js.map +0 -1
  256. package/dist/core/crawl-checkpoint.d.ts.map +0 -1
  257. package/dist/core/crawl-checkpoint.js.map +0 -1
  258. package/dist/core/crawler.d.ts.map +0 -1
  259. package/dist/core/crawler.js.map +0 -1
  260. package/dist/core/cycle-fetch.d.ts.map +0 -1
  261. package/dist/core/cycle-fetch.js.map +0 -1
  262. package/dist/core/deep-fetch.d.ts.map +0 -1
  263. package/dist/core/deep-fetch.js.map +0 -1
  264. package/dist/core/design-analysis.d.ts.map +0 -1
  265. package/dist/core/design-analysis.js.map +0 -1
  266. package/dist/core/design-compare.d.ts.map +0 -1
  267. package/dist/core/design-compare.js.map +0 -1
  268. package/dist/core/diff.d.ts.map +0 -1
  269. package/dist/core/diff.js.map +0 -1
  270. package/dist/core/dns-cache.d.ts.map +0 -1
  271. package/dist/core/dns-cache.js.map +0 -1
  272. package/dist/core/documents.d.ts.map +0 -1
  273. package/dist/core/documents.js.map +0 -1
  274. package/dist/core/domain-extractors.d.ts.map +0 -1
  275. package/dist/core/domain-extractors.js.map +0 -1
  276. package/dist/core/extract-inline.d.ts.map +0 -1
  277. package/dist/core/extract-inline.js.map +0 -1
  278. package/dist/core/extract-listings.d.ts.map +0 -1
  279. package/dist/core/extract-listings.js.map +0 -1
  280. package/dist/core/extract.d.ts.map +0 -1
  281. package/dist/core/extract.js.map +0 -1
  282. package/dist/core/fetcher.d.ts.map +0 -1
  283. package/dist/core/fetcher.js.map +0 -1
  284. package/dist/core/google-cache.d.ts.map +0 -1
  285. package/dist/core/google-cache.js.map +0 -1
  286. package/dist/core/hotel-search.d.ts.map +0 -1
  287. package/dist/core/hotel-search.js.map +0 -1
  288. package/dist/core/http-fetch.d.ts.map +0 -1
  289. package/dist/core/http-fetch.js.map +0 -1
  290. package/dist/core/human.d.ts.map +0 -1
  291. package/dist/core/human.js.map +0 -1
  292. package/dist/core/jobs.d.ts.map +0 -1
  293. package/dist/core/jobs.js.map +0 -1
  294. package/dist/core/json-ld.d.ts.map +0 -1
  295. package/dist/core/json-ld.js.map +0 -1
  296. package/dist/core/llm-extract.d.ts.map +0 -1
  297. package/dist/core/llm-extract.js.map +0 -1
  298. package/dist/core/map.d.ts.map +0 -1
  299. package/dist/core/map.js.map +0 -1
  300. package/dist/core/markdown.d.ts.map +0 -1
  301. package/dist/core/markdown.js.map +0 -1
  302. package/dist/core/metadata.d.ts.map +0 -1
  303. package/dist/core/metadata.js.map +0 -1
  304. package/dist/core/paginate.d.ts.map +0 -1
  305. package/dist/core/paginate.js.map +0 -1
  306. package/dist/core/pdf.d.ts.map +0 -1
  307. package/dist/core/pdf.js.map +0 -1
  308. package/dist/core/peel-tls.d.ts.map +0 -1
  309. package/dist/core/peel-tls.js.map +0 -1
  310. package/dist/core/pipeline.d.ts.map +0 -1
  311. package/dist/core/pipeline.js.map +0 -1
  312. package/dist/core/profiles.d.ts.map +0 -1
  313. package/dist/core/profiles.js.map +0 -1
  314. package/dist/core/quick-answer.d.ts.map +0 -1
  315. package/dist/core/quick-answer.js.map +0 -1
  316. package/dist/core/rate-governor.d.ts.map +0 -1
  317. package/dist/core/rate-governor.js.map +0 -1
  318. package/dist/core/readability.d.ts.map +0 -1
  319. package/dist/core/readability.js.map +0 -1
  320. package/dist/core/research.d.ts.map +0 -1
  321. package/dist/core/research.js.map +0 -1
  322. package/dist/core/schema-extraction.d.ts.map +0 -1
  323. package/dist/core/schema-extraction.js.map +0 -1
  324. package/dist/core/schema-postprocess.d.ts.map +0 -1
  325. package/dist/core/schema-postprocess.js.map +0 -1
  326. package/dist/core/schema-templates.d.ts.map +0 -1
  327. package/dist/core/schema-templates.js.map +0 -1
  328. package/dist/core/screenshot.d.ts.map +0 -1
  329. package/dist/core/screenshot.js.map +0 -1
  330. package/dist/core/search-fallback.d.ts.map +0 -1
  331. package/dist/core/search-fallback.js.map +0 -1
  332. package/dist/core/search-provider.d.ts.map +0 -1
  333. package/dist/core/search-provider.js.map +0 -1
  334. package/dist/core/site-search.d.ts.map +0 -1
  335. package/dist/core/site-search.js.map +0 -1
  336. package/dist/core/sitemap.d.ts.map +0 -1
  337. package/dist/core/sitemap.js.map +0 -1
  338. package/dist/core/stealth-patches.d.ts.map +0 -1
  339. package/dist/core/stealth-patches.js.map +0 -1
  340. package/dist/core/stemmer.d.ts.map +0 -1
  341. package/dist/core/stemmer.js.map +0 -1
  342. package/dist/core/strategies.d.ts.map +0 -1
  343. package/dist/core/strategies.js.map +0 -1
  344. package/dist/core/strategy-hooks.d.ts.map +0 -1
  345. package/dist/core/strategy-hooks.js.map +0 -1
  346. package/dist/core/summarize.d.ts.map +0 -1
  347. package/dist/core/summarize.js.map +0 -1
  348. package/dist/core/synonyms.d.ts.map +0 -1
  349. package/dist/core/synonyms.js.map +0 -1
  350. package/dist/core/table-format.d.ts.map +0 -1
  351. package/dist/core/table-format.js.map +0 -1
  352. package/dist/core/timing.d.ts.map +0 -1
  353. package/dist/core/timing.js.map +0 -1
  354. package/dist/core/user-agents.d.ts.map +0 -1
  355. package/dist/core/user-agents.js.map +0 -1
  356. package/dist/core/watch-manager.d.ts.map +0 -1
  357. package/dist/core/watch-manager.js.map +0 -1
  358. package/dist/core/watch.d.ts.map +0 -1
  359. package/dist/core/watch.js.map +0 -1
  360. package/dist/core/youtube.d.ts.map +0 -1
  361. package/dist/core/youtube.js.map +0 -1
  362. package/dist/index.d.ts.map +0 -1
  363. package/dist/index.js.map +0 -1
  364. package/dist/integrations/index.d.ts.map +0 -1
  365. package/dist/integrations/index.js.map +0 -1
  366. package/dist/integrations/langchain.d.ts.map +0 -1
  367. package/dist/integrations/langchain.js.map +0 -1
  368. package/dist/integrations/llamaindex.d.ts.map +0 -1
  369. package/dist/integrations/llamaindex.js.map +0 -1
  370. package/dist/mcp/server.d.ts.map +0 -1
  371. package/dist/mcp/server.js.map +0 -1
  372. package/dist/mcp/smart-router.d.ts.map +0 -1
  373. package/dist/mcp/smart-router.js.map +0 -1
  374. package/dist/server/app.d.ts +0 -15
  375. package/dist/server/app.d.ts.map +0 -1
  376. package/dist/server/app.js +0 -350
  377. package/dist/server/app.js.map +0 -1
  378. package/dist/server/auth-store.d.ts +0 -28
  379. package/dist/server/auth-store.d.ts.map +0 -1
  380. package/dist/server/auth-store.js +0 -89
  381. package/dist/server/auth-store.js.map +0 -1
  382. package/dist/server/email-service.d.ts +0 -22
  383. package/dist/server/email-service.d.ts.map +0 -1
  384. package/dist/server/email-service.js +0 -80
  385. package/dist/server/email-service.js.map +0 -1
  386. package/dist/server/job-queue.d.ts +0 -93
  387. package/dist/server/job-queue.d.ts.map +0 -1
  388. package/dist/server/job-queue.js +0 -146
  389. package/dist/server/job-queue.js.map +0 -1
  390. package/dist/server/logger.d.ts +0 -11
  391. package/dist/server/logger.d.ts.map +0 -1
  392. package/dist/server/logger.js +0 -38
  393. package/dist/server/logger.js.map +0 -1
  394. package/dist/server/middleware/auth.d.ts +0 -29
  395. package/dist/server/middleware/auth.d.ts.map +0 -1
  396. package/dist/server/middleware/auth.js +0 -222
  397. package/dist/server/middleware/auth.js.map +0 -1
  398. package/dist/server/middleware/rate-limit.d.ts +0 -25
  399. package/dist/server/middleware/rate-limit.d.ts.map +0 -1
  400. package/dist/server/middleware/rate-limit.js +0 -168
  401. package/dist/server/middleware/rate-limit.js.map +0 -1
  402. package/dist/server/middleware/url-validator.d.ts +0 -16
  403. package/dist/server/middleware/url-validator.d.ts.map +0 -1
  404. package/dist/server/middleware/url-validator.js +0 -187
  405. package/dist/server/middleware/url-validator.js.map +0 -1
  406. package/dist/server/openapi.yaml +0 -4944
  407. package/dist/server/pg-auth-store.d.ts +0 -133
  408. package/dist/server/pg-auth-store.d.ts.map +0 -1
  409. package/dist/server/pg-auth-store.js +0 -473
  410. package/dist/server/pg-auth-store.js.map +0 -1
  411. package/dist/server/pg-job-queue.d.ts +0 -60
  412. package/dist/server/pg-job-queue.d.ts.map +0 -1
  413. package/dist/server/pg-job-queue.js +0 -365
  414. package/dist/server/pg-job-queue.js.map +0 -1
  415. package/dist/server/premium/domain-intel.d.ts +0 -17
  416. package/dist/server/premium/domain-intel.d.ts.map +0 -1
  417. package/dist/server/premium/domain-intel.js +0 -134
  418. package/dist/server/premium/domain-intel.js.map +0 -1
  419. package/dist/server/premium/index.d.ts +0 -18
  420. package/dist/server/premium/index.d.ts.map +0 -1
  421. package/dist/server/premium/index.js +0 -36
  422. package/dist/server/premium/index.js.map +0 -1
  423. package/dist/server/premium/swr-cache.d.ts +0 -15
  424. package/dist/server/premium/swr-cache.d.ts.map +0 -1
  425. package/dist/server/premium/swr-cache.js +0 -35
  426. package/dist/server/premium/swr-cache.js.map +0 -1
  427. package/dist/server/routes/activity.d.ts +0 -7
  428. package/dist/server/routes/activity.d.ts.map +0 -1
  429. package/dist/server/routes/activity.js +0 -68
  430. package/dist/server/routes/activity.js.map +0 -1
  431. package/dist/server/routes/agent.d.ts +0 -16
  432. package/dist/server/routes/agent.d.ts.map +0 -1
  433. package/dist/server/routes/agent.js +0 -247
  434. package/dist/server/routes/agent.js.map +0 -1
  435. package/dist/server/routes/answer.d.ts +0 -6
  436. package/dist/server/routes/answer.d.ts.map +0 -1
  437. package/dist/server/routes/answer.js +0 -133
  438. package/dist/server/routes/answer.js.map +0 -1
  439. package/dist/server/routes/ask.d.ts +0 -23
  440. package/dist/server/routes/ask.d.ts.map +0 -1
  441. package/dist/server/routes/ask.js +0 -119
  442. package/dist/server/routes/ask.js.map +0 -1
  443. package/dist/server/routes/batch.d.ts +0 -7
  444. package/dist/server/routes/batch.d.ts.map +0 -1
  445. package/dist/server/routes/batch.js +0 -412
  446. package/dist/server/routes/batch.js.map +0 -1
  447. package/dist/server/routes/cli-usage.d.ts +0 -7
  448. package/dist/server/routes/cli-usage.d.ts.map +0 -1
  449. package/dist/server/routes/cli-usage.js +0 -121
  450. package/dist/server/routes/cli-usage.js.map +0 -1
  451. package/dist/server/routes/compat.d.ts +0 -24
  452. package/dist/server/routes/compat.d.ts.map +0 -1
  453. package/dist/server/routes/compat.js +0 -653
  454. package/dist/server/routes/compat.js.map +0 -1
  455. package/dist/server/routes/deep-fetch.d.ts +0 -9
  456. package/dist/server/routes/deep-fetch.d.ts.map +0 -1
  457. package/dist/server/routes/deep-fetch.js +0 -50
  458. package/dist/server/routes/deep-fetch.js.map +0 -1
  459. package/dist/server/routes/demo.d.ts +0 -25
  460. package/dist/server/routes/demo.d.ts.map +0 -1
  461. package/dist/server/routes/demo.js +0 -434
  462. package/dist/server/routes/demo.js.map +0 -1
  463. package/dist/server/routes/extract.d.ts +0 -9
  464. package/dist/server/routes/extract.d.ts.map +0 -1
  465. package/dist/server/routes/extract.js +0 -150
  466. package/dist/server/routes/extract.js.map +0 -1
  467. package/dist/server/routes/fetch.d.ts +0 -8
  468. package/dist/server/routes/fetch.d.ts.map +0 -1
  469. package/dist/server/routes/fetch.js +0 -988
  470. package/dist/server/routes/fetch.js.map +0 -1
  471. package/dist/server/routes/health.d.ts +0 -8
  472. package/dist/server/routes/health.d.ts.map +0 -1
  473. package/dist/server/routes/health.js +0 -20
  474. package/dist/server/routes/health.js.map +0 -1
  475. package/dist/server/routes/jobs.d.ts +0 -8
  476. package/dist/server/routes/jobs.d.ts.map +0 -1
  477. package/dist/server/routes/jobs.js +0 -487
  478. package/dist/server/routes/jobs.js.map +0 -1
  479. package/dist/server/routes/mcp.d.ts +0 -18
  480. package/dist/server/routes/mcp.d.ts.map +0 -1
  481. package/dist/server/routes/mcp.js +0 -1260
  482. package/dist/server/routes/mcp.js.map +0 -1
  483. package/dist/server/routes/oauth.d.ts +0 -10
  484. package/dist/server/routes/oauth.d.ts.map +0 -1
  485. package/dist/server/routes/oauth.js +0 -334
  486. package/dist/server/routes/oauth.js.map +0 -1
  487. package/dist/server/routes/quick-answer.d.ts +0 -9
  488. package/dist/server/routes/quick-answer.d.ts.map +0 -1
  489. package/dist/server/routes/quick-answer.js +0 -93
  490. package/dist/server/routes/quick-answer.js.map +0 -1
  491. package/dist/server/routes/screenshot.d.ts +0 -23
  492. package/dist/server/routes/screenshot.d.ts.map +0 -1
  493. package/dist/server/routes/screenshot.js +0 -819
  494. package/dist/server/routes/screenshot.js.map +0 -1
  495. package/dist/server/routes/search.d.ts +0 -7
  496. package/dist/server/routes/search.d.ts.map +0 -1
  497. package/dist/server/routes/search.js +0 -312
  498. package/dist/server/routes/search.js.map +0 -1
  499. package/dist/server/routes/session.d.ts +0 -16
  500. package/dist/server/routes/session.d.ts.map +0 -1
  501. package/dist/server/routes/session.js +0 -278
  502. package/dist/server/routes/session.js.map +0 -1
  503. package/dist/server/routes/stats.d.ts +0 -7
  504. package/dist/server/routes/stats.d.ts.map +0 -1
  505. package/dist/server/routes/stats.js +0 -65
  506. package/dist/server/routes/stats.js.map +0 -1
  507. package/dist/server/routes/stripe.d.ts +0 -16
  508. package/dist/server/routes/stripe.d.ts.map +0 -1
  509. package/dist/server/routes/stripe.js +0 -283
  510. package/dist/server/routes/stripe.js.map +0 -1
  511. package/dist/server/routes/users.d.ts +0 -9
  512. package/dist/server/routes/users.d.ts.map +0 -1
  513. package/dist/server/routes/users.js +0 -1211
  514. package/dist/server/routes/users.js.map +0 -1
  515. package/dist/server/routes/watch.d.ts +0 -16
  516. package/dist/server/routes/watch.d.ts.map +0 -1
  517. package/dist/server/routes/watch.js +0 -257
  518. package/dist/server/routes/watch.js.map +0 -1
  519. package/dist/server/routes/webhooks.d.ts +0 -16
  520. package/dist/server/routes/webhooks.d.ts.map +0 -1
  521. package/dist/server/routes/webhooks.js +0 -74
  522. package/dist/server/routes/webhooks.js.map +0 -1
  523. package/dist/server/routes/youtube.d.ts +0 -7
  524. package/dist/server/routes/youtube.d.ts.map +0 -1
  525. package/dist/server/routes/youtube.js +0 -93
  526. package/dist/server/routes/youtube.js.map +0 -1
  527. package/dist/server/sentry.d.ts +0 -14
  528. package/dist/server/sentry.d.ts.map +0 -1
  529. package/dist/server/sentry.js +0 -39
  530. package/dist/server/sentry.js.map +0 -1
  531. package/dist/server/types.d.ts +0 -16
  532. package/dist/server/types.d.ts.map +0 -1
  533. package/dist/server/types.js +0 -8
  534. package/dist/server/types.js.map +0 -1
  535. package/dist/server/utils/response.d.ts +0 -45
  536. package/dist/server/utils/response.d.ts.map +0 -1
  537. package/dist/server/utils/response.js +0 -70
  538. package/dist/server/utils/response.js.map +0 -1
  539. package/dist/server/utils/sse.d.ts +0 -23
  540. package/dist/server/utils/sse.d.ts.map +0 -1
  541. package/dist/server/utils/sse.js +0 -39
  542. package/dist/server/utils/sse.js.map +0 -1
  543. package/dist/types.d.ts.map +0 -1
  544. package/dist/types.js.map +0 -1
@@ -1 +0,0 @@
1
- {"version":3,"file":"compat.js","sourceRoot":"","sources":["../../../src/server/routes/compat.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAG1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAE/E,MAAM,mBAAmB,GAAwB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;AAEnF;;;;GAIG;AACH,SAAS,mBAAmB,CAAC,OAAe;IAC1C,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1D,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAmB;IACpD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB;;;;OAIG;IACH,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC9D,IAAI,CAAC;YACH,MAAM,EACJ,GAAG,EACH,OAAO,GAAG,CAAC,UAAU,CAAC,EACtB,eAAe,GAAG,IAAI,EAAE,6BAA6B;YACrD,WAAW,EACX,WAAW,EACX,OAAO,EACP,OAAO,EACP,OAAO,EACP,OAAO,EACP,QAAQ;YACR,2BAA2B;YAC3B,OAAO,EAAE,YAAY,EACrB,WAAW,EACX,SAAS,EACT,QAAQ,EACR,MAAM,GACP,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,eAAe;YACf,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oCAAoC;iBAC5C,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,IAAI,CAAC;gBACH,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;oBAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBACnB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,aAAa;wBACpB,OAAO,EAAE,4DAA4D;qBACtE,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,2DAA2D;YAC3D,MAAM,WAAW,GAAG,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS,CAAC;YAEnE,8CAA8C;YAC9C,oEAAoE;YACpE,uDAAuD;YACvD,MAAM,OAAO,GAAgB;gBAC3B,MAAM,EAAE,WAAW;gBACnB,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,OAAO,IAAI,KAAK;gBACzB,MAAM,EAAE,MAAM,KAAK,IAAI;gBACvB,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBACjE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBACjE,GAAG,EAAE,eAAe,KAAK,KAAK;gBAC9B,OAAO,EAAE,mBAAmB,CAAC,OAAO,CAAC;gBACrC,OAAO;gBACP,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAC1C,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAClC,MAAM,EAAE,UAAU,EAAE,8BAA8B;aACnD,CAAC;YAEF,kCAAkC;YAClC,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,CAAC,QAAQ,GAAG;oBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,SAAS,EAAE,QAAQ,CAAC,SAAS;iBAC9B,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBAClC,IAAI,OAAO,GAAG,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;oBAC3C,GAAG,CAAC,YAAY,EAAE,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,eAAe;YACf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAExC,sCAAsC;YACtC,MAAM,IAAI,GAAQ;gBAChB,QAAQ,EAAE,MAAM,CAAC,OAAO;gBACxB,QAAQ,EAAE;oBACR,GAAG,MAAM,CAAC,QAAQ;oBAClB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,WAAW,EAAE,MAAM,CAAC,QAAQ,EAAE,WAAW,IAAI,EAAE;oBAC/C,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,IAAI,IAAI;oBAC3C,SAAS,EAAE,MAAM,CAAC,GAAG;oBACrB,UAAU,EAAE,GAAG;iBAChB;aACF,CAAC;YAEF,uBAAuB;YACvB,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,yCAAyC;gBACzC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBACnE,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC;YACjC,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7E,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YACnC,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC5B,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACxD,IAAI,CAAC,UAAU,GAAG,yBAAyB,MAAM,CAAC,UAAU,EAAE,CAAC;YACjE,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC9B,CAAC;YAED,gDAAgD;YAChD,8EAA8E;YAC9E,IAAI,eAA8E,CAAC;YAEnF,IAAI,YAAY,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrG,eAAe,GAAG,YAAY,CAAC;YACjC,CAAC;YAED,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAChC,CAAC,CAAM,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,CAC/F,CAAC;gBACF,IAAI,aAAa,EAAE,CAAC;oBAClB,eAAe,GAAG,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC;gBACnF,CAAC;YACH,CAAC;YAED,IAAI,eAAe,IAAI,SAAS,IAAI,WAAW,IAAI,mBAAmB,CAAC,QAAQ,CAAC,WAAgC,CAAC,EAAE,CAAC;gBAClH,MAAM,aAAa,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,OAAO,EAAE;oBAC5D,MAAM,EAAE,eAAe,CAAC,MAAM;oBAC9B,MAAM,EAAE,eAAe,CAAC,MAAM;oBAC9B,WAAW,EAAE,WAAgC;oBAC7C,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE;oBAC3B,QAAQ;iBACT,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;gBAC/B,IAAI,CAAC,iBAAiB,GAAG,aAAa,CAAC,UAAU,CAAC;YACpD,CAAC;iBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpC,wDAAwD;gBACxD,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC;YAClD,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;YAClC,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAChC,CAAC;YAED,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACpD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;;;OAIG;IACH,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC7D,IAAI,CAAC;YACH,MAAM,EACJ,GAAG,EACH,KAAK,GAAG,GAAG,EACX,QAAQ,GAAG,CAAC,EACZ,YAAY,GAAG,EAAE,EACjB,YAAY,GAAG,EAAE,EACjB,aAAa,GAAG,EAAE,EAClB,OAAO,GACR,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,eAAe;YACf,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oCAAoC;iBAC5C,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC;gBACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YACf,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oBAAoB;iBAC5B,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,IAAI,CAAC;gBACH,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;oBAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBACnB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,aAAa;wBACpB,OAAO,EAAE,4DAA4D;qBACtE,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,4CAA4C;YAC5C,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAEhE,4BAA4B;YAC5B,YAAY,CAAC,KAAK,IAAI,EAAE;gBACtB,IAAI,CAAC;oBACH,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;oBAErD,sBAAsB;oBACtB,MAAM,YAAY,GAAQ;wBACxB,QAAQ,EAAE,KAAK;wBACf,QAAQ;wBACR,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI;wBACpB,UAAU,EAAE,CAAC,QAAa,EAAE,EAAE;4BAC5B,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC;4BACjD,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;gCACzB,KAAK;gCACL,SAAS,EAAE,QAAQ,CAAC,OAAO;gCAC3B,WAAW,EAAE,QAAQ,CAAC,OAAO;6BAC9B,CAAC,CAAC;wBACL,CAAC;wBACD,mCAAmC;wBACnC,GAAG,aAAa;qBACjB,CAAC;oBAEF,+BAA+B;oBAC/B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,YAAY,CAAC,eAAe,GAAG,YAAY,CAAC;oBAC9C,CAAC;oBACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,YAAY,CAAC,eAAe,GAAG,YAAY,CAAC;oBAC9C,CAAC;oBAED,YAAY;oBACZ,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;oBAE/C,kCAAkC;oBAClC,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBACzC,GAAG,EAAE,CAAC,CAAC,GAAG;wBACV,QAAQ,EAAE,CAAC,CAAC,QAAQ;wBACpB,QAAQ,EAAE;4BACR,KAAK,EAAE,CAAC,CAAC,KAAK;4BACd,WAAW,EAAE,EAAE;4BACf,SAAS,EAAE,CAAC,CAAC,GAAG;4BAChB,UAAU,EAAE,GAAG;yBAChB;wBACD,KAAK,EAAE,CAAC,CAAC,KAAK;qBACf,CAAC,CAAC,CAAC;oBAEJ,0BAA0B;oBAC1B,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;wBACzB,MAAM,EAAE,WAAW;wBACnB,IAAI,EAAE,gBAAgB;wBACtB,KAAK,EAAE,OAAO,CAAC,MAAM;wBACrB,SAAS,EAAE,OAAO,CAAC,MAAM;wBACzB,WAAW,EAAE,OAAO,CAAC,MAAM;qBAC5B,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;wBACzB,MAAM,EAAE,QAAQ;wBAChB,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,eAAe;qBACxC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,+CAA+C;YAC/C,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,EAAE,EAAE,GAAG,CAAC,EAAE;aACX,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACnD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAChE,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAY,CAAC;YACnC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAEtC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,eAAe;iBACvB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,+CAA+C;YAC/C,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YACpD,IAAI,GAAG,CAAC,OAAO,IAAI,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,EAAE,CAAC;gBACpE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,eAAe;iBACvB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,kDAAkD;YAClD,MAAM,eAAe,GAAG,GAAG,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;YAE9E,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,eAAe;gBACvB,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,CAAC;gBAC7B,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;gBACrB,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,CAAC;gBACjC,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE;aACrB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC3D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;;;OAIG;IACH,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC9D,IAAI,CAAC;YACH,MAAM,EACJ,KAAK,EACL,KAAK,GAAG,CAAC,EACT,aAAa,GAAG,EAAE,GACnB,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,iBAAiB;YACjB,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACxC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,sCAAsC;iBAC9C,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,wDAAwD;YACxD,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;YAEzC,MAAM,SAAS,GAAG,uCAAuC,kBAAkB,CAAC,KAAe,CAAC,EAAE,CAAC;YAC/F,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE;gBAC5C,OAAO,EAAE;oBACP,YAAY,EAAE,oEAAoE;iBACnF;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5D,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,MAAM,OAAO,GAAU,EAAE,CAAC;YAE1B,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,EAAO,EAAE,IAAS,EAAE,EAAE;gBACvC,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;oBAAE,OAAO;gBAEpC,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;gBACxB,IAAI,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBACzD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC7D,IAAI,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBAE7D,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM;oBAAE,OAAO;gBAE9B,8CAA8C;gBAC9C,IAAI,GAAG,GAAG,MAAM,CAAC;gBACjB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC;oBACzD,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBAC7C,IAAI,IAAI,EAAE,CAAC;wBACT,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK;wBAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,uBAAuB,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjH,CAAC;gBAED,eAAe;gBACf,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;oBAC5B,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACnD,OAAO;oBACT,CAAC;oBACD,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;gBACpB,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;gBACT,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;YAEH,8CAA8C;YAC9C,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBAC3B,IAAI,CAAC;oBACH,uCAAuC;oBACvC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;wBACxC,MAAM,EAAE,UAAU;wBAClB,OAAO,EAAE,KAAK;wBACd,GAAG,aAAa;qBACjB,CAAC,CAAC;oBAEH,OAAO;wBACL,GAAG,EAAE,MAAM,CAAC,GAAG;wBACf,QAAQ,EAAE,UAAU,CAAC,OAAO;wBAC5B,QAAQ,EAAE;4BACR,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK;4BACvC,WAAW,EAAE,MAAM,CAAC,OAAO;4BAC3B,SAAS,EAAE,MAAM,CAAC,GAAG;4BACrB,UAAU,EAAE,GAAG;4BACf,GAAG,UAAU,CAAC,QAAQ;yBACvB;qBACF,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,wCAAwC;oBACxC,OAAO;wBACL,GAAG,EAAE,MAAM,CAAC,GAAG;wBACf,QAAQ,EAAE,EAAE;wBACZ,QAAQ,EAAE;4BACR,KAAK,EAAE,MAAM,CAAC,KAAK;4BACnB,WAAW,EAAE,MAAM,CAAC,OAAO;4BAC3B,SAAS,EAAE,MAAM,CAAC,GAAG;4BACrB,KAAK,EAAG,KAAe,CAAC,OAAO;yBAChC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,CACH,CAAC;YAEF,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,gBAAgB;aACvB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACpD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;;;OAIG;IACH,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC3D,IAAI,CAAC;YACH,MAAM,EACJ,GAAG,EACH,KAAK,GAAG,IAAI,EACZ,MAAM,GACP,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,eAAe;YACf,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oCAAoC;iBAC5C,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC;gBACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YACf,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oBAAoB;iBAC5B,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,IAAI,CAAC;gBACH,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;oBAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBACnB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,aAAa;wBACpB,OAAO,EAAE,4DAA4D;qBACtE,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,gBAAgB;YAChB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;gBAClC,OAAO,EAAE,KAAK;gBACd,MAAM;aACP,CAAC,CAAC;YAEH,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,MAAM,CAAC,IAAI;aACnB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YACjD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC9D,IAAI,CAAC;YACH,MAAM,EACJ,GAAG,EACH,OAAO,GAAG,CAAC,UAAU,CAAC,EACtB,eAAe,GAAG,IAAI,EACtB,WAAW,EACX,WAAW,EACX,OAAO,EACP,OAAO,EACP,OAAO,EACP,OAAO,EACP,QAAQ;YACR,iCAAiC;YACjC,QAAQ,EACR,KAAK,EACL,MAAM,EACN,gBAAgB,EAChB,OAAO,EACP,MAAM,GACP,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,eAAe;YACf,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oCAAoC;iBAC5C,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,IAAI,CAAC;gBACH,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;oBAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBACnB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,aAAa;wBACpB,OAAO,EAAE,4DAA4D;qBACtE,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;YAElG,oEAAoE;YACpE,IAAI,eAAe,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE;oBACvC,QAAQ,EAAE,QAAQ,KAAK,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,qBAAqB;oBACnE,KAAK,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;oBACpD,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;oBACvD,MAAM,EAAE,gBAAgB,IAAI,KAAK;oBACjC,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;oBAC1D,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;oBAC1D,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;oBACtD,OAAO,EAAE,mBAAmB,CAAC,OAAO,CAAC;oBACrC,OAAO;iBACR,CAAC,CAAC;gBAEH,GAAG,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE;wBACJ,UAAU,EAAE,QAAQ,MAAM,CAAC,WAAW,WAAW,MAAM,CAAC,UAAU,EAAE;wBACpE,QAAQ,EAAE;4BACR,SAAS,EAAE,MAAM,CAAC,GAAG;4BACrB,UAAU,EAAE,GAAG;4BACf,MAAM,EAAE,MAAM,CAAC,MAAM;yBACtB;qBACF;iBACF,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,mDAAmD;YACnD,MAAM,WAAW,GAAG,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS,IAAI,eAAe,CAAC;YAEtF,MAAM,OAAO,GAAgB;gBAC3B,MAAM,EAAE,WAAW;gBACnB,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,OAAO,IAAI,KAAK;gBACzB,MAAM,EAAE,MAAM,KAAK,IAAI;gBACvB,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBACjE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBACjE,GAAG,EAAE,eAAe,KAAK,KAAK;gBAC9B,OAAO,EAAE,mBAAmB,CAAC,OAAO,CAAC;gBACrC,OAAO;gBACP,UAAU,EAAE,eAAe;gBAC3B,kBAAkB,EAAE,QAAQ,KAAK,IAAI;gBACrC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAClC,MAAM,EAAE,UAAU;aACnB,CAAC;YAEF,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,CAAC,QAAQ,GAAG;oBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,SAAS,EAAE,QAAQ,CAAC,SAAS;iBAC9B,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBAClC,IAAI,OAAO,GAAG,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;oBAC3C,GAAG,CAAC,YAAY,EAAE,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAExC,MAAM,IAAI,GAAQ;gBAChB,QAAQ,EAAE,MAAM,CAAC,OAAO;gBACxB,QAAQ,EAAE;oBACR,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE;oBAC9C,QAAQ,EAAE,IAAI;oBACd,SAAS,EAAE,MAAM,CAAC,GAAG;oBACrB,UAAU,EAAE,GAAG;oBACf,GAAG,MAAM,CAAC,QAAQ;iBACnB;aACF,CAAC;YAEF,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBACnE,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC;YACjC,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7E,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YACnC,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC5B,CAAC;YAED,IAAI,eAAe,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACzC,IAAI,CAAC,UAAU,GAAG,yBAAyB,MAAM,CAAC,UAAU,EAAE,CAAC;YACjE,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC9B,CAAC;YAED,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACpD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -1,9 +0,0 @@
1
- /**
2
- * POST /v1/deep-fetch
3
- *
4
- * Deep web intelligence endpoint: search + fetch + synthesize + structure.
5
- * Body: { query, count?, format?, maxChars? }
6
- */
7
- import { Router } from 'express';
8
- export declare function createDeepFetchRouter(): Router;
9
- //# sourceMappingURL=deep-fetch.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"deep-fetch.d.ts","sourceRoot":"","sources":["../../../src/server/routes/deep-fetch.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAIpD,wBAAgB,qBAAqB,IAAI,MAAM,CA6C9C"}
@@ -1,50 +0,0 @@
1
- /**
2
- * POST /v1/deep-fetch
3
- *
4
- * Deep web intelligence endpoint: search + fetch + synthesize + structure.
5
- * Body: { query, count?, format?, maxChars? }
6
- */
7
- import { Router } from 'express';
8
- import { deepFetch } from '../../core/deep-fetch.js';
9
- export function createDeepFetchRouter() {
10
- const router = Router();
11
- router.post('/v1/deep-fetch', async (req, res) => {
12
- // Deprecation notice — prefer /v1/search?depth=deep
13
- res.setHeader('X-Deprecated', 'true');
14
- res.setHeader('X-Deprecated-Use', '/v1/search?depth=deep');
15
- // AUTH: require authentication (global middleware sets req.auth)
16
- const dfAuthId = req.auth?.keyInfo?.accountId || req.user?.userId;
17
- if (!dfAuthId) {
18
- res.status(401).json({ error: 'authentication_required', message: 'API key required. Get one at https://app.webpeel.dev/keys' });
19
- return;
20
- }
21
- try {
22
- const body = req.body;
23
- const query = body.query;
24
- if (!query || typeof query !== 'string' || !query.trim()) {
25
- res.status(400).json({ error: 'bad_request', message: 'Missing required field: query' });
26
- return;
27
- }
28
- const options = {
29
- query: query.trim(),
30
- count: typeof body.count === 'number' ? Math.min(Math.max(body.count, 1), 10) : 5,
31
- format: ['merged', 'structured', 'comparison'].includes(body.format)
32
- ? body.format
33
- : 'merged',
34
- maxChars: typeof body.maxChars === 'number' ? body.maxChars : 32000,
35
- };
36
- const result = await deepFetch(options);
37
- res.json({
38
- ...result,
39
- content: result.merged || '', // expose as `content` for consistency
40
- });
41
- }
42
- catch (err) {
43
- const message = err instanceof Error ? err.message : 'Unknown error';
44
- console.error('[deep-fetch] error:', message);
45
- res.status(500).json({ error: 'internal_error', message });
46
- }
47
- });
48
- return router;
49
- }
50
- //# sourceMappingURL=deep-fetch.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"deep-fetch.js","sourceRoot":"","sources":["../../../src/server/routes/deep-fetch.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAGrD,MAAM,UAAU,qBAAqB;IACnC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAClE,oDAAoD;QACpD,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QACtC,GAAG,CAAC,SAAS,CAAC,kBAAkB,EAAE,uBAAuB,CAAC,CAAC;QAE3D,iEAAiE;QACjE,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,IAAK,GAAW,CAAC,IAAI,EAAE,MAAM,CAAC;QAC3E,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,yBAAyB,EAAE,OAAO,EAAE,2DAA2D,EAAE,CAAC,CAAC;YACjI,OAAO;QAAI,CAAC;QACd,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,IAAsD,CAAC;YAExE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACzB,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;gBACzD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC,CAAC;gBACzF,OAAO;YACT,CAAC;YAED,MAAM,OAAO,GAAqB;gBAChC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE;gBACnB,KAAK,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjF,MAAM,EAAG,CAAC,QAAQ,EAAE,YAAY,EAAE,YAAY,CAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAa,CAAC;oBACpF,CAAC,CAAE,IAAI,CAAC,MAAiD;oBACzD,CAAC,CAAC,QAAQ;gBACZ,QAAQ,EAAE,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK;aACpE,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;YAExC,GAAG,CAAC,IAAI,CAAC;gBACP,GAAG,MAAM;gBACT,OAAO,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,EAAI,sCAAsC;aACvE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YACrE,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;YAC9C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -1,25 +0,0 @@
1
- /**
2
- * Demo endpoint — GET /v1/demo?url=<encoded_url>
3
- *
4
- * Unauthenticated endpoint for the WebPeel landing page hero demo.
5
- * Returns a truncated fetch result for allowed domains only.
6
- *
7
- * Security:
8
- * - Domain allowlist (no arbitrary URLs)
9
- * - Separate rate limiter: 3 req/min, 30 req/day per IP
10
- * - SSRF validation via validateUrl()
11
- * - HTTP-only fetch (no Puppeteer/browser rendering)
12
- * - 5s timeout, 3000 char content truncation
13
- * - CORS: only webpeel.dev + localhost
14
- * - In-memory cache: 10 min per URL
15
- */
16
- import { Router } from 'express';
17
- import { RateLimiter } from '../middleware/rate-limit.js';
18
- export interface DemoRouterOptions {
19
- /** Inject custom per-minute rate limiter (useful for testing) */
20
- perMinute?: RateLimiter;
21
- /** Inject custom per-day rate limiter (useful for testing) */
22
- perDay?: RateLimiter;
23
- }
24
- export declare function createDemoRouter(options?: DemoRouterOptions): Router;
25
- //# sourceMappingURL=demo.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"demo.d.ts","sourceRoot":"","sources":["../../../src/server/routes/demo.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAgR1D,MAAM,WAAW,iBAAiB;IAChC,iEAAiE;IACjE,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,8DAA8D;IAC9D,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,wBAAgB,gBAAgB,CAAC,OAAO,GAAE,iBAAsB,GAAG,MAAM,CAuPxE"}
@@ -1,434 +0,0 @@
1
- /**
2
- * Demo endpoint — GET /v1/demo?url=<encoded_url>
3
- *
4
- * Unauthenticated endpoint for the WebPeel landing page hero demo.
5
- * Returns a truncated fetch result for allowed domains only.
6
- *
7
- * Security:
8
- * - Domain allowlist (no arbitrary URLs)
9
- * - Separate rate limiter: 3 req/min, 30 req/day per IP
10
- * - SSRF validation via validateUrl()
11
- * - HTTP-only fetch (no Puppeteer/browser rendering)
12
- * - 5s timeout, 3000 char content truncation
13
- * - CORS: only webpeel.dev + localhost
14
- * - In-memory cache: 10 min per URL
15
- */
16
- import { Router } from 'express';
17
- import { RateLimiter } from '../middleware/rate-limit.js';
18
- import { simpleFetch } from '../../core/http-fetch.js';
19
- import { validateUrl } from '../../core/http-fetch.js';
20
- import { htmlToMarkdown, detectMainContent, countRemovedElements } from '../../core/markdown.js';
21
- import { extractMetadata } from '../../core/metadata.js';
22
- // ── Domain allowlist ──────────────────────────────────────────────────────────
23
- const ALLOWED_DOMAINS = new Set([
24
- 'stripe.com',
25
- 'wikipedia.org',
26
- 'en.wikipedia.org',
27
- 'news.ycombinator.com',
28
- 'github.com',
29
- 'reddit.com',
30
- 'www.reddit.com',
31
- 'bbc.com',
32
- 'www.bbc.com',
33
- 'nytimes.com',
34
- 'www.nytimes.com',
35
- 'techcrunch.com',
36
- 'arxiv.org',
37
- 'stackoverflow.com',
38
- 'producthunt.com',
39
- 'www.producthunt.com',
40
- 'theverge.com',
41
- 'www.theverge.com',
42
- 'arstechnica.com',
43
- 'www.arstechnica.com',
44
- 'docs.python.org',
45
- 'developer.mozilla.org',
46
- ]);
47
- // ── Rate limiters (demo-specific, separate from main API) ─────────────────────
48
- // 3 requests per minute per IP
49
- const perMinuteLimiter = new RateLimiter(60_000);
50
- // 30 requests per day per IP
51
- const perDayLimiter = new RateLimiter(24 * 60 * 60 * 1000);
52
- // Cleanup every 10 minutes
53
- setInterval(() => {
54
- perMinuteLimiter.cleanup();
55
- perDayLimiter.cleanup();
56
- }, 10 * 60 * 1000);
57
- const CACHE_TTL_MS = 10 * 60 * 1000; // 10 minutes
58
- const demoCache = new Map();
59
- const MAX_CONTENT_LENGTH = 3000;
60
- const FETCH_TIMEOUT_MS = 5000;
61
- const SIGN_UP_URL = 'https://app.webpeel.dev';
62
- // ── Wikipedia REST API headers (per Wikimedia User-Agent policy) ──────────────
63
- const WIKI_HEADERS = {
64
- 'User-Agent': 'WebPeel/0.17.1 (https://webpeel.dev; jake@jakeliu.me) Node.js',
65
- 'Api-User-Agent': 'WebPeel/0.17.1 (https://webpeel.dev; jake@jakeliu.me)',
66
- 'Cache-Control': 'no-cache',
67
- 'If-None-Match': '', // Prevent 304 responses from Wikipedia REST API
68
- };
69
- // ── Helper: strip HTML tags and decode common entities ────────────────────────
70
- // Uses a quote-aware regex to handle `>` inside attribute values (e.g. data-mw='{"type":"..."}')
71
- function stripHtmlTags(str) {
72
- return str
73
- // Remove tags, handling quoted attribute values containing >
74
- .replace(/<(?:[^>"']|"[^"]*"|'[^']*')*>/g, '')
75
- .replace(/&amp;/g, '&')
76
- .replace(/&lt;/g, '<')
77
- .replace(/&gt;/g, '>')
78
- .replace(/&quot;/g, '"')
79
- .replace(/&#39;/g, "'")
80
- .replace(/&nbsp;/g, ' ')
81
- .trim();
82
- }
83
- // ── Wikipedia-specific content cleaner (mirrors domain-extractors.ts) ─────────
84
- function cleanWikipediaContent(content) {
85
- return content
86
- // Remove [edit] links
87
- .replace(/\[edit\]/gi, '')
88
- // Remove citation brackets [1], [2], etc.
89
- .replace(/\[\d+\]/g, '')
90
- // Remove [citation needed], [verification], etc.
91
- .replace(/\[(citation needed|verification|improve this article|adding citations[^\]]*|when\?|where\?|who\?|clarification needed|dubious[^\]]*|failed verification[^\]]*|unreliable source[^\]]*)\]/gi, '')
92
- // Remove [Learn how and when to remove this message]
93
- .replace(/\[Learn how and when to remove this message\]/gi, '')
94
- // Clean up excess whitespace
95
- .replace(/\n{3,}/g, '\n\n')
96
- .trim();
97
- }
98
- // ── General post-processing for all demo content ──────────────────────────────
99
- function cleanDemoContent(content) {
100
- return content
101
- // Remove empty markdown links: [](/path "tooltip") or [ ](...)
102
- .replace(/\[(?:\s*)\]\([^)]*\)/g, '')
103
- // Remove Wikipedia boilerplate
104
- .replace(/From Wikipedia, the free encyclopedia\s*/gi, '')
105
- // Remove redirect notices
106
- .replace(/"[^"]*" (?:and "[^"]*" )?redirect(?:s)? here\.\s*(?:For[^.]*\.\s*)?/gi, '')
107
- // Remove [edit] links
108
- .replace(/\[edit\]/gi, '')
109
- // Remove citation brackets
110
- .replace(/\[\d+\]/g, '')
111
- // Remove stray JSON attribute value artifacts from HTML parsing (e.g. "}"> )
112
- .replace(/^["}'>]+\s*$/gm, '')
113
- // Clean up excess whitespace
114
- .replace(/\n{3,}/g, '\n\n')
115
- .trim();
116
- }
117
- // ── Wikipedia REST API fetcher ────────────────────────────────────────────────
118
- async function fetchWikipediaContent(url) {
119
- try {
120
- const urlObj = new URL(url);
121
- const pathParts = urlObj.pathname.split('/').filter(Boolean);
122
- // Only handle article pages: /wiki/Article_Title
123
- if (pathParts[0] !== 'wiki' || pathParts.length < 2)
124
- return null;
125
- const articleTitle = decodeURIComponent(pathParts[1]);
126
- // Skip special pages (contain a colon, e.g. Special:Random, Talk:Article)
127
- if (articleTitle.includes(':'))
128
- return null;
129
- const lang = urlObj.hostname.split('.')[0] || 'en';
130
- // Fetch summary for title/description
131
- const summaryUrl = `https://${lang}.wikipedia.org/api/rest_v1/page/summary/${encodeURIComponent(articleTitle)}`;
132
- const summaryResult = await simpleFetch(summaryUrl, undefined, 8000, {
133
- ...WIKI_HEADERS,
134
- 'Accept': 'application/json',
135
- });
136
- let summaryData = null;
137
- try {
138
- summaryData = JSON.parse(summaryResult.html || '');
139
- }
140
- catch {
141
- summaryData = null;
142
- }
143
- if (!summaryData || summaryData.type === 'https://mediawiki.org/wiki/HyperSwitch/errors/not_found') {
144
- return null;
145
- }
146
- const articleTitleClean = summaryData.title || articleTitle.replace(/_/g, ' ');
147
- const description = summaryData.description || '';
148
- // Fetch full content via mobile-html
149
- let fullContent = '';
150
- try {
151
- const mobileUrl = `https://${lang}.wikipedia.org/api/rest_v1/page/mobile-html/${encodeURIComponent(articleTitle)}`;
152
- const mobileResult = await simpleFetch(mobileUrl, undefined, 15000, {
153
- ...WIKI_HEADERS,
154
- 'Accept': 'text/html',
155
- });
156
- if (mobileResult?.html) {
157
- const sectionMatches = mobileResult.html.match(/<section[^>]*>([\s\S]*?)<\/section>/gi) || [];
158
- for (const section of sectionMatches) {
159
- // Extract section heading
160
- const headingMatch = section.match(/<h[2-6][^>]*id="([^"]*)"[^>]*class="[^"]*pcs-edit-section-title[^"]*"[^>]*>([\s\S]*?)<\/h[2-6]>/i);
161
- const heading = headingMatch ? stripHtmlTags(headingMatch[2]).trim() : '';
162
- // Extract paragraphs
163
- const paragraphs = section.match(/<p[^>]*>([\s\S]*?)<\/p>/gi) || [];
164
- const sectionText = paragraphs
165
- .map((p) => stripHtmlTags(p).trim())
166
- .filter((t) => t.length > 0)
167
- .join('\n\n');
168
- if (sectionText) {
169
- const prefix = heading ? `## ${heading}\n\n` : '';
170
- fullContent += `\n\n${prefix}${sectionText}`;
171
- }
172
- }
173
- }
174
- }
175
- catch {
176
- // mobile-html failed — fall back to summary extract
177
- fullContent = summaryData.extract || '';
178
- }
179
- // Clean Wikipedia noise
180
- fullContent = cleanWikipediaContent(fullContent);
181
- const cleanContent = `# ${articleTitleClean}\n\n${description ? `*${description}*\n\n` : ''}${fullContent || summaryData.extract || ''}`;
182
- return cleanContent;
183
- }
184
- catch {
185
- return null;
186
- }
187
- }
188
- // ── CORS helper ───────────────────────────────────────────────────────────────
189
- function setCorsHeaders(req, res) {
190
- const origin = req.headers.origin || '';
191
- // Allow webpeel.dev or any localhost:* origin
192
- if (origin === 'https://webpeel.dev' ||
193
- /^http:\/\/localhost(:\d+)?$/.test(origin) ||
194
- /^http:\/\/127\.0\.0\.1(:\d+)?$/.test(origin)) {
195
- res.setHeader('Access-Control-Allow-Origin', origin);
196
- res.setHeader('Vary', 'Origin');
197
- }
198
- res.setHeader('Access-Control-Allow-Methods', 'GET, OPTIONS');
199
- res.setHeader('Access-Control-Allow-Headers', 'Content-Type');
200
- }
201
- // ── IP extraction ─────────────────────────────────────────────────────────────
202
- function getClientIp(req) {
203
- const forwardedFor = req.headers['x-forwarded-for'];
204
- const firstForwardedIp = typeof forwardedFor === 'string'
205
- ? forwardedFor.split(',')[0].trim()
206
- : Array.isArray(forwardedFor) ? forwardedFor[0] : undefined;
207
- return req.headers['cf-connecting-ip']
208
- || firstForwardedIp
209
- || req.headers['x-real-ip']
210
- || req.ip
211
- || 'unknown';
212
- }
213
- export function createDemoRouter(options = {}) {
214
- const minuteLimiter = options.perMinute ?? perMinuteLimiter;
215
- const dayLimiter = options.perDay ?? perDayLimiter;
216
- const router = Router();
217
- // Handle CORS preflight
218
- router.options('/v1/demo', (req, res) => {
219
- setCorsHeaders(req, res);
220
- res.status(204).end();
221
- });
222
- router.get('/v1/demo', async (req, res) => {
223
- // Always set CORS headers
224
- setCorsHeaders(req, res);
225
- try {
226
- // ── 1. Validate URL parameter ────────────────────────────────────────────
227
- const { url } = req.query;
228
- if (!url || typeof url !== 'string') {
229
- res.status(400).json({ error: 'Missing required query parameter: url' });
230
- return;
231
- }
232
- if (url.length > 2048) {
233
- res.status(400).json({ error: 'URL too long (max 2048 characters)' });
234
- return;
235
- }
236
- // Parse URL to extract hostname
237
- let parsedUrl;
238
- try {
239
- parsedUrl = new URL(url);
240
- }
241
- catch {
242
- res.status(400).json({ error: 'Invalid URL format' });
243
- return;
244
- }
245
- if (!['http:', 'https:'].includes(parsedUrl.protocol)) {
246
- res.status(400).json({ error: 'Only HTTP and HTTPS URLs are allowed' });
247
- return;
248
- }
249
- // ── 2. Domain allowlist check ────────────────────────────────────────────
250
- const hostname = parsedUrl.hostname.toLowerCase();
251
- if (!ALLOWED_DOMAINS.has(hostname)) {
252
- res.status(403).json({
253
- error: 'Domain not allowed for demo. Sign up for full API access.',
254
- signUpUrl: SIGN_UP_URL,
255
- });
256
- return;
257
- }
258
- // ── 3. SSRF validation ───────────────────────────────────────────────────
259
- try {
260
- validateUrl(url);
261
- }
262
- catch {
263
- res.status(400).json({ error: 'URL blocked for security reasons' });
264
- return;
265
- }
266
- // ── 4. Rate limiting ─────────────────────────────────────────────────────
267
- const clientIp = getClientIp(req);
268
- const minuteResult = minuteLimiter.checkLimit(clientIp, 3);
269
- if (!minuteResult.allowed) {
270
- res.setHeader('Retry-After', String(minuteResult.retryAfter || 60));
271
- res.setHeader('X-RateLimit-Limit', '3');
272
- res.setHeader('X-RateLimit-Remaining', '0');
273
- res.status(429).json({
274
- error: 'Rate limit exceeded. Demo allows 3 requests per minute.',
275
- retryAfter: minuteResult.retryAfter,
276
- signUpUrl: SIGN_UP_URL,
277
- });
278
- return;
279
- }
280
- const dayResult = dayLimiter.checkLimit(clientIp, 30);
281
- if (!dayResult.allowed) {
282
- res.setHeader('Retry-After', String(dayResult.retryAfter || 86400));
283
- res.setHeader('X-RateLimit-Limit', '30');
284
- res.setHeader('X-RateLimit-Remaining', '0');
285
- res.status(429).json({
286
- error: 'Daily rate limit exceeded. Demo allows 30 requests per day.',
287
- retryAfter: dayResult.retryAfter,
288
- signUpUrl: SIGN_UP_URL,
289
- });
290
- return;
291
- }
292
- // ── 5. Cache lookup ──────────────────────────────────────────────────────
293
- const cacheKey = url;
294
- const cached = demoCache.get(cacheKey);
295
- if (cached && Date.now() - cached.timestamp < CACHE_TTL_MS) {
296
- res.setHeader('X-Cache', 'HIT');
297
- res.json(cached.result);
298
- return;
299
- }
300
- // ── 6. Fetch the page (HTTP-only, 5s timeout) ────────────────────────────
301
- const startTime = Date.now();
302
- let fetchResult;
303
- try {
304
- const abortController = new AbortController();
305
- const timeoutHandle = setTimeout(() => abortController.abort(), FETCH_TIMEOUT_MS);
306
- try {
307
- fetchResult = await simpleFetch(url, undefined, // default user agent
308
- FETCH_TIMEOUT_MS, undefined, // no custom headers
309
- abortController.signal);
310
- }
311
- finally {
312
- clearTimeout(timeoutHandle);
313
- }
314
- }
315
- catch (err) {
316
- const msg = err?.message || 'Failed to fetch URL';
317
- res.status(502).json({ error: `Fetch failed: ${msg.replace(/[<>"']/g, '')}` });
318
- return;
319
- }
320
- const fetchTimeMs = Date.now() - startTime;
321
- // ── 7. Extract title and content ─────────────────────────────────────────
322
- const html = fetchResult.html || '';
323
- // Count what will be removed BEFORE cleaning runs
324
- let cleaningStats;
325
- try {
326
- cleaningStats = countRemovedElements(html);
327
- }
328
- catch {
329
- cleaningStats = {
330
- scripts: 0, styles: 0, ads: 0, tracking: 0,
331
- navigation: 0, socialWidgets: 0, popups: 0, totalRemoved: 0,
332
- originalSizeBytes: Buffer.byteLength(html, 'utf8'),
333
- cleanedSizeBytes: 0, reductionPercent: 0,
334
- };
335
- }
336
- // Extract title from metadata
337
- let title = '';
338
- try {
339
- const meta = extractMetadata(html, url);
340
- title = meta.title || '';
341
- }
342
- catch {
343
- title = '';
344
- }
345
- // Extract main content and convert to markdown
346
- // For Wikipedia URLs: use the REST API for clean structured content
347
- let markdownContent = '';
348
- const isWikipedia = /(?:^|\.)wikipedia\.org$/.test(parsedUrl.hostname.toLowerCase());
349
- if (isWikipedia) {
350
- try {
351
- const wikiContent = await fetchWikipediaContent(url);
352
- if (wikiContent) {
353
- markdownContent = wikiContent;
354
- }
355
- }
356
- catch {
357
- markdownContent = '';
358
- }
359
- }
360
- // Fall back to generic HTML→markdown pipeline if Wikipedia fetch failed/N/A
361
- if (!markdownContent) {
362
- try {
363
- const detected = detectMainContent(html);
364
- const contentHtml = detected.html || html;
365
- markdownContent = htmlToMarkdown(contentHtml, { prune: true });
366
- }
367
- catch {
368
- markdownContent = '';
369
- }
370
- }
371
- // Apply general post-processing to remove common noise artifacts
372
- markdownContent = cleanDemoContent(markdownContent);
373
- // Finalize cleaning stats now that we have the cleaned content size
374
- const cleanedSizeBytes = Buffer.byteLength(markdownContent, 'utf8');
375
- const originalSizeBytes = cleaningStats.originalSizeBytes;
376
- const reductionPercent = originalSizeBytes > 0
377
- ? Math.round(((originalSizeBytes - cleanedSizeBytes) / originalSizeBytes) * 100)
378
- : 0;
379
- const cleaned = {
380
- scripts: cleaningStats.scripts,
381
- styles: cleaningStats.styles,
382
- ads: cleaningStats.ads,
383
- tracking: cleaningStats.tracking,
384
- navigation: cleaningStats.navigation,
385
- socialWidgets: cleaningStats.socialWidgets,
386
- popups: cleaningStats.popups,
387
- totalRemoved: cleaningStats.totalRemoved,
388
- originalSizeKB: Math.round(originalSizeBytes / 1024 * 10) / 10,
389
- cleanedSizeKB: Math.round(cleanedSizeBytes / 1024 * 10) / 10,
390
- reductionPercent: Math.max(0, Math.min(100, reductionPercent)),
391
- };
392
- // ── 7b. Token savings metrics ────────────────────────────────────────────
393
- const rawTokens = Math.round(html.length / 4);
394
- const cleanTokens = Math.round(markdownContent.length / 4);
395
- const savingsPercent = rawTokens > 0
396
- ? Math.max(0, Math.round((1 - cleanTokens / rawTokens) * 100))
397
- : 0;
398
- const tokenEstimate = {
399
- raw: rawTokens,
400
- clean: cleanTokens,
401
- savings: savingsPercent,
402
- };
403
- // ── 8. Truncate content ──────────────────────────────────────────────────
404
- const truncated = markdownContent.length > MAX_CONTENT_LENGTH;
405
- const content = truncated
406
- ? markdownContent.slice(0, MAX_CONTENT_LENGTH)
407
- : markdownContent;
408
- // Count words in the truncated content
409
- const wordCount = content.split(/\s+/).filter(Boolean).length;
410
- // ── 9. Build response and cache ──────────────────────────────────────────
411
- const response = {
412
- url: fetchResult.url || url,
413
- title,
414
- content,
415
- wordCount,
416
- fetchTimeMs,
417
- truncated,
418
- demo: true,
419
- signUpUrl: SIGN_UP_URL,
420
- cleaned,
421
- tokenEstimate,
422
- };
423
- demoCache.set(cacheKey, { result: response, timestamp: Date.now() });
424
- res.setHeader('X-Cache', 'MISS');
425
- res.json(response);
426
- }
427
- catch (error) {
428
- console.error('Demo endpoint error:', error);
429
- res.status(500).json({ error: 'Internal server error' });
430
- }
431
- });
432
- return router;
433
- }
434
- //# sourceMappingURL=demo.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"demo.js","sourceRoot":"","sources":["../../../src/server/routes/demo.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,oBAAoB,EAAiB,MAAM,wBAAwB,CAAC;AAChH,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,iFAAiF;AAEjF,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,YAAY;IACZ,eAAe;IACf,kBAAkB;IAClB,sBAAsB;IACtB,YAAY;IACZ,YAAY;IACZ,gBAAgB;IAChB,SAAS;IACT,aAAa;IACb,aAAa;IACb,iBAAiB;IACjB,gBAAgB;IAChB,WAAW;IACX,mBAAmB;IACnB,iBAAiB;IACjB,qBAAqB;IACrB,cAAc;IACd,kBAAkB;IAClB,iBAAiB;IACjB,qBAAqB;IACrB,iBAAiB;IACjB,uBAAuB;CACxB,CAAC,CAAC;AAEH,iFAAiF;AAEjF,+BAA+B;AAC/B,MAAM,gBAAgB,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC;AAEjD,6BAA6B;AAC7B,MAAM,aAAa,GAAG,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;AAE3D,2BAA2B;AAC3B,WAAW,CAAC,GAAG,EAAE;IACf,gBAAgB,CAAC,OAAO,EAAE,CAAC;IAC3B,aAAa,CAAC,OAAO,EAAE,CAAC;AAC1B,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;AASnB,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;AAClD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAsB,CAAC;AAqChD,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,WAAW,GAAG,yBAAyB,CAAC;AAE9C,iFAAiF;AAEjF,MAAM,YAAY,GAAG;IACnB,YAAY,EAAE,+DAA+D;IAC7E,gBAAgB,EAAE,uDAAuD;IACzE,eAAe,EAAE,UAAU;IAC3B,eAAe,EAAE,EAAE,EAAG,gDAAgD;CACvE,CAAC;AAEF,iFAAiF;AACjF,iGAAiG;AAEjG,SAAS,aAAa,CAAC,GAAW;IAChC,OAAO,GAAG;QACR,6DAA6D;SAC5D,OAAO,CAAC,gCAAgC,EAAE,EAAE,CAAC;SAC7C,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,iFAAiF;AAEjF,SAAS,qBAAqB,CAAC,OAAe;IAC5C,OAAO,OAAO;QACZ,sBAAsB;SACrB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;QAC1B,0CAA0C;SACzC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;QACxB,iDAAiD;SAChD,OAAO,CAAC,4LAA4L,EAAE,EAAE,CAAC;QAC1M,qDAAqD;SACpD,OAAO,CAAC,iDAAiD,EAAE,EAAE,CAAC;QAC/D,6BAA6B;SAC5B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,iFAAiF;AAEjF,SAAS,gBAAgB,CAAC,OAAe;IACvC,OAAO,OAAO;QACZ,gEAAgE;SAC/D,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC;QACrC,+BAA+B;SAC9B,OAAO,CAAC,4CAA4C,EAAE,EAAE,CAAC;QAC1D,0BAA0B;SACzB,OAAO,CAAC,uEAAuE,EAAE,EAAE,CAAC;QACrF,sBAAsB;SACrB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;QAC1B,2BAA2B;SAC1B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;QACxB,6EAA6E;SAC5E,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;QAC9B,6BAA6B;SAC5B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,iFAAiF;AAEjF,KAAK,UAAU,qBAAqB,CAAC,GAAW;IAC9C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE7D,iDAAiD;QACjD,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAEjE,MAAM,YAAY,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,0EAA0E;QAC1E,IAAI,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAE5C,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QAEnD,sCAAsC;QACtC,MAAM,UAAU,GAAG,WAAW,IAAI,2CAA2C,kBAAkB,CAAC,YAAY,CAAC,EAAE,CAAC;QAChH,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE;YACnE,GAAG,YAAY;YACf,QAAQ,EAAE,kBAAkB;SAC7B,CAAC,CAAC;QAEH,IAAI,WAAW,GAA+B,IAAI,CAAC;QACnD,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,yDAAyD,EAAE,CAAC;YACnG,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,iBAAiB,GAAY,WAAW,CAAC,KAAgB,IAAI,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACnG,MAAM,WAAW,GAAY,WAAW,CAAC,WAAsB,IAAI,EAAE,CAAC;QAEtE,qCAAqC;QACrC,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,WAAW,IAAI,+CAA+C,kBAAkB,CAAC,YAAY,CAAC,EAAE,CAAC;YACnH,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE;gBAClE,GAAG,YAAY;gBACf,QAAQ,EAAE,WAAW;aACtB,CAAC,CAAC;YAEH,IAAI,YAAY,EAAE,IAAI,EAAE,CAAC;gBACvB,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,uCAAuC,CAAC,IAAI,EAAE,CAAC;gBAC9F,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;oBACrC,0BAA0B;oBAC1B,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,kGAAkG,CAAC,CAAC;oBACvI,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1E,qBAAqB;oBACrB,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,IAAI,EAAE,CAAC;oBACpE,MAAM,WAAW,GAAG,UAAU;yBAC3B,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;yBAC3C,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;yBACnC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAChB,IAAI,WAAW,EAAE,CAAC;wBAChB,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;wBAClD,WAAW,IAAI,OAAO,MAAM,GAAG,WAAW,EAAE,CAAC;oBAC/C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,oDAAoD;YACpD,WAAW,GAAI,WAAW,CAAC,OAAkB,IAAI,EAAE,CAAC;QACtD,CAAC;QAED,wBAAwB;QACxB,WAAW,GAAG,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAEjD,MAAM,YAAY,GAAG,KAAK,iBAAiB,OAAO,WAAW,CAAC,CAAC,CAAC,IAAI,WAAW,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,IAAK,WAAW,CAAC,OAAkB,IAAI,EAAE,EAAE,CAAC;QACrJ,OAAO,YAAY,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,iFAAiF;AAEjF,SAAS,cAAc,CAAC,GAAY,EAAE,GAAa;IACjD,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IACxC,8CAA8C;IAC9C,IACE,MAAM,KAAK,qBAAqB;QAChC,6BAA6B,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1C,gCAAgC,CAAC,IAAI,CAAC,MAAM,CAAC,EAC7C,CAAC;QACD,GAAG,CAAC,SAAS,CAAC,6BAA6B,EAAE,MAAM,CAAC,CAAC;QACrD,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClC,CAAC;IACD,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAC;IAC9D,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAC;AAChE,CAAC;AAED,iFAAiF;AAEjF,SAAS,WAAW,CAAC,GAAY;IAC/B,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACpD,MAAM,gBAAgB,GAAG,OAAO,YAAY,KAAK,QAAQ;QACvD,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;QACnC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE9D,OAAQ,GAAG,CAAC,OAAO,CAAC,kBAAkB,CAAY;WAC7C,gBAAgB;WACf,GAAG,CAAC,OAAO,CAAC,WAAW,CAAY;WACpC,GAAG,CAAC,EAAE;WACN,SAAS,CAAC;AACjB,CAAC;AAWD,MAAM,UAAU,gBAAgB,CAAC,UAA6B,EAAE;IAC9D,MAAM,aAAa,GAAG,OAAO,CAAC,SAAS,IAAI,gBAAgB,CAAC;IAC5D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC;IACnD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB,wBAAwB;IACxB,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QACzD,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACzB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC3D,0BAA0B;QAC1B,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAEzB,IAAI,CAAC;YACH,4EAA4E;YAC5E,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC;YAE1B,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,uCAAuC,EAAE,CAAC,CAAC;gBACzE,OAAO;YACT,CAAC;YAED,IAAI,GAAG,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;gBACtB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,oCAAoC,EAAE,CAAC,CAAC;gBACtE,OAAO;YACT,CAAC;YAED,gCAAgC;YAChC,IAAI,SAAc,CAAC;YACnB,IAAI,CAAC;gBACH,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACtD,OAAO;YACT,CAAC;YAED,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,sCAAsC,EAAE,CAAC,CAAC;gBACxE,OAAO;YACT,CAAC;YAED,4EAA4E;YAC5E,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAClD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,2DAA2D;oBAClE,SAAS,EAAE,WAAW;iBACvB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,4EAA4E;YAC5E,IAAI,CAAC;gBACH,WAAW,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kCAAkC,EAAE,CAAC,CAAC;gBACpE,OAAO;YACT,CAAC;YAED,4EAA4E;YAC5E,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;YAElC,MAAM,YAAY,GAAG,aAAa,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;gBAC1B,GAAG,CAAC,SAAS,CAAC,aAAa,EAAE,MAAM,CAAC,YAAY,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC;gBACpE,GAAG,CAAC,SAAS,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;gBACxC,GAAG,CAAC,SAAS,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;gBAC5C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,yDAAyD;oBAChE,UAAU,EAAE,YAAY,CAAC,UAAU;oBACnC,SAAS,EAAE,WAAW;iBACvB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,UAAU,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;gBACvB,GAAG,CAAC,SAAS,CAAC,aAAa,EAAE,MAAM,CAAC,SAAS,CAAC,UAAU,IAAI,KAAK,CAAC,CAAC,CAAC;gBACpE,GAAG,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;gBACzC,GAAG,CAAC,SAAS,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;gBAC5C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,6DAA6D;oBACpE,UAAU,EAAE,SAAS,CAAC,UAAU;oBAChC,SAAS,EAAE,WAAW;iBACvB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,4EAA4E;YAC5E,MAAM,QAAQ,GAAG,GAAG,CAAC;YACrB,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,GAAG,YAAY,EAAE,CAAC;gBAC3D,GAAG,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;gBAChC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACxB,OAAO;YACT,CAAC;YAED,4EAA4E;YAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,IAAI,WAAoD,CAAC;YACzD,IAAI,CAAC;gBACH,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;gBAC9C,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,gBAAgB,CAAC,CAAC;gBAElF,IAAI,CAAC;oBACH,WAAW,GAAG,MAAM,WAAW,CAC7B,GAAG,EACH,SAAS,EAAQ,qBAAqB;oBACtC,gBAAgB,EAChB,SAAS,EAAQ,oBAAoB;oBACrC,eAAe,CAAC,MAAM,CACvB,CAAC;gBACJ,CAAC;wBAAS,CAAC;oBACT,YAAY,CAAC,aAAa,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,MAAM,GAAG,GAAG,GAAG,EAAE,OAAO,IAAI,qBAAqB,CAAC;gBAClD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/E,OAAO;YACT,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE3C,4EAA4E;YAC5E,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,IAAI,EAAE,CAAC;YAEpC,kDAAkD;YAClD,IAAI,aAA4B,CAAC;YACjC,IAAI,CAAC;gBACH,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;YAAC,MAAM,CAAC;gBACP,aAAa,GAAG;oBACd,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC;oBAC1C,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC;oBAC3D,iBAAiB,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC;oBAClD,gBAAgB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC;iBACzC,CAAC;YACJ,CAAC;YAED,8BAA8B;YAC9B,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACxC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,GAAG,EAAE,CAAC;YACb,CAAC;YAED,+CAA+C;YAC/C,oEAAoE;YACpE,IAAI,eAAe,GAAG,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,yBAAyB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;YACrF,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,MAAM,WAAW,GAAG,MAAM,qBAAqB,CAAC,GAAG,CAAC,CAAC;oBACrD,IAAI,WAAW,EAAE,CAAC;wBAChB,eAAe,GAAG,WAAW,CAAC;oBAChC,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,eAAe,GAAG,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,4EAA4E;YAC5E,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;oBACzC,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC;oBAC1C,eAAe,GAAG,cAAc,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACjE,CAAC;gBAAC,MAAM,CAAC;oBACP,eAAe,GAAG,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,iEAAiE;YACjE,eAAe,GAAG,gBAAgB,CAAC,eAAe,CAAC,CAAC;YAEpD,oEAAoE;YACpE,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;YACpE,MAAM,iBAAiB,GAAG,aAAa,CAAC,iBAAiB,CAAC;YAC1D,MAAM,gBAAgB,GAAG,iBAAiB,GAAG,CAAC;gBAC5C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,iBAAiB,GAAG,gBAAgB,CAAC,GAAG,iBAAiB,CAAC,GAAG,GAAG,CAAC;gBAChF,CAAC,CAAC,CAAC,CAAC;YAEN,MAAM,OAAO,GAAmB;gBAC9B,OAAO,EAAO,aAAa,CAAC,OAAO;gBACnC,MAAM,EAAQ,aAAa,CAAC,MAAM;gBAClC,GAAG,EAAW,aAAa,CAAC,GAAG;gBAC/B,QAAQ,EAAM,aAAa,CAAC,QAAQ;gBACpC,UAAU,EAAI,aAAa,CAAC,UAAU;gBACtC,aAAa,EAAE,aAAa,CAAC,aAAa;gBAC1C,MAAM,EAAQ,aAAa,CAAC,MAAM;gBAClC,YAAY,EAAE,aAAa,CAAC,YAAY;gBACxC,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,GAAG,EAAE,CAAC,GAAG,EAAE;gBAC9D,aAAa,EAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAI,IAAI,GAAG,EAAE,CAAC,GAAG,EAAE;gBAC9D,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;aAC/D,CAAC;YAEF,4EAA4E;YAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC3D,MAAM,cAAc,GAAG,SAAS,GAAG,CAAC;gBAClC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC;gBAC9D,CAAC,CAAC,CAAC,CAAC;YACN,MAAM,aAAa,GAAkB;gBACnC,GAAG,EAAE,SAAS;gBACd,KAAK,EAAE,WAAW;gBAClB,OAAO,EAAE,cAAc;aACxB,CAAC;YAEF,4EAA4E;YAC5E,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,GAAG,kBAAkB,CAAC;YAC9D,MAAM,OAAO,GAAG,SAAS;gBACvB,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC;gBAC9C,CAAC,CAAC,eAAe,CAAC;YAEpB,uCAAuC;YACvC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;YAE9D,4EAA4E;YAC5E,MAAM,QAAQ,GAAiB;gBAC7B,GAAG,EAAE,WAAW,CAAC,GAAG,IAAI,GAAG;gBAC3B,KAAK;gBACL,OAAO;gBACP,SAAS;gBACT,WAAW;gBACX,SAAS;gBACT,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,WAAW;gBACtB,OAAO;gBACP,aAAa;aACd,CAAC;YAEF,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAErE,GAAG,CAAC,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -1,9 +0,0 @@
1
- /**
2
- * POST /v1/extract — Firecrawl-compatible JSON Schema extraction endpoint.
3
- *
4
- * Body: { url: string, schema?: object, prompt?: string, llmApiKey?: string, model?: string }
5
- * Returns: { success: true, data: <extracted data> }
6
- */
7
- import { Router } from 'express';
8
- export declare function createExtractRouter(): Router;
9
- //# sourceMappingURL=extract.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../../src/server/routes/extract.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAIpD,wBAAgB,mBAAmB,IAAI,MAAM,CAqK5C"}