webpeel 0.19.4 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/cache.d.ts +0 -1
- package/dist/cache.js +0 -1
- package/dist/cli/commands/auth.d.ts +5 -0
- package/dist/cli/commands/auth.js +476 -0
- package/dist/cli/commands/fetch.d.ts +6 -0
- package/dist/cli/commands/fetch.js +1015 -0
- package/dist/cli/commands/interact.d.ts +5 -0
- package/dist/cli/commands/interact.js +839 -0
- package/dist/cli/commands/jobs.d.ts +5 -0
- package/dist/cli/commands/jobs.js +997 -0
- package/dist/cli/commands/screenshot.d.ts +5 -0
- package/dist/cli/commands/screenshot.js +273 -0
- package/dist/cli/commands/search.d.ts +5 -0
- package/dist/cli/commands/search.js +524 -0
- package/dist/cli/utils.d.ts +84 -0
- package/dist/cli/utils.js +686 -0
- package/dist/cli-auth.d.ts +0 -1
- package/dist/cli-auth.js +0 -1
- package/dist/cli.d.ts +7 -6
- package/dist/cli.js +35 -4698
- package/dist/core/actions.d.ts +0 -1
- package/dist/core/actions.js +0 -1
- package/dist/core/agent.d.ts +0 -1
- package/dist/core/agent.js +9 -12
- package/dist/core/answer.d.ts +0 -1
- package/dist/core/answer.js +0 -1
- package/dist/core/application-tracker.d.ts +0 -1
- package/dist/core/application-tracker.js +0 -1
- package/dist/core/apply.d.ts +0 -1
- package/dist/core/apply.js +0 -1
- package/dist/core/auto-extract.d.ts +0 -1
- package/dist/core/auto-extract.js +0 -1
- package/dist/core/auto-interact.d.ts +0 -1
- package/dist/core/auto-interact.js +0 -1
- package/dist/core/bm25-filter.d.ts +0 -1
- package/dist/core/bm25-filter.js +0 -1
- package/dist/core/branding.d.ts +0 -1
- package/dist/core/branding.js +0 -1
- package/dist/core/browser-fetch.d.ts +0 -1
- package/dist/core/browser-fetch.js +17 -10
- package/dist/core/browser-pool.d.ts +0 -1
- package/dist/core/browser-pool.js +0 -1
- package/dist/core/budget.d.ts +0 -1
- package/dist/core/budget.js +0 -1
- package/dist/core/cache.d.ts +0 -1
- package/dist/core/cache.js +0 -1
- package/dist/core/cf-worker-proxy.d.ts +0 -1
- package/dist/core/cf-worker-proxy.js +0 -1
- package/dist/core/challenge-detection.d.ts +0 -1
- package/dist/core/challenge-detection.js +0 -1
- package/dist/core/change-tracking.d.ts +0 -1
- package/dist/core/change-tracking.js +0 -1
- package/dist/core/chunker.d.ts +0 -1
- package/dist/core/chunker.js +0 -1
- package/dist/core/chunking.d.ts +0 -1
- package/dist/core/chunking.js +0 -1
- package/dist/core/cloak-fetch.d.ts +0 -1
- package/dist/core/cloak-fetch.js +0 -1
- package/dist/core/content-pruner.d.ts +0 -1
- package/dist/core/content-pruner.js +0 -1
- package/dist/core/crawl-checkpoint.d.ts +0 -1
- package/dist/core/crawl-checkpoint.js +0 -1
- package/dist/core/crawler.d.ts +0 -1
- package/dist/core/crawler.js +6 -5
- package/dist/core/cycle-fetch.d.ts +0 -1
- package/dist/core/cycle-fetch.js +0 -1
- package/dist/core/deep-fetch.d.ts +0 -1
- package/dist/core/deep-fetch.js +0 -1
- package/dist/core/design-analysis.d.ts +0 -1
- package/dist/core/design-analysis.js +0 -1
- package/dist/core/design-compare.d.ts +0 -1
- package/dist/core/design-compare.js +0 -1
- package/dist/core/diff.d.ts +0 -1
- package/dist/core/diff.js +0 -1
- package/dist/core/dns-cache.d.ts +0 -1
- package/dist/core/dns-cache.js +0 -1
- package/dist/core/documents.d.ts +0 -1
- package/dist/core/documents.js +0 -1
- package/dist/core/domain-extractors.d.ts +0 -1
- package/dist/core/domain-extractors.js +0 -1
- package/dist/core/extract-inline.d.ts +0 -1
- package/dist/core/extract-inline.js +0 -1
- package/dist/core/extract-listings.d.ts +0 -1
- package/dist/core/extract-listings.js +0 -1
- package/dist/core/extract.d.ts +0 -1
- package/dist/core/extract.js +0 -1
- package/dist/core/fetcher.d.ts +0 -1
- package/dist/core/fetcher.js +0 -1
- package/dist/core/google-cache.d.ts +0 -1
- package/dist/core/google-cache.js +0 -1
- package/dist/core/hotel-search.d.ts +0 -1
- package/dist/core/hotel-search.js +0 -1
- package/dist/core/http-fetch.d.ts +0 -1
- package/dist/core/http-fetch.js +5 -7
- package/dist/core/human.d.ts +0 -1
- package/dist/core/human.js +0 -1
- package/dist/core/jobs.d.ts +0 -1
- package/dist/core/jobs.js +0 -1
- package/dist/core/json-ld.d.ts +0 -1
- package/dist/core/json-ld.js +0 -1
- package/dist/core/llm-extract.d.ts +0 -1
- package/dist/core/llm-extract.js +0 -1
- package/dist/core/logger.d.ts +17 -0
- package/dist/core/logger.js +44 -0
- package/dist/core/map.d.ts +0 -1
- package/dist/core/map.js +0 -1
- package/dist/core/markdown.d.ts +0 -1
- package/dist/core/markdown.js +0 -1
- package/dist/core/metadata.d.ts +0 -1
- package/dist/core/metadata.js +0 -1
- package/dist/core/paginate.d.ts +0 -1
- package/dist/core/paginate.js +0 -1
- package/dist/core/pdf.d.ts +0 -1
- package/dist/core/pdf.js +0 -1
- package/dist/core/peel-tls.d.ts +0 -1
- package/dist/core/peel-tls.js +0 -1
- package/dist/core/pipeline.d.ts +0 -1
- package/dist/core/pipeline.js +22 -25
- package/dist/core/profiles.d.ts +0 -1
- package/dist/core/profiles.js +0 -1
- package/dist/core/quick-answer.d.ts +0 -1
- package/dist/core/quick-answer.js +0 -1
- package/dist/core/rate-governor.d.ts +0 -1
- package/dist/core/rate-governor.js +0 -1
- package/dist/core/readability.d.ts +0 -1
- package/dist/core/readability.js +0 -1
- package/dist/core/research.d.ts +0 -1
- package/dist/core/research.js +0 -1
- package/dist/core/schema-extraction.d.ts +0 -1
- package/dist/core/schema-extraction.js +0 -1
- package/dist/core/schema-postprocess.d.ts +0 -1
- package/dist/core/schema-postprocess.js +0 -1
- package/dist/core/schema-templates.d.ts +0 -1
- package/dist/core/schema-templates.js +0 -1
- package/dist/core/screenshot.d.ts +0 -1
- package/dist/core/screenshot.js +0 -1
- package/dist/core/search-fallback.d.ts +0 -1
- package/dist/core/search-fallback.js +0 -1
- package/dist/core/search-provider.d.ts +0 -1
- package/dist/core/search-provider.js +18 -21
- package/dist/core/site-search.d.ts +0 -1
- package/dist/core/site-search.js +0 -1
- package/dist/core/sitemap.d.ts +0 -1
- package/dist/core/sitemap.js +0 -1
- package/dist/core/stealth-patches.d.ts +0 -1
- package/dist/core/stealth-patches.js +0 -1
- package/dist/core/stemmer.d.ts +0 -1
- package/dist/core/stemmer.js +0 -1
- package/dist/core/strategies.d.ts +6 -1
- package/dist/core/strategies.js +29 -41
- package/dist/core/strategy-hooks.d.ts +0 -1
- package/dist/core/strategy-hooks.js +0 -1
- package/dist/core/summarize.d.ts +0 -1
- package/dist/core/summarize.js +0 -1
- package/dist/core/synonyms.d.ts +0 -1
- package/dist/core/synonyms.js +0 -1
- package/dist/core/table-format.d.ts +0 -1
- package/dist/core/table-format.js +0 -1
- package/dist/core/timing.d.ts +0 -1
- package/dist/core/timing.js +0 -1
- package/dist/core/user-agents.d.ts +0 -1
- package/dist/core/user-agents.js +0 -1
- package/dist/core/watch-manager.d.ts +0 -1
- package/dist/core/watch-manager.js +0 -1
- package/dist/core/watch.d.ts +0 -1
- package/dist/core/watch.js +0 -1
- package/dist/core/youtube.d.ts +0 -1
- package/dist/core/youtube.js +0 -1
- package/dist/index.d.ts +8 -3
- package/dist/index.js +27 -3
- package/dist/integrations/index.d.ts +0 -1
- package/dist/integrations/index.js +0 -1
- package/dist/integrations/langchain.d.ts +0 -1
- package/dist/integrations/langchain.js +0 -1
- package/dist/integrations/llamaindex.d.ts +0 -1
- package/dist/integrations/llamaindex.js +0 -1
- package/dist/mcp/handlers/act.d.ts +5 -0
- package/dist/mcp/handlers/act.js +34 -0
- package/dist/mcp/handlers/definitions.d.ts +6 -0
- package/dist/mcp/handlers/definitions.js +266 -0
- package/dist/mcp/handlers/extract.d.ts +6 -0
- package/dist/mcp/handlers/extract.js +102 -0
- package/dist/mcp/handlers/fetch.d.ts +6 -0
- package/dist/mcp/handlers/fetch.js +98 -0
- package/dist/mcp/handlers/find.d.ts +5 -0
- package/dist/mcp/handlers/find.js +137 -0
- package/dist/mcp/handlers/index.d.ts +13 -0
- package/dist/mcp/handlers/index.js +61 -0
- package/dist/mcp/handlers/legacy.d.ts +25 -0
- package/dist/mcp/handlers/legacy.js +450 -0
- package/dist/mcp/handlers/meta.d.ts +6 -0
- package/dist/mcp/handlers/meta.js +31 -0
- package/dist/mcp/handlers/monitor.d.ts +5 -0
- package/dist/mcp/handlers/monitor.js +41 -0
- package/dist/mcp/handlers/read.d.ts +6 -0
- package/dist/mcp/handlers/read.js +63 -0
- package/dist/mcp/handlers/see.d.ts +5 -0
- package/dist/mcp/handlers/see.js +75 -0
- package/dist/mcp/handlers/types.d.ts +29 -0
- package/dist/mcp/handlers/types.js +28 -0
- package/dist/mcp/server.d.ts +3 -4
- package/dist/mcp/server.js +35 -1101
- package/dist/mcp/smart-router.d.ts +0 -1
- package/dist/mcp/smart-router.js +3 -1
- package/dist/types.d.ts +6 -1
- package/dist/types.js +0 -1
- package/package.json +3 -13
- package/dist/cache.d.ts.map +0 -1
- package/dist/cache.js.map +0 -1
- package/dist/cli-auth.d.ts.map +0 -1
- package/dist/cli-auth.js.map +0 -1
- package/dist/cli.bundle.cjs +0 -159248
- package/dist/cli.d.ts.map +0 -1
- package/dist/cli.js.map +0 -1
- package/dist/core/actions.d.ts.map +0 -1
- package/dist/core/actions.js.map +0 -1
- package/dist/core/agent.d.ts.map +0 -1
- package/dist/core/agent.js.map +0 -1
- package/dist/core/answer.d.ts.map +0 -1
- package/dist/core/answer.js.map +0 -1
- package/dist/core/application-tracker.d.ts.map +0 -1
- package/dist/core/application-tracker.js.map +0 -1
- package/dist/core/apply.d.ts.map +0 -1
- package/dist/core/apply.js.map +0 -1
- package/dist/core/auto-extract.d.ts.map +0 -1
- package/dist/core/auto-extract.js.map +0 -1
- package/dist/core/auto-interact.d.ts.map +0 -1
- package/dist/core/auto-interact.js.map +0 -1
- package/dist/core/bm25-filter.d.ts.map +0 -1
- package/dist/core/bm25-filter.js.map +0 -1
- package/dist/core/branding.d.ts.map +0 -1
- package/dist/core/branding.js.map +0 -1
- package/dist/core/browser-fetch.d.ts.map +0 -1
- package/dist/core/browser-fetch.js.map +0 -1
- package/dist/core/browser-pool.d.ts.map +0 -1
- package/dist/core/browser-pool.js.map +0 -1
- package/dist/core/budget.d.ts.map +0 -1
- package/dist/core/budget.js.map +0 -1
- package/dist/core/cache.d.ts.map +0 -1
- package/dist/core/cache.js.map +0 -1
- package/dist/core/cf-worker-proxy.d.ts.map +0 -1
- package/dist/core/cf-worker-proxy.js.map +0 -1
- package/dist/core/challenge-detection.d.ts.map +0 -1
- package/dist/core/challenge-detection.js.map +0 -1
- package/dist/core/change-tracking.d.ts.map +0 -1
- package/dist/core/change-tracking.js.map +0 -1
- package/dist/core/chunker.d.ts.map +0 -1
- package/dist/core/chunker.js.map +0 -1
- package/dist/core/chunking.d.ts.map +0 -1
- package/dist/core/chunking.js.map +0 -1
- package/dist/core/cloak-fetch.d.ts.map +0 -1
- package/dist/core/cloak-fetch.js.map +0 -1
- package/dist/core/content-pruner.d.ts.map +0 -1
- package/dist/core/content-pruner.js.map +0 -1
- package/dist/core/crawl-checkpoint.d.ts.map +0 -1
- package/dist/core/crawl-checkpoint.js.map +0 -1
- package/dist/core/crawler.d.ts.map +0 -1
- package/dist/core/crawler.js.map +0 -1
- package/dist/core/cycle-fetch.d.ts.map +0 -1
- package/dist/core/cycle-fetch.js.map +0 -1
- package/dist/core/deep-fetch.d.ts.map +0 -1
- package/dist/core/deep-fetch.js.map +0 -1
- package/dist/core/design-analysis.d.ts.map +0 -1
- package/dist/core/design-analysis.js.map +0 -1
- package/dist/core/design-compare.d.ts.map +0 -1
- package/dist/core/design-compare.js.map +0 -1
- package/dist/core/diff.d.ts.map +0 -1
- package/dist/core/diff.js.map +0 -1
- package/dist/core/dns-cache.d.ts.map +0 -1
- package/dist/core/dns-cache.js.map +0 -1
- package/dist/core/documents.d.ts.map +0 -1
- package/dist/core/documents.js.map +0 -1
- package/dist/core/domain-extractors.d.ts.map +0 -1
- package/dist/core/domain-extractors.js.map +0 -1
- package/dist/core/extract-inline.d.ts.map +0 -1
- package/dist/core/extract-inline.js.map +0 -1
- package/dist/core/extract-listings.d.ts.map +0 -1
- package/dist/core/extract-listings.js.map +0 -1
- package/dist/core/extract.d.ts.map +0 -1
- package/dist/core/extract.js.map +0 -1
- package/dist/core/fetcher.d.ts.map +0 -1
- package/dist/core/fetcher.js.map +0 -1
- package/dist/core/google-cache.d.ts.map +0 -1
- package/dist/core/google-cache.js.map +0 -1
- package/dist/core/hotel-search.d.ts.map +0 -1
- package/dist/core/hotel-search.js.map +0 -1
- package/dist/core/http-fetch.d.ts.map +0 -1
- package/dist/core/http-fetch.js.map +0 -1
- package/dist/core/human.d.ts.map +0 -1
- package/dist/core/human.js.map +0 -1
- package/dist/core/jobs.d.ts.map +0 -1
- package/dist/core/jobs.js.map +0 -1
- package/dist/core/json-ld.d.ts.map +0 -1
- package/dist/core/json-ld.js.map +0 -1
- package/dist/core/llm-extract.d.ts.map +0 -1
- package/dist/core/llm-extract.js.map +0 -1
- package/dist/core/map.d.ts.map +0 -1
- package/dist/core/map.js.map +0 -1
- package/dist/core/markdown.d.ts.map +0 -1
- package/dist/core/markdown.js.map +0 -1
- package/dist/core/metadata.d.ts.map +0 -1
- package/dist/core/metadata.js.map +0 -1
- package/dist/core/paginate.d.ts.map +0 -1
- package/dist/core/paginate.js.map +0 -1
- package/dist/core/pdf.d.ts.map +0 -1
- package/dist/core/pdf.js.map +0 -1
- package/dist/core/peel-tls.d.ts.map +0 -1
- package/dist/core/peel-tls.js.map +0 -1
- package/dist/core/pipeline.d.ts.map +0 -1
- package/dist/core/pipeline.js.map +0 -1
- package/dist/core/profiles.d.ts.map +0 -1
- package/dist/core/profiles.js.map +0 -1
- package/dist/core/quick-answer.d.ts.map +0 -1
- package/dist/core/quick-answer.js.map +0 -1
- package/dist/core/rate-governor.d.ts.map +0 -1
- package/dist/core/rate-governor.js.map +0 -1
- package/dist/core/readability.d.ts.map +0 -1
- package/dist/core/readability.js.map +0 -1
- package/dist/core/research.d.ts.map +0 -1
- package/dist/core/research.js.map +0 -1
- package/dist/core/schema-extraction.d.ts.map +0 -1
- package/dist/core/schema-extraction.js.map +0 -1
- package/dist/core/schema-postprocess.d.ts.map +0 -1
- package/dist/core/schema-postprocess.js.map +0 -1
- package/dist/core/schema-templates.d.ts.map +0 -1
- package/dist/core/schema-templates.js.map +0 -1
- package/dist/core/screenshot.d.ts.map +0 -1
- package/dist/core/screenshot.js.map +0 -1
- package/dist/core/search-fallback.d.ts.map +0 -1
- package/dist/core/search-fallback.js.map +0 -1
- package/dist/core/search-provider.d.ts.map +0 -1
- package/dist/core/search-provider.js.map +0 -1
- package/dist/core/site-search.d.ts.map +0 -1
- package/dist/core/site-search.js.map +0 -1
- package/dist/core/sitemap.d.ts.map +0 -1
- package/dist/core/sitemap.js.map +0 -1
- package/dist/core/stealth-patches.d.ts.map +0 -1
- package/dist/core/stealth-patches.js.map +0 -1
- package/dist/core/stemmer.d.ts.map +0 -1
- package/dist/core/stemmer.js.map +0 -1
- package/dist/core/strategies.d.ts.map +0 -1
- package/dist/core/strategies.js.map +0 -1
- package/dist/core/strategy-hooks.d.ts.map +0 -1
- package/dist/core/strategy-hooks.js.map +0 -1
- package/dist/core/summarize.d.ts.map +0 -1
- package/dist/core/summarize.js.map +0 -1
- package/dist/core/synonyms.d.ts.map +0 -1
- package/dist/core/synonyms.js.map +0 -1
- package/dist/core/table-format.d.ts.map +0 -1
- package/dist/core/table-format.js.map +0 -1
- package/dist/core/timing.d.ts.map +0 -1
- package/dist/core/timing.js.map +0 -1
- package/dist/core/user-agents.d.ts.map +0 -1
- package/dist/core/user-agents.js.map +0 -1
- package/dist/core/watch-manager.d.ts.map +0 -1
- package/dist/core/watch-manager.js.map +0 -1
- package/dist/core/watch.d.ts.map +0 -1
- package/dist/core/watch.js.map +0 -1
- package/dist/core/youtube.d.ts.map +0 -1
- package/dist/core/youtube.js.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/integrations/index.d.ts.map +0 -1
- package/dist/integrations/index.js.map +0 -1
- package/dist/integrations/langchain.d.ts.map +0 -1
- package/dist/integrations/langchain.js.map +0 -1
- package/dist/integrations/llamaindex.d.ts.map +0 -1
- package/dist/integrations/llamaindex.js.map +0 -1
- package/dist/mcp/server.d.ts.map +0 -1
- package/dist/mcp/server.js.map +0 -1
- package/dist/mcp/smart-router.d.ts.map +0 -1
- package/dist/mcp/smart-router.js.map +0 -1
- package/dist/server/app.d.ts +0 -15
- package/dist/server/app.d.ts.map +0 -1
- package/dist/server/app.js +0 -350
- package/dist/server/app.js.map +0 -1
- package/dist/server/auth-store.d.ts +0 -28
- package/dist/server/auth-store.d.ts.map +0 -1
- package/dist/server/auth-store.js +0 -89
- package/dist/server/auth-store.js.map +0 -1
- package/dist/server/email-service.d.ts +0 -22
- package/dist/server/email-service.d.ts.map +0 -1
- package/dist/server/email-service.js +0 -80
- package/dist/server/email-service.js.map +0 -1
- package/dist/server/job-queue.d.ts +0 -93
- package/dist/server/job-queue.d.ts.map +0 -1
- package/dist/server/job-queue.js +0 -146
- package/dist/server/job-queue.js.map +0 -1
- package/dist/server/logger.d.ts +0 -11
- package/dist/server/logger.d.ts.map +0 -1
- package/dist/server/logger.js +0 -38
- package/dist/server/logger.js.map +0 -1
- package/dist/server/middleware/auth.d.ts +0 -29
- package/dist/server/middleware/auth.d.ts.map +0 -1
- package/dist/server/middleware/auth.js +0 -222
- package/dist/server/middleware/auth.js.map +0 -1
- package/dist/server/middleware/rate-limit.d.ts +0 -25
- package/dist/server/middleware/rate-limit.d.ts.map +0 -1
- package/dist/server/middleware/rate-limit.js +0 -168
- package/dist/server/middleware/rate-limit.js.map +0 -1
- package/dist/server/middleware/url-validator.d.ts +0 -16
- package/dist/server/middleware/url-validator.d.ts.map +0 -1
- package/dist/server/middleware/url-validator.js +0 -187
- package/dist/server/middleware/url-validator.js.map +0 -1
- package/dist/server/openapi.yaml +0 -4944
- package/dist/server/pg-auth-store.d.ts +0 -133
- package/dist/server/pg-auth-store.d.ts.map +0 -1
- package/dist/server/pg-auth-store.js +0 -473
- package/dist/server/pg-auth-store.js.map +0 -1
- package/dist/server/pg-job-queue.d.ts +0 -60
- package/dist/server/pg-job-queue.d.ts.map +0 -1
- package/dist/server/pg-job-queue.js +0 -365
- package/dist/server/pg-job-queue.js.map +0 -1
- package/dist/server/premium/domain-intel.d.ts +0 -17
- package/dist/server/premium/domain-intel.d.ts.map +0 -1
- package/dist/server/premium/domain-intel.js +0 -134
- package/dist/server/premium/domain-intel.js.map +0 -1
- package/dist/server/premium/index.d.ts +0 -18
- package/dist/server/premium/index.d.ts.map +0 -1
- package/dist/server/premium/index.js +0 -36
- package/dist/server/premium/index.js.map +0 -1
- package/dist/server/premium/swr-cache.d.ts +0 -15
- package/dist/server/premium/swr-cache.d.ts.map +0 -1
- package/dist/server/premium/swr-cache.js +0 -35
- package/dist/server/premium/swr-cache.js.map +0 -1
- package/dist/server/routes/activity.d.ts +0 -7
- package/dist/server/routes/activity.d.ts.map +0 -1
- package/dist/server/routes/activity.js +0 -68
- package/dist/server/routes/activity.js.map +0 -1
- package/dist/server/routes/agent.d.ts +0 -16
- package/dist/server/routes/agent.d.ts.map +0 -1
- package/dist/server/routes/agent.js +0 -247
- package/dist/server/routes/agent.js.map +0 -1
- package/dist/server/routes/answer.d.ts +0 -6
- package/dist/server/routes/answer.d.ts.map +0 -1
- package/dist/server/routes/answer.js +0 -133
- package/dist/server/routes/answer.js.map +0 -1
- package/dist/server/routes/ask.d.ts +0 -23
- package/dist/server/routes/ask.d.ts.map +0 -1
- package/dist/server/routes/ask.js +0 -119
- package/dist/server/routes/ask.js.map +0 -1
- package/dist/server/routes/batch.d.ts +0 -7
- package/dist/server/routes/batch.d.ts.map +0 -1
- package/dist/server/routes/batch.js +0 -412
- package/dist/server/routes/batch.js.map +0 -1
- package/dist/server/routes/cli-usage.d.ts +0 -7
- package/dist/server/routes/cli-usage.d.ts.map +0 -1
- package/dist/server/routes/cli-usage.js +0 -121
- package/dist/server/routes/cli-usage.js.map +0 -1
- package/dist/server/routes/compat.d.ts +0 -24
- package/dist/server/routes/compat.d.ts.map +0 -1
- package/dist/server/routes/compat.js +0 -653
- package/dist/server/routes/compat.js.map +0 -1
- package/dist/server/routes/deep-fetch.d.ts +0 -9
- package/dist/server/routes/deep-fetch.d.ts.map +0 -1
- package/dist/server/routes/deep-fetch.js +0 -50
- package/dist/server/routes/deep-fetch.js.map +0 -1
- package/dist/server/routes/demo.d.ts +0 -25
- package/dist/server/routes/demo.d.ts.map +0 -1
- package/dist/server/routes/demo.js +0 -434
- package/dist/server/routes/demo.js.map +0 -1
- package/dist/server/routes/extract.d.ts +0 -9
- package/dist/server/routes/extract.d.ts.map +0 -1
- package/dist/server/routes/extract.js +0 -150
- package/dist/server/routes/extract.js.map +0 -1
- package/dist/server/routes/fetch.d.ts +0 -8
- package/dist/server/routes/fetch.d.ts.map +0 -1
- package/dist/server/routes/fetch.js +0 -988
- package/dist/server/routes/fetch.js.map +0 -1
- package/dist/server/routes/health.d.ts +0 -8
- package/dist/server/routes/health.d.ts.map +0 -1
- package/dist/server/routes/health.js +0 -20
- package/dist/server/routes/health.js.map +0 -1
- package/dist/server/routes/jobs.d.ts +0 -8
- package/dist/server/routes/jobs.d.ts.map +0 -1
- package/dist/server/routes/jobs.js +0 -487
- package/dist/server/routes/jobs.js.map +0 -1
- package/dist/server/routes/mcp.d.ts +0 -18
- package/dist/server/routes/mcp.d.ts.map +0 -1
- package/dist/server/routes/mcp.js +0 -1260
- package/dist/server/routes/mcp.js.map +0 -1
- package/dist/server/routes/oauth.d.ts +0 -10
- package/dist/server/routes/oauth.d.ts.map +0 -1
- package/dist/server/routes/oauth.js +0 -334
- package/dist/server/routes/oauth.js.map +0 -1
- package/dist/server/routes/quick-answer.d.ts +0 -9
- package/dist/server/routes/quick-answer.d.ts.map +0 -1
- package/dist/server/routes/quick-answer.js +0 -93
- package/dist/server/routes/quick-answer.js.map +0 -1
- package/dist/server/routes/screenshot.d.ts +0 -23
- package/dist/server/routes/screenshot.d.ts.map +0 -1
- package/dist/server/routes/screenshot.js +0 -819
- package/dist/server/routes/screenshot.js.map +0 -1
- package/dist/server/routes/search.d.ts +0 -7
- package/dist/server/routes/search.d.ts.map +0 -1
- package/dist/server/routes/search.js +0 -312
- package/dist/server/routes/search.js.map +0 -1
- package/dist/server/routes/session.d.ts +0 -16
- package/dist/server/routes/session.d.ts.map +0 -1
- package/dist/server/routes/session.js +0 -278
- package/dist/server/routes/session.js.map +0 -1
- package/dist/server/routes/stats.d.ts +0 -7
- package/dist/server/routes/stats.d.ts.map +0 -1
- package/dist/server/routes/stats.js +0 -65
- package/dist/server/routes/stats.js.map +0 -1
- package/dist/server/routes/stripe.d.ts +0 -16
- package/dist/server/routes/stripe.d.ts.map +0 -1
- package/dist/server/routes/stripe.js +0 -283
- package/dist/server/routes/stripe.js.map +0 -1
- package/dist/server/routes/users.d.ts +0 -9
- package/dist/server/routes/users.d.ts.map +0 -1
- package/dist/server/routes/users.js +0 -1211
- package/dist/server/routes/users.js.map +0 -1
- package/dist/server/routes/watch.d.ts +0 -16
- package/dist/server/routes/watch.d.ts.map +0 -1
- package/dist/server/routes/watch.js +0 -257
- package/dist/server/routes/watch.js.map +0 -1
- package/dist/server/routes/webhooks.d.ts +0 -16
- package/dist/server/routes/webhooks.d.ts.map +0 -1
- package/dist/server/routes/webhooks.js +0 -74
- package/dist/server/routes/webhooks.js.map +0 -1
- package/dist/server/routes/youtube.d.ts +0 -7
- package/dist/server/routes/youtube.d.ts.map +0 -1
- package/dist/server/routes/youtube.js +0 -93
- package/dist/server/routes/youtube.js.map +0 -1
- package/dist/server/sentry.d.ts +0 -14
- package/dist/server/sentry.d.ts.map +0 -1
- package/dist/server/sentry.js +0 -39
- package/dist/server/sentry.js.map +0 -1
- package/dist/server/types.d.ts +0 -16
- package/dist/server/types.d.ts.map +0 -1
- package/dist/server/types.js +0 -8
- package/dist/server/types.js.map +0 -1
- package/dist/server/utils/response.d.ts +0 -45
- package/dist/server/utils/response.d.ts.map +0 -1
- package/dist/server/utils/response.js +0 -70
- package/dist/server/utils/response.js.map +0 -1
- package/dist/server/utils/sse.d.ts +0 -23
- package/dist/server/utils/sse.d.ts.map +0 -1
- package/dist/server/utils/sse.js +0 -39
- package/dist/server/utils/sse.js.map +0 -1
- package/dist/types.d.ts.map +0 -1
- package/dist/types.js.map +0 -1
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"compat.js","sourceRoot":"","sources":["../../../src/server/routes/compat.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAG1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAE/E,MAAM,mBAAmB,GAAwB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;AAEnF;;;;GAIG;AACH,SAAS,mBAAmB,CAAC,OAAe;IAC1C,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1D,OAAO,gBAAgB,CAAC,OAAO,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAmB;IACpD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB;;;;OAIG;IACH,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC9D,IAAI,CAAC;YACH,MAAM,EACJ,GAAG,EACH,OAAO,GAAG,CAAC,UAAU,CAAC,EACtB,eAAe,GAAG,IAAI,EAAE,6BAA6B;YACrD,WAAW,EACX,WAAW,EACX,OAAO,EACP,OAAO,EACP,OAAO,EACP,OAAO,EACP,QAAQ;YACR,2BAA2B;YAC3B,OAAO,EAAE,YAAY,EACrB,WAAW,EACX,SAAS,EACT,QAAQ,EACR,MAAM,GACP,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,eAAe;YACf,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oCAAoC;iBAC5C,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,IAAI,CAAC;gBACH,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;oBAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBACnB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,aAAa;wBACpB,OAAO,EAAE,4DAA4D;qBACtE,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,2DAA2D;YAC3D,MAAM,WAAW,GAAG,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS,CAAC;YAEnE,8CAA8C;YAC9C,oEAAoE;YACpE,uDAAuD;YACvD,MAAM,OAAO,GAAgB;gBAC3B,MAAM,EAAE,WAAW;gBACnB,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,OAAO,IAAI,KAAK;gBACzB,MAAM,EAAE,MAAM,KAAK,IAAI;gBACvB,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBACjE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBACjE,GAAG,EAAE,eAAe,KAAK,KAAK;gBAC9B,OAAO,EAAE,mBAAmB,CAAC,OAAO,CAAC;gBACrC,OAAO;gBACP,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;gBAC1C,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAClC,MAAM,EAAE,UAAU,EAAE,8BAA8B;aACnD,CAAC;YAEF,kCAAkC;YAClC,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,CAAC,QAAQ,GAAG;oBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,SAAS,EAAE,QAAQ,CAAC,SAAS;iBAC9B,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBAClC,IAAI,OAAO,GAAG,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;oBAC3C,GAAG,CAAC,YAAY,EAAE,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,eAAe;YACf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAExC,sCAAsC;YACtC,MAAM,IAAI,GAAQ;gBAChB,QAAQ,EAAE,MAAM,CAAC,OAAO;gBACxB,QAAQ,EAAE;oBACR,GAAG,MAAM,CAAC,QAAQ;oBAClB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,WAAW,EAAE,MAAM,CAAC,QAAQ,EAAE,WAAW,IAAI,EAAE;oBAC/C,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,IAAI,IAAI;oBAC3C,SAAS,EAAE,MAAM,CAAC,GAAG;oBACrB,UAAU,EAAE,GAAG;iBAChB;aACF,CAAC;YAEF,uBAAuB;YACvB,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,yCAAyC;gBACzC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBACnE,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC;YACjC,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7E,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YACnC,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC5B,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACxD,IAAI,CAAC,UAAU,GAAG,yBAAyB,MAAM,CAAC,UAAU,EAAE,CAAC;YACjE,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC9B,CAAC;YAED,gDAAgD;YAChD,8EAA8E;YAC9E,IAAI,eAA8E,CAAC;YAEnF,IAAI,YAAY,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;gBACrG,eAAe,GAAG,YAAY,CAAC;YACjC,CAAC;YAED,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAChC,CAAC,CAAM,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,CAC/F,CAAC;gBACF,IAAI,aAAa,EAAE,CAAC;oBAClB,eAAe,GAAG,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC;gBACnF,CAAC;YACH,CAAC;YAED,IAAI,eAAe,IAAI,SAAS,IAAI,WAAW,IAAI,mBAAmB,CAAC,QAAQ,CAAC,WAAgC,CAAC,EAAE,CAAC;gBAClH,MAAM,aAAa,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,OAAO,EAAE;oBAC5D,MAAM,EAAE,eAAe,CAAC,MAAM;oBAC9B,MAAM,EAAE,eAAe,CAAC,MAAM;oBAC9B,WAAW,EAAE,WAAgC;oBAC7C,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE;oBAC3B,QAAQ;iBACT,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;gBAC/B,IAAI,CAAC,iBAAiB,GAAG,aAAa,CAAC,UAAU,CAAC;YACpD,CAAC;iBAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpC,wDAAwD;gBACxD,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC;YAClD,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;YAClC,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAChC,CAAC;YAED,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACpD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;;;OAIG;IACH,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC7D,IAAI,CAAC;YACH,MAAM,EACJ,GAAG,EACH,KAAK,GAAG,GAAG,EACX,QAAQ,GAAG,CAAC,EACZ,YAAY,GAAG,EAAE,EACjB,YAAY,GAAG,EAAE,EACjB,aAAa,GAAG,EAAE,EAClB,OAAO,GACR,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,eAAe;YACf,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oCAAoC;iBAC5C,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC;gBACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YACf,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oBAAoB;iBAC5B,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,IAAI,CAAC;gBACH,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;oBAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBACnB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,aAAa;wBACpB,OAAO,EAAE,4DAA4D;qBACtE,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,4CAA4C;YAC5C,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAEhE,4BAA4B;YAC5B,YAAY,CAAC,KAAK,IAAI,EAAE;gBACtB,IAAI,CAAC;oBACH,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;oBAErD,sBAAsB;oBACtB,MAAM,YAAY,GAAQ;wBACxB,QAAQ,EAAE,KAAK;wBACf,QAAQ;wBACR,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI;wBACpB,UAAU,EAAE,CAAC,QAAa,EAAE,EAAE;4BAC5B,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC;4BACjD,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;gCACzB,KAAK;gCACL,SAAS,EAAE,QAAQ,CAAC,OAAO;gCAC3B,WAAW,EAAE,QAAQ,CAAC,OAAO;6BAC9B,CAAC,CAAC;wBACL,CAAC;wBACD,mCAAmC;wBACnC,GAAG,aAAa;qBACjB,CAAC;oBAEF,+BAA+B;oBAC/B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,YAAY,CAAC,eAAe,GAAG,YAAY,CAAC;oBAC9C,CAAC;oBACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,YAAY,CAAC,eAAe,GAAG,YAAY,CAAC;oBAC9C,CAAC;oBAED,YAAY;oBACZ,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;oBAE/C,kCAAkC;oBAClC,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBACzC,GAAG,EAAE,CAAC,CAAC,GAAG;wBACV,QAAQ,EAAE,CAAC,CAAC,QAAQ;wBACpB,QAAQ,EAAE;4BACR,KAAK,EAAE,CAAC,CAAC,KAAK;4BACd,WAAW,EAAE,EAAE;4BACf,SAAS,EAAE,CAAC,CAAC,GAAG;4BAChB,UAAU,EAAE,GAAG;yBAChB;wBACD,KAAK,EAAE,CAAC,CAAC,KAAK;qBACf,CAAC,CAAC,CAAC;oBAEJ,0BAA0B;oBAC1B,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;wBACzB,MAAM,EAAE,WAAW;wBACnB,IAAI,EAAE,gBAAgB;wBACtB,KAAK,EAAE,OAAO,CAAC,MAAM;wBACrB,SAAS,EAAE,OAAO,CAAC,MAAM;wBACzB,WAAW,EAAE,OAAO,CAAC,MAAM;qBAC5B,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;wBACzB,MAAM,EAAE,QAAQ;wBAChB,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,eAAe;qBACxC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,+CAA+C;YAC/C,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,EAAE,EAAE,GAAG,CAAC,EAAE;aACX,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACnD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAChE,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAY,CAAC;YACnC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAEtC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,eAAe;iBACvB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,+CAA+C;YAC/C,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YACpD,IAAI,GAAG,CAAC,OAAO,IAAI,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,EAAE,CAAC;gBACpE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,eAAe;iBACvB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,kDAAkD;YAClD,MAAM,eAAe,GAAG,GAAG,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;YAE9E,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,eAAe;gBACvB,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,CAAC;gBAC7B,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC;gBACrB,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,CAAC;gBACjC,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE;aACrB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC3D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;;;OAIG;IACH,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC9D,IAAI,CAAC;YACH,MAAM,EACJ,KAAK,EACL,KAAK,GAAG,CAAC,EACT,aAAa,GAAG,EAAE,GACnB,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,iBAAiB;YACjB,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACxC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,sCAAsC;iBAC9C,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,wDAAwD;YACxD,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;YAEzC,MAAM,SAAS,GAAG,uCAAuC,kBAAkB,CAAC,KAAe,CAAC,EAAE,CAAC;YAC/F,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE;gBAC5C,OAAO,EAAE;oBACP,YAAY,EAAE,oEAAoE;iBACnF;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5D,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,MAAM,OAAO,GAAU,EAAE,CAAC;YAE1B,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,EAAO,EAAE,IAAS,EAAE,EAAE;gBACvC,IAAI,OAAO,CAAC,MAAM,IAAI,KAAK;oBAAE,OAAO;gBAEpC,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;gBACxB,IAAI,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBACzD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC7D,IAAI,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBAE7D,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM;oBAAE,OAAO;gBAE9B,8CAA8C;gBAC9C,IAAI,GAAG,GAAG,MAAM,CAAC;gBACjB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC;oBACzD,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBAC7C,IAAI,IAAI,EAAE,CAAC;wBACT,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;oBACjC,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK;wBAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,uBAAuB,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjH,CAAC;gBAED,eAAe;gBACf,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;oBAC5B,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACnD,OAAO;oBACT,CAAC;oBACD,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;gBACpB,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;gBACT,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;YAEH,8CAA8C;YAC9C,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBAC3B,IAAI,CAAC;oBACH,uCAAuC;oBACvC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;wBACxC,MAAM,EAAE,UAAU;wBAClB,OAAO,EAAE,KAAK;wBACd,GAAG,aAAa;qBACjB,CAAC,CAAC;oBAEH,OAAO;wBACL,GAAG,EAAE,MAAM,CAAC,GAAG;wBACf,QAAQ,EAAE,UAAU,CAAC,OAAO;wBAC5B,QAAQ,EAAE;4BACR,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK;4BACvC,WAAW,EAAE,MAAM,CAAC,OAAO;4BAC3B,SAAS,EAAE,MAAM,CAAC,GAAG;4BACrB,UAAU,EAAE,GAAG;4BACf,GAAG,UAAU,CAAC,QAAQ;yBACvB;qBACF,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,wCAAwC;oBACxC,OAAO;wBACL,GAAG,EAAE,MAAM,CAAC,GAAG;wBACf,QAAQ,EAAE,EAAE;wBACZ,QAAQ,EAAE;4BACR,KAAK,EAAE,MAAM,CAAC,KAAK;4BACnB,WAAW,EAAE,MAAM,CAAC,OAAO;4BAC3B,SAAS,EAAE,MAAM,CAAC,GAAG;4BACrB,KAAK,EAAG,KAAe,CAAC,OAAO;yBAChC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,CACH,CAAC;YAEF,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,gBAAgB;aACvB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACpD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;;;OAIG;IACH,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC3D,IAAI,CAAC;YACH,MAAM,EACJ,GAAG,EACH,KAAK,GAAG,IAAI,EACZ,MAAM,GACP,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,eAAe;YACf,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oCAAoC;iBAC5C,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC;gBACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YACf,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oBAAoB;iBAC5B,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,IAAI,CAAC;gBACH,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;oBAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBACnB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,aAAa;wBACpB,OAAO,EAAE,4DAA4D;qBACtE,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,gBAAgB;YAChB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;gBAClC,OAAO,EAAE,KAAK;gBACd,MAAM;aACP,CAAC,CAAC;YAEH,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,MAAM,CAAC,IAAI;aACnB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YACjD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC9D,IAAI,CAAC;YACH,MAAM,EACJ,GAAG,EACH,OAAO,GAAG,CAAC,UAAU,CAAC,EACtB,eAAe,GAAG,IAAI,EACtB,WAAW,EACX,WAAW,EACX,OAAO,EACP,OAAO,EACP,OAAO,EACP,OAAO,EACP,QAAQ;YACR,iCAAiC;YACjC,QAAQ,EACR,KAAK,EACL,MAAM,EACN,gBAAgB,EAChB,OAAO,EACP,MAAM,GACP,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,eAAe;YACf,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,oCAAoC;iBAC5C,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,IAAI,CAAC;gBACH,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;oBAC/B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBACnB,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,aAAa;wBACpB,OAAO,EAAE,4DAA4D;qBACtE,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;YAElG,oEAAoE;YACpE,IAAI,eAAe,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,GAAG,EAAE;oBACvC,QAAQ,EAAE,QAAQ,KAAK,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,qBAAqB;oBACnE,KAAK,EAAE,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;oBACpD,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;oBACvD,MAAM,EAAE,gBAAgB,IAAI,KAAK;oBACjC,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;oBAC1D,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;oBAC1D,OAAO,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;oBACtD,OAAO,EAAE,mBAAmB,CAAC,OAAO,CAAC;oBACrC,OAAO;iBACR,CAAC,CAAC;gBAEH,GAAG,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,IAAI;oBACb,IAAI,EAAE;wBACJ,UAAU,EAAE,QAAQ,MAAM,CAAC,WAAW,WAAW,MAAM,CAAC,UAAU,EAAE;wBACpE,QAAQ,EAAE;4BACR,SAAS,EAAE,MAAM,CAAC,GAAG;4BACrB,UAAU,EAAE,GAAG;4BACf,MAAM,EAAE,MAAM,CAAC,MAAM;yBACtB;qBACF;iBACF,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,mDAAmD;YACnD,MAAM,WAAW,GAAG,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS,IAAI,eAAe,CAAC;YAEtF,MAAM,OAAO,GAAgB;gBAC3B,MAAM,EAAE,WAAW;gBACnB,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,OAAO,IAAI,KAAK;gBACzB,MAAM,EAAE,MAAM,KAAK,IAAI;gBACvB,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBACjE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;gBACjE,GAAG,EAAE,eAAe,KAAK,KAAK;gBAC9B,OAAO,EAAE,mBAAmB,CAAC,OAAO,CAAC;gBACrC,OAAO;gBACP,UAAU,EAAE,eAAe;gBAC3B,kBAAkB,EAAE,QAAQ,KAAK,IAAI;gBACrC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAClC,MAAM,EAAE,UAAU;aACnB,CAAC;YAEF,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,CAAC,QAAQ,GAAG;oBACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,SAAS,EAAE,QAAQ,CAAC,SAAS;iBAC9B,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBAClC,IAAI,OAAO,GAAG,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;oBAC3C,GAAG,CAAC,YAAY,EAAE,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAExC,MAAM,IAAI,GAAQ;gBAChB,QAAQ,EAAE,MAAM,CAAC,OAAO;gBACxB,QAAQ,EAAE;oBACR,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE;oBAC9C,QAAQ,EAAE,IAAI;oBACd,SAAS,EAAE,MAAM,CAAC,GAAG;oBACrB,UAAU,EAAE,GAAG;oBACf,GAAG,MAAM,CAAC,QAAQ;iBACnB;aACF,CAAC;YAEF,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;gBACnE,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC;YACjC,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC7E,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YACnC,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAC5B,CAAC;YAED,IAAI,eAAe,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACzC,IAAI,CAAC,UAAU,GAAG,yBAAyB,MAAM,CAAC,UAAU,EAAE,CAAC;YACjE,CAAC;YAED,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC9B,CAAC;YAED,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACpD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iDAAiD;aACzD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* POST /v1/deep-fetch
|
|
3
|
-
*
|
|
4
|
-
* Deep web intelligence endpoint: search + fetch + synthesize + structure.
|
|
5
|
-
* Body: { query, count?, format?, maxChars? }
|
|
6
|
-
*/
|
|
7
|
-
import { Router } from 'express';
|
|
8
|
-
export declare function createDeepFetchRouter(): Router;
|
|
9
|
-
//# sourceMappingURL=deep-fetch.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"deep-fetch.d.ts","sourceRoot":"","sources":["../../../src/server/routes/deep-fetch.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAIpD,wBAAgB,qBAAqB,IAAI,MAAM,CA6C9C"}
|
|
@@ -1,50 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* POST /v1/deep-fetch
|
|
3
|
-
*
|
|
4
|
-
* Deep web intelligence endpoint: search + fetch + synthesize + structure.
|
|
5
|
-
* Body: { query, count?, format?, maxChars? }
|
|
6
|
-
*/
|
|
7
|
-
import { Router } from 'express';
|
|
8
|
-
import { deepFetch } from '../../core/deep-fetch.js';
|
|
9
|
-
export function createDeepFetchRouter() {
|
|
10
|
-
const router = Router();
|
|
11
|
-
router.post('/v1/deep-fetch', async (req, res) => {
|
|
12
|
-
// Deprecation notice — prefer /v1/search?depth=deep
|
|
13
|
-
res.setHeader('X-Deprecated', 'true');
|
|
14
|
-
res.setHeader('X-Deprecated-Use', '/v1/search?depth=deep');
|
|
15
|
-
// AUTH: require authentication (global middleware sets req.auth)
|
|
16
|
-
const dfAuthId = req.auth?.keyInfo?.accountId || req.user?.userId;
|
|
17
|
-
if (!dfAuthId) {
|
|
18
|
-
res.status(401).json({ error: 'authentication_required', message: 'API key required. Get one at https://app.webpeel.dev/keys' });
|
|
19
|
-
return;
|
|
20
|
-
}
|
|
21
|
-
try {
|
|
22
|
-
const body = req.body;
|
|
23
|
-
const query = body.query;
|
|
24
|
-
if (!query || typeof query !== 'string' || !query.trim()) {
|
|
25
|
-
res.status(400).json({ error: 'bad_request', message: 'Missing required field: query' });
|
|
26
|
-
return;
|
|
27
|
-
}
|
|
28
|
-
const options = {
|
|
29
|
-
query: query.trim(),
|
|
30
|
-
count: typeof body.count === 'number' ? Math.min(Math.max(body.count, 1), 10) : 5,
|
|
31
|
-
format: ['merged', 'structured', 'comparison'].includes(body.format)
|
|
32
|
-
? body.format
|
|
33
|
-
: 'merged',
|
|
34
|
-
maxChars: typeof body.maxChars === 'number' ? body.maxChars : 32000,
|
|
35
|
-
};
|
|
36
|
-
const result = await deepFetch(options);
|
|
37
|
-
res.json({
|
|
38
|
-
...result,
|
|
39
|
-
content: result.merged || '', // expose as `content` for consistency
|
|
40
|
-
});
|
|
41
|
-
}
|
|
42
|
-
catch (err) {
|
|
43
|
-
const message = err instanceof Error ? err.message : 'Unknown error';
|
|
44
|
-
console.error('[deep-fetch] error:', message);
|
|
45
|
-
res.status(500).json({ error: 'internal_error', message });
|
|
46
|
-
}
|
|
47
|
-
});
|
|
48
|
-
return router;
|
|
49
|
-
}
|
|
50
|
-
//# sourceMappingURL=deep-fetch.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"deep-fetch.js","sourceRoot":"","sources":["../../../src/server/routes/deep-fetch.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAGrD,MAAM,UAAU,qBAAqB;IACnC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAClE,oDAAoD;QACpD,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QACtC,GAAG,CAAC,SAAS,CAAC,kBAAkB,EAAE,uBAAuB,CAAC,CAAC;QAE3D,iEAAiE;QACjE,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,IAAK,GAAW,CAAC,IAAI,EAAE,MAAM,CAAC;QAC3E,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,yBAAyB,EAAE,OAAO,EAAE,2DAA2D,EAAE,CAAC,CAAC;YACjI,OAAO;QAAI,CAAC;QACd,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,IAAsD,CAAC;YAExE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACzB,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;gBACzD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC,CAAC;gBACzF,OAAO;YACT,CAAC;YAED,MAAM,OAAO,GAAqB;gBAChC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE;gBACnB,KAAK,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjF,MAAM,EAAG,CAAC,QAAQ,EAAE,YAAY,EAAE,YAAY,CAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAa,CAAC;oBACpF,CAAC,CAAE,IAAI,CAAC,MAAiD;oBACzD,CAAC,CAAC,QAAQ;gBACZ,QAAQ,EAAE,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK;aACpE,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;YAExC,GAAG,CAAC,IAAI,CAAC;gBACP,GAAG,MAAM;gBACT,OAAO,EAAE,MAAM,CAAC,MAAM,IAAI,EAAE,EAAI,sCAAsC;aACvE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YACrE,OAAO,CAAC,KAAK,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;YAC9C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Demo endpoint — GET /v1/demo?url=<encoded_url>
|
|
3
|
-
*
|
|
4
|
-
* Unauthenticated endpoint for the WebPeel landing page hero demo.
|
|
5
|
-
* Returns a truncated fetch result for allowed domains only.
|
|
6
|
-
*
|
|
7
|
-
* Security:
|
|
8
|
-
* - Domain allowlist (no arbitrary URLs)
|
|
9
|
-
* - Separate rate limiter: 3 req/min, 30 req/day per IP
|
|
10
|
-
* - SSRF validation via validateUrl()
|
|
11
|
-
* - HTTP-only fetch (no Puppeteer/browser rendering)
|
|
12
|
-
* - 5s timeout, 3000 char content truncation
|
|
13
|
-
* - CORS: only webpeel.dev + localhost
|
|
14
|
-
* - In-memory cache: 10 min per URL
|
|
15
|
-
*/
|
|
16
|
-
import { Router } from 'express';
|
|
17
|
-
import { RateLimiter } from '../middleware/rate-limit.js';
|
|
18
|
-
export interface DemoRouterOptions {
|
|
19
|
-
/** Inject custom per-minute rate limiter (useful for testing) */
|
|
20
|
-
perMinute?: RateLimiter;
|
|
21
|
-
/** Inject custom per-day rate limiter (useful for testing) */
|
|
22
|
-
perDay?: RateLimiter;
|
|
23
|
-
}
|
|
24
|
-
export declare function createDemoRouter(options?: DemoRouterOptions): Router;
|
|
25
|
-
//# sourceMappingURL=demo.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"demo.d.ts","sourceRoot":"","sources":["../../../src/server/routes/demo.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAgR1D,MAAM,WAAW,iBAAiB;IAChC,iEAAiE;IACjE,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,8DAA8D;IAC9D,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,wBAAgB,gBAAgB,CAAC,OAAO,GAAE,iBAAsB,GAAG,MAAM,CAuPxE"}
|
|
@@ -1,434 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Demo endpoint — GET /v1/demo?url=<encoded_url>
|
|
3
|
-
*
|
|
4
|
-
* Unauthenticated endpoint for the WebPeel landing page hero demo.
|
|
5
|
-
* Returns a truncated fetch result for allowed domains only.
|
|
6
|
-
*
|
|
7
|
-
* Security:
|
|
8
|
-
* - Domain allowlist (no arbitrary URLs)
|
|
9
|
-
* - Separate rate limiter: 3 req/min, 30 req/day per IP
|
|
10
|
-
* - SSRF validation via validateUrl()
|
|
11
|
-
* - HTTP-only fetch (no Puppeteer/browser rendering)
|
|
12
|
-
* - 5s timeout, 3000 char content truncation
|
|
13
|
-
* - CORS: only webpeel.dev + localhost
|
|
14
|
-
* - In-memory cache: 10 min per URL
|
|
15
|
-
*/
|
|
16
|
-
import { Router } from 'express';
|
|
17
|
-
import { RateLimiter } from '../middleware/rate-limit.js';
|
|
18
|
-
import { simpleFetch } from '../../core/http-fetch.js';
|
|
19
|
-
import { validateUrl } from '../../core/http-fetch.js';
|
|
20
|
-
import { htmlToMarkdown, detectMainContent, countRemovedElements } from '../../core/markdown.js';
|
|
21
|
-
import { extractMetadata } from '../../core/metadata.js';
|
|
22
|
-
// ── Domain allowlist ──────────────────────────────────────────────────────────
|
|
23
|
-
const ALLOWED_DOMAINS = new Set([
|
|
24
|
-
'stripe.com',
|
|
25
|
-
'wikipedia.org',
|
|
26
|
-
'en.wikipedia.org',
|
|
27
|
-
'news.ycombinator.com',
|
|
28
|
-
'github.com',
|
|
29
|
-
'reddit.com',
|
|
30
|
-
'www.reddit.com',
|
|
31
|
-
'bbc.com',
|
|
32
|
-
'www.bbc.com',
|
|
33
|
-
'nytimes.com',
|
|
34
|
-
'www.nytimes.com',
|
|
35
|
-
'techcrunch.com',
|
|
36
|
-
'arxiv.org',
|
|
37
|
-
'stackoverflow.com',
|
|
38
|
-
'producthunt.com',
|
|
39
|
-
'www.producthunt.com',
|
|
40
|
-
'theverge.com',
|
|
41
|
-
'www.theverge.com',
|
|
42
|
-
'arstechnica.com',
|
|
43
|
-
'www.arstechnica.com',
|
|
44
|
-
'docs.python.org',
|
|
45
|
-
'developer.mozilla.org',
|
|
46
|
-
]);
|
|
47
|
-
// ── Rate limiters (demo-specific, separate from main API) ─────────────────────
|
|
48
|
-
// 3 requests per minute per IP
|
|
49
|
-
const perMinuteLimiter = new RateLimiter(60_000);
|
|
50
|
-
// 30 requests per day per IP
|
|
51
|
-
const perDayLimiter = new RateLimiter(24 * 60 * 60 * 1000);
|
|
52
|
-
// Cleanup every 10 minutes
|
|
53
|
-
setInterval(() => {
|
|
54
|
-
perMinuteLimiter.cleanup();
|
|
55
|
-
perDayLimiter.cleanup();
|
|
56
|
-
}, 10 * 60 * 1000);
|
|
57
|
-
const CACHE_TTL_MS = 10 * 60 * 1000; // 10 minutes
|
|
58
|
-
const demoCache = new Map();
|
|
59
|
-
const MAX_CONTENT_LENGTH = 3000;
|
|
60
|
-
const FETCH_TIMEOUT_MS = 5000;
|
|
61
|
-
const SIGN_UP_URL = 'https://app.webpeel.dev';
|
|
62
|
-
// ── Wikipedia REST API headers (per Wikimedia User-Agent policy) ──────────────
|
|
63
|
-
const WIKI_HEADERS = {
|
|
64
|
-
'User-Agent': 'WebPeel/0.17.1 (https://webpeel.dev; jake@jakeliu.me) Node.js',
|
|
65
|
-
'Api-User-Agent': 'WebPeel/0.17.1 (https://webpeel.dev; jake@jakeliu.me)',
|
|
66
|
-
'Cache-Control': 'no-cache',
|
|
67
|
-
'If-None-Match': '', // Prevent 304 responses from Wikipedia REST API
|
|
68
|
-
};
|
|
69
|
-
// ── Helper: strip HTML tags and decode common entities ────────────────────────
|
|
70
|
-
// Uses a quote-aware regex to handle `>` inside attribute values (e.g. data-mw='{"type":"..."}')
|
|
71
|
-
function stripHtmlTags(str) {
|
|
72
|
-
return str
|
|
73
|
-
// Remove tags, handling quoted attribute values containing >
|
|
74
|
-
.replace(/<(?:[^>"']|"[^"]*"|'[^']*')*>/g, '')
|
|
75
|
-
.replace(/&/g, '&')
|
|
76
|
-
.replace(/</g, '<')
|
|
77
|
-
.replace(/>/g, '>')
|
|
78
|
-
.replace(/"/g, '"')
|
|
79
|
-
.replace(/'/g, "'")
|
|
80
|
-
.replace(/ /g, ' ')
|
|
81
|
-
.trim();
|
|
82
|
-
}
|
|
83
|
-
// ── Wikipedia-specific content cleaner (mirrors domain-extractors.ts) ─────────
|
|
84
|
-
function cleanWikipediaContent(content) {
|
|
85
|
-
return content
|
|
86
|
-
// Remove [edit] links
|
|
87
|
-
.replace(/\[edit\]/gi, '')
|
|
88
|
-
// Remove citation brackets [1], [2], etc.
|
|
89
|
-
.replace(/\[\d+\]/g, '')
|
|
90
|
-
// Remove [citation needed], [verification], etc.
|
|
91
|
-
.replace(/\[(citation needed|verification|improve this article|adding citations[^\]]*|when\?|where\?|who\?|clarification needed|dubious[^\]]*|failed verification[^\]]*|unreliable source[^\]]*)\]/gi, '')
|
|
92
|
-
// Remove [Learn how and when to remove this message]
|
|
93
|
-
.replace(/\[Learn how and when to remove this message\]/gi, '')
|
|
94
|
-
// Clean up excess whitespace
|
|
95
|
-
.replace(/\n{3,}/g, '\n\n')
|
|
96
|
-
.trim();
|
|
97
|
-
}
|
|
98
|
-
// ── General post-processing for all demo content ──────────────────────────────
|
|
99
|
-
function cleanDemoContent(content) {
|
|
100
|
-
return content
|
|
101
|
-
// Remove empty markdown links: [](/path "tooltip") or [ ](...)
|
|
102
|
-
.replace(/\[(?:\s*)\]\([^)]*\)/g, '')
|
|
103
|
-
// Remove Wikipedia boilerplate
|
|
104
|
-
.replace(/From Wikipedia, the free encyclopedia\s*/gi, '')
|
|
105
|
-
// Remove redirect notices
|
|
106
|
-
.replace(/"[^"]*" (?:and "[^"]*" )?redirect(?:s)? here\.\s*(?:For[^.]*\.\s*)?/gi, '')
|
|
107
|
-
// Remove [edit] links
|
|
108
|
-
.replace(/\[edit\]/gi, '')
|
|
109
|
-
// Remove citation brackets
|
|
110
|
-
.replace(/\[\d+\]/g, '')
|
|
111
|
-
// Remove stray JSON attribute value artifacts from HTML parsing (e.g. "}"> )
|
|
112
|
-
.replace(/^["}'>]+\s*$/gm, '')
|
|
113
|
-
// Clean up excess whitespace
|
|
114
|
-
.replace(/\n{3,}/g, '\n\n')
|
|
115
|
-
.trim();
|
|
116
|
-
}
|
|
117
|
-
// ── Wikipedia REST API fetcher ────────────────────────────────────────────────
|
|
118
|
-
async function fetchWikipediaContent(url) {
|
|
119
|
-
try {
|
|
120
|
-
const urlObj = new URL(url);
|
|
121
|
-
const pathParts = urlObj.pathname.split('/').filter(Boolean);
|
|
122
|
-
// Only handle article pages: /wiki/Article_Title
|
|
123
|
-
if (pathParts[0] !== 'wiki' || pathParts.length < 2)
|
|
124
|
-
return null;
|
|
125
|
-
const articleTitle = decodeURIComponent(pathParts[1]);
|
|
126
|
-
// Skip special pages (contain a colon, e.g. Special:Random, Talk:Article)
|
|
127
|
-
if (articleTitle.includes(':'))
|
|
128
|
-
return null;
|
|
129
|
-
const lang = urlObj.hostname.split('.')[0] || 'en';
|
|
130
|
-
// Fetch summary for title/description
|
|
131
|
-
const summaryUrl = `https://${lang}.wikipedia.org/api/rest_v1/page/summary/${encodeURIComponent(articleTitle)}`;
|
|
132
|
-
const summaryResult = await simpleFetch(summaryUrl, undefined, 8000, {
|
|
133
|
-
...WIKI_HEADERS,
|
|
134
|
-
'Accept': 'application/json',
|
|
135
|
-
});
|
|
136
|
-
let summaryData = null;
|
|
137
|
-
try {
|
|
138
|
-
summaryData = JSON.parse(summaryResult.html || '');
|
|
139
|
-
}
|
|
140
|
-
catch {
|
|
141
|
-
summaryData = null;
|
|
142
|
-
}
|
|
143
|
-
if (!summaryData || summaryData.type === 'https://mediawiki.org/wiki/HyperSwitch/errors/not_found') {
|
|
144
|
-
return null;
|
|
145
|
-
}
|
|
146
|
-
const articleTitleClean = summaryData.title || articleTitle.replace(/_/g, ' ');
|
|
147
|
-
const description = summaryData.description || '';
|
|
148
|
-
// Fetch full content via mobile-html
|
|
149
|
-
let fullContent = '';
|
|
150
|
-
try {
|
|
151
|
-
const mobileUrl = `https://${lang}.wikipedia.org/api/rest_v1/page/mobile-html/${encodeURIComponent(articleTitle)}`;
|
|
152
|
-
const mobileResult = await simpleFetch(mobileUrl, undefined, 15000, {
|
|
153
|
-
...WIKI_HEADERS,
|
|
154
|
-
'Accept': 'text/html',
|
|
155
|
-
});
|
|
156
|
-
if (mobileResult?.html) {
|
|
157
|
-
const sectionMatches = mobileResult.html.match(/<section[^>]*>([\s\S]*?)<\/section>/gi) || [];
|
|
158
|
-
for (const section of sectionMatches) {
|
|
159
|
-
// Extract section heading
|
|
160
|
-
const headingMatch = section.match(/<h[2-6][^>]*id="([^"]*)"[^>]*class="[^"]*pcs-edit-section-title[^"]*"[^>]*>([\s\S]*?)<\/h[2-6]>/i);
|
|
161
|
-
const heading = headingMatch ? stripHtmlTags(headingMatch[2]).trim() : '';
|
|
162
|
-
// Extract paragraphs
|
|
163
|
-
const paragraphs = section.match(/<p[^>]*>([\s\S]*?)<\/p>/gi) || [];
|
|
164
|
-
const sectionText = paragraphs
|
|
165
|
-
.map((p) => stripHtmlTags(p).trim())
|
|
166
|
-
.filter((t) => t.length > 0)
|
|
167
|
-
.join('\n\n');
|
|
168
|
-
if (sectionText) {
|
|
169
|
-
const prefix = heading ? `## ${heading}\n\n` : '';
|
|
170
|
-
fullContent += `\n\n${prefix}${sectionText}`;
|
|
171
|
-
}
|
|
172
|
-
}
|
|
173
|
-
}
|
|
174
|
-
}
|
|
175
|
-
catch {
|
|
176
|
-
// mobile-html failed — fall back to summary extract
|
|
177
|
-
fullContent = summaryData.extract || '';
|
|
178
|
-
}
|
|
179
|
-
// Clean Wikipedia noise
|
|
180
|
-
fullContent = cleanWikipediaContent(fullContent);
|
|
181
|
-
const cleanContent = `# ${articleTitleClean}\n\n${description ? `*${description}*\n\n` : ''}${fullContent || summaryData.extract || ''}`;
|
|
182
|
-
return cleanContent;
|
|
183
|
-
}
|
|
184
|
-
catch {
|
|
185
|
-
return null;
|
|
186
|
-
}
|
|
187
|
-
}
|
|
188
|
-
// ── CORS helper ───────────────────────────────────────────────────────────────
|
|
189
|
-
function setCorsHeaders(req, res) {
|
|
190
|
-
const origin = req.headers.origin || '';
|
|
191
|
-
// Allow webpeel.dev or any localhost:* origin
|
|
192
|
-
if (origin === 'https://webpeel.dev' ||
|
|
193
|
-
/^http:\/\/localhost(:\d+)?$/.test(origin) ||
|
|
194
|
-
/^http:\/\/127\.0\.0\.1(:\d+)?$/.test(origin)) {
|
|
195
|
-
res.setHeader('Access-Control-Allow-Origin', origin);
|
|
196
|
-
res.setHeader('Vary', 'Origin');
|
|
197
|
-
}
|
|
198
|
-
res.setHeader('Access-Control-Allow-Methods', 'GET, OPTIONS');
|
|
199
|
-
res.setHeader('Access-Control-Allow-Headers', 'Content-Type');
|
|
200
|
-
}
|
|
201
|
-
// ── IP extraction ─────────────────────────────────────────────────────────────
|
|
202
|
-
function getClientIp(req) {
|
|
203
|
-
const forwardedFor = req.headers['x-forwarded-for'];
|
|
204
|
-
const firstForwardedIp = typeof forwardedFor === 'string'
|
|
205
|
-
? forwardedFor.split(',')[0].trim()
|
|
206
|
-
: Array.isArray(forwardedFor) ? forwardedFor[0] : undefined;
|
|
207
|
-
return req.headers['cf-connecting-ip']
|
|
208
|
-
|| firstForwardedIp
|
|
209
|
-
|| req.headers['x-real-ip']
|
|
210
|
-
|| req.ip
|
|
211
|
-
|| 'unknown';
|
|
212
|
-
}
|
|
213
|
-
export function createDemoRouter(options = {}) {
|
|
214
|
-
const minuteLimiter = options.perMinute ?? perMinuteLimiter;
|
|
215
|
-
const dayLimiter = options.perDay ?? perDayLimiter;
|
|
216
|
-
const router = Router();
|
|
217
|
-
// Handle CORS preflight
|
|
218
|
-
router.options('/v1/demo', (req, res) => {
|
|
219
|
-
setCorsHeaders(req, res);
|
|
220
|
-
res.status(204).end();
|
|
221
|
-
});
|
|
222
|
-
router.get('/v1/demo', async (req, res) => {
|
|
223
|
-
// Always set CORS headers
|
|
224
|
-
setCorsHeaders(req, res);
|
|
225
|
-
try {
|
|
226
|
-
// ── 1. Validate URL parameter ────────────────────────────────────────────
|
|
227
|
-
const { url } = req.query;
|
|
228
|
-
if (!url || typeof url !== 'string') {
|
|
229
|
-
res.status(400).json({ error: 'Missing required query parameter: url' });
|
|
230
|
-
return;
|
|
231
|
-
}
|
|
232
|
-
if (url.length > 2048) {
|
|
233
|
-
res.status(400).json({ error: 'URL too long (max 2048 characters)' });
|
|
234
|
-
return;
|
|
235
|
-
}
|
|
236
|
-
// Parse URL to extract hostname
|
|
237
|
-
let parsedUrl;
|
|
238
|
-
try {
|
|
239
|
-
parsedUrl = new URL(url);
|
|
240
|
-
}
|
|
241
|
-
catch {
|
|
242
|
-
res.status(400).json({ error: 'Invalid URL format' });
|
|
243
|
-
return;
|
|
244
|
-
}
|
|
245
|
-
if (!['http:', 'https:'].includes(parsedUrl.protocol)) {
|
|
246
|
-
res.status(400).json({ error: 'Only HTTP and HTTPS URLs are allowed' });
|
|
247
|
-
return;
|
|
248
|
-
}
|
|
249
|
-
// ── 2. Domain allowlist check ────────────────────────────────────────────
|
|
250
|
-
const hostname = parsedUrl.hostname.toLowerCase();
|
|
251
|
-
if (!ALLOWED_DOMAINS.has(hostname)) {
|
|
252
|
-
res.status(403).json({
|
|
253
|
-
error: 'Domain not allowed for demo. Sign up for full API access.',
|
|
254
|
-
signUpUrl: SIGN_UP_URL,
|
|
255
|
-
});
|
|
256
|
-
return;
|
|
257
|
-
}
|
|
258
|
-
// ── 3. SSRF validation ───────────────────────────────────────────────────
|
|
259
|
-
try {
|
|
260
|
-
validateUrl(url);
|
|
261
|
-
}
|
|
262
|
-
catch {
|
|
263
|
-
res.status(400).json({ error: 'URL blocked for security reasons' });
|
|
264
|
-
return;
|
|
265
|
-
}
|
|
266
|
-
// ── 4. Rate limiting ─────────────────────────────────────────────────────
|
|
267
|
-
const clientIp = getClientIp(req);
|
|
268
|
-
const minuteResult = minuteLimiter.checkLimit(clientIp, 3);
|
|
269
|
-
if (!minuteResult.allowed) {
|
|
270
|
-
res.setHeader('Retry-After', String(minuteResult.retryAfter || 60));
|
|
271
|
-
res.setHeader('X-RateLimit-Limit', '3');
|
|
272
|
-
res.setHeader('X-RateLimit-Remaining', '0');
|
|
273
|
-
res.status(429).json({
|
|
274
|
-
error: 'Rate limit exceeded. Demo allows 3 requests per minute.',
|
|
275
|
-
retryAfter: minuteResult.retryAfter,
|
|
276
|
-
signUpUrl: SIGN_UP_URL,
|
|
277
|
-
});
|
|
278
|
-
return;
|
|
279
|
-
}
|
|
280
|
-
const dayResult = dayLimiter.checkLimit(clientIp, 30);
|
|
281
|
-
if (!dayResult.allowed) {
|
|
282
|
-
res.setHeader('Retry-After', String(dayResult.retryAfter || 86400));
|
|
283
|
-
res.setHeader('X-RateLimit-Limit', '30');
|
|
284
|
-
res.setHeader('X-RateLimit-Remaining', '0');
|
|
285
|
-
res.status(429).json({
|
|
286
|
-
error: 'Daily rate limit exceeded. Demo allows 30 requests per day.',
|
|
287
|
-
retryAfter: dayResult.retryAfter,
|
|
288
|
-
signUpUrl: SIGN_UP_URL,
|
|
289
|
-
});
|
|
290
|
-
return;
|
|
291
|
-
}
|
|
292
|
-
// ── 5. Cache lookup ──────────────────────────────────────────────────────
|
|
293
|
-
const cacheKey = url;
|
|
294
|
-
const cached = demoCache.get(cacheKey);
|
|
295
|
-
if (cached && Date.now() - cached.timestamp < CACHE_TTL_MS) {
|
|
296
|
-
res.setHeader('X-Cache', 'HIT');
|
|
297
|
-
res.json(cached.result);
|
|
298
|
-
return;
|
|
299
|
-
}
|
|
300
|
-
// ── 6. Fetch the page (HTTP-only, 5s timeout) ────────────────────────────
|
|
301
|
-
const startTime = Date.now();
|
|
302
|
-
let fetchResult;
|
|
303
|
-
try {
|
|
304
|
-
const abortController = new AbortController();
|
|
305
|
-
const timeoutHandle = setTimeout(() => abortController.abort(), FETCH_TIMEOUT_MS);
|
|
306
|
-
try {
|
|
307
|
-
fetchResult = await simpleFetch(url, undefined, // default user agent
|
|
308
|
-
FETCH_TIMEOUT_MS, undefined, // no custom headers
|
|
309
|
-
abortController.signal);
|
|
310
|
-
}
|
|
311
|
-
finally {
|
|
312
|
-
clearTimeout(timeoutHandle);
|
|
313
|
-
}
|
|
314
|
-
}
|
|
315
|
-
catch (err) {
|
|
316
|
-
const msg = err?.message || 'Failed to fetch URL';
|
|
317
|
-
res.status(502).json({ error: `Fetch failed: ${msg.replace(/[<>"']/g, '')}` });
|
|
318
|
-
return;
|
|
319
|
-
}
|
|
320
|
-
const fetchTimeMs = Date.now() - startTime;
|
|
321
|
-
// ── 7. Extract title and content ─────────────────────────────────────────
|
|
322
|
-
const html = fetchResult.html || '';
|
|
323
|
-
// Count what will be removed BEFORE cleaning runs
|
|
324
|
-
let cleaningStats;
|
|
325
|
-
try {
|
|
326
|
-
cleaningStats = countRemovedElements(html);
|
|
327
|
-
}
|
|
328
|
-
catch {
|
|
329
|
-
cleaningStats = {
|
|
330
|
-
scripts: 0, styles: 0, ads: 0, tracking: 0,
|
|
331
|
-
navigation: 0, socialWidgets: 0, popups: 0, totalRemoved: 0,
|
|
332
|
-
originalSizeBytes: Buffer.byteLength(html, 'utf8'),
|
|
333
|
-
cleanedSizeBytes: 0, reductionPercent: 0,
|
|
334
|
-
};
|
|
335
|
-
}
|
|
336
|
-
// Extract title from metadata
|
|
337
|
-
let title = '';
|
|
338
|
-
try {
|
|
339
|
-
const meta = extractMetadata(html, url);
|
|
340
|
-
title = meta.title || '';
|
|
341
|
-
}
|
|
342
|
-
catch {
|
|
343
|
-
title = '';
|
|
344
|
-
}
|
|
345
|
-
// Extract main content and convert to markdown
|
|
346
|
-
// For Wikipedia URLs: use the REST API for clean structured content
|
|
347
|
-
let markdownContent = '';
|
|
348
|
-
const isWikipedia = /(?:^|\.)wikipedia\.org$/.test(parsedUrl.hostname.toLowerCase());
|
|
349
|
-
if (isWikipedia) {
|
|
350
|
-
try {
|
|
351
|
-
const wikiContent = await fetchWikipediaContent(url);
|
|
352
|
-
if (wikiContent) {
|
|
353
|
-
markdownContent = wikiContent;
|
|
354
|
-
}
|
|
355
|
-
}
|
|
356
|
-
catch {
|
|
357
|
-
markdownContent = '';
|
|
358
|
-
}
|
|
359
|
-
}
|
|
360
|
-
// Fall back to generic HTML→markdown pipeline if Wikipedia fetch failed/N/A
|
|
361
|
-
if (!markdownContent) {
|
|
362
|
-
try {
|
|
363
|
-
const detected = detectMainContent(html);
|
|
364
|
-
const contentHtml = detected.html || html;
|
|
365
|
-
markdownContent = htmlToMarkdown(contentHtml, { prune: true });
|
|
366
|
-
}
|
|
367
|
-
catch {
|
|
368
|
-
markdownContent = '';
|
|
369
|
-
}
|
|
370
|
-
}
|
|
371
|
-
// Apply general post-processing to remove common noise artifacts
|
|
372
|
-
markdownContent = cleanDemoContent(markdownContent);
|
|
373
|
-
// Finalize cleaning stats now that we have the cleaned content size
|
|
374
|
-
const cleanedSizeBytes = Buffer.byteLength(markdownContent, 'utf8');
|
|
375
|
-
const originalSizeBytes = cleaningStats.originalSizeBytes;
|
|
376
|
-
const reductionPercent = originalSizeBytes > 0
|
|
377
|
-
? Math.round(((originalSizeBytes - cleanedSizeBytes) / originalSizeBytes) * 100)
|
|
378
|
-
: 0;
|
|
379
|
-
const cleaned = {
|
|
380
|
-
scripts: cleaningStats.scripts,
|
|
381
|
-
styles: cleaningStats.styles,
|
|
382
|
-
ads: cleaningStats.ads,
|
|
383
|
-
tracking: cleaningStats.tracking,
|
|
384
|
-
navigation: cleaningStats.navigation,
|
|
385
|
-
socialWidgets: cleaningStats.socialWidgets,
|
|
386
|
-
popups: cleaningStats.popups,
|
|
387
|
-
totalRemoved: cleaningStats.totalRemoved,
|
|
388
|
-
originalSizeKB: Math.round(originalSizeBytes / 1024 * 10) / 10,
|
|
389
|
-
cleanedSizeKB: Math.round(cleanedSizeBytes / 1024 * 10) / 10,
|
|
390
|
-
reductionPercent: Math.max(0, Math.min(100, reductionPercent)),
|
|
391
|
-
};
|
|
392
|
-
// ── 7b. Token savings metrics ────────────────────────────────────────────
|
|
393
|
-
const rawTokens = Math.round(html.length / 4);
|
|
394
|
-
const cleanTokens = Math.round(markdownContent.length / 4);
|
|
395
|
-
const savingsPercent = rawTokens > 0
|
|
396
|
-
? Math.max(0, Math.round((1 - cleanTokens / rawTokens) * 100))
|
|
397
|
-
: 0;
|
|
398
|
-
const tokenEstimate = {
|
|
399
|
-
raw: rawTokens,
|
|
400
|
-
clean: cleanTokens,
|
|
401
|
-
savings: savingsPercent,
|
|
402
|
-
};
|
|
403
|
-
// ── 8. Truncate content ──────────────────────────────────────────────────
|
|
404
|
-
const truncated = markdownContent.length > MAX_CONTENT_LENGTH;
|
|
405
|
-
const content = truncated
|
|
406
|
-
? markdownContent.slice(0, MAX_CONTENT_LENGTH)
|
|
407
|
-
: markdownContent;
|
|
408
|
-
// Count words in the truncated content
|
|
409
|
-
const wordCount = content.split(/\s+/).filter(Boolean).length;
|
|
410
|
-
// ── 9. Build response and cache ──────────────────────────────────────────
|
|
411
|
-
const response = {
|
|
412
|
-
url: fetchResult.url || url,
|
|
413
|
-
title,
|
|
414
|
-
content,
|
|
415
|
-
wordCount,
|
|
416
|
-
fetchTimeMs,
|
|
417
|
-
truncated,
|
|
418
|
-
demo: true,
|
|
419
|
-
signUpUrl: SIGN_UP_URL,
|
|
420
|
-
cleaned,
|
|
421
|
-
tokenEstimate,
|
|
422
|
-
};
|
|
423
|
-
demoCache.set(cacheKey, { result: response, timestamp: Date.now() });
|
|
424
|
-
res.setHeader('X-Cache', 'MISS');
|
|
425
|
-
res.json(response);
|
|
426
|
-
}
|
|
427
|
-
catch (error) {
|
|
428
|
-
console.error('Demo endpoint error:', error);
|
|
429
|
-
res.status(500).json({ error: 'Internal server error' });
|
|
430
|
-
}
|
|
431
|
-
});
|
|
432
|
-
return router;
|
|
433
|
-
}
|
|
434
|
-
//# sourceMappingURL=demo.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"demo.js","sourceRoot":"","sources":["../../../src/server/routes/demo.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,oBAAoB,EAAiB,MAAM,wBAAwB,CAAC;AAChH,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,iFAAiF;AAEjF,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,YAAY;IACZ,eAAe;IACf,kBAAkB;IAClB,sBAAsB;IACtB,YAAY;IACZ,YAAY;IACZ,gBAAgB;IAChB,SAAS;IACT,aAAa;IACb,aAAa;IACb,iBAAiB;IACjB,gBAAgB;IAChB,WAAW;IACX,mBAAmB;IACnB,iBAAiB;IACjB,qBAAqB;IACrB,cAAc;IACd,kBAAkB;IAClB,iBAAiB;IACjB,qBAAqB;IACrB,iBAAiB;IACjB,uBAAuB;CACxB,CAAC,CAAC;AAEH,iFAAiF;AAEjF,+BAA+B;AAC/B,MAAM,gBAAgB,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC;AAEjD,6BAA6B;AAC7B,MAAM,aAAa,GAAG,IAAI,WAAW,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;AAE3D,2BAA2B;AAC3B,WAAW,CAAC,GAAG,EAAE;IACf,gBAAgB,CAAC,OAAO,EAAE,CAAC;IAC3B,aAAa,CAAC,OAAO,EAAE,CAAC;AAC1B,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;AASnB,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;AAClD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAsB,CAAC;AAqChD,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,WAAW,GAAG,yBAAyB,CAAC;AAE9C,iFAAiF;AAEjF,MAAM,YAAY,GAAG;IACnB,YAAY,EAAE,+DAA+D;IAC7E,gBAAgB,EAAE,uDAAuD;IACzE,eAAe,EAAE,UAAU;IAC3B,eAAe,EAAE,EAAE,EAAG,gDAAgD;CACvE,CAAC;AAEF,iFAAiF;AACjF,iGAAiG;AAEjG,SAAS,aAAa,CAAC,GAAW;IAChC,OAAO,GAAG;QACR,6DAA6D;SAC5D,OAAO,CAAC,gCAAgC,EAAE,EAAE,CAAC;SAC7C,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,iFAAiF;AAEjF,SAAS,qBAAqB,CAAC,OAAe;IAC5C,OAAO,OAAO;QACZ,sBAAsB;SACrB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;QAC1B,0CAA0C;SACzC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;QACxB,iDAAiD;SAChD,OAAO,CAAC,4LAA4L,EAAE,EAAE,CAAC;QAC1M,qDAAqD;SACpD,OAAO,CAAC,iDAAiD,EAAE,EAAE,CAAC;QAC/D,6BAA6B;SAC5B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,iFAAiF;AAEjF,SAAS,gBAAgB,CAAC,OAAe;IACvC,OAAO,OAAO;QACZ,gEAAgE;SAC/D,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC;QACrC,+BAA+B;SAC9B,OAAO,CAAC,4CAA4C,EAAE,EAAE,CAAC;QAC1D,0BAA0B;SACzB,OAAO,CAAC,uEAAuE,EAAE,EAAE,CAAC;QACrF,sBAAsB;SACrB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;QAC1B,2BAA2B;SAC1B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;QACxB,6EAA6E;SAC5E,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC;QAC9B,6BAA6B;SAC5B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,iFAAiF;AAEjF,KAAK,UAAU,qBAAqB,CAAC,GAAW;IAC9C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE7D,iDAAiD;QACjD,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAEjE,MAAM,YAAY,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,0EAA0E;QAC1E,IAAI,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAE5C,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QAEnD,sCAAsC;QACtC,MAAM,UAAU,GAAG,WAAW,IAAI,2CAA2C,kBAAkB,CAAC,YAAY,CAAC,EAAE,CAAC;QAChH,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,UAAU,EAAE,SAAS,EAAE,IAAI,EAAE;YACnE,GAAG,YAAY;YACf,QAAQ,EAAE,kBAAkB;SAC7B,CAAC,CAAC;QAEH,IAAI,WAAW,GAA+B,IAAI,CAAC;QACnD,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,IAAI,KAAK,yDAAyD,EAAE,CAAC;YACnG,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,iBAAiB,GAAY,WAAW,CAAC,KAAgB,IAAI,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACnG,MAAM,WAAW,GAAY,WAAW,CAAC,WAAsB,IAAI,EAAE,CAAC;QAEtE,qCAAqC;QACrC,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,WAAW,IAAI,+CAA+C,kBAAkB,CAAC,YAAY,CAAC,EAAE,CAAC;YACnH,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE;gBAClE,GAAG,YAAY;gBACf,QAAQ,EAAE,WAAW;aACtB,CAAC,CAAC;YAEH,IAAI,YAAY,EAAE,IAAI,EAAE,CAAC;gBACvB,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,uCAAuC,CAAC,IAAI,EAAE,CAAC;gBAC9F,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;oBACrC,0BAA0B;oBAC1B,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,kGAAkG,CAAC,CAAC;oBACvI,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1E,qBAAqB;oBACrB,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,2BAA2B,CAAC,IAAI,EAAE,CAAC;oBACpE,MAAM,WAAW,GAAG,UAAU;yBAC3B,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;yBAC3C,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;yBACnC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAChB,IAAI,WAAW,EAAE,CAAC;wBAChB,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;wBAClD,WAAW,IAAI,OAAO,MAAM,GAAG,WAAW,EAAE,CAAC;oBAC/C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,oDAAoD;YACpD,WAAW,GAAI,WAAW,CAAC,OAAkB,IAAI,EAAE,CAAC;QACtD,CAAC;QAED,wBAAwB;QACxB,WAAW,GAAG,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAEjD,MAAM,YAAY,GAAG,KAAK,iBAAiB,OAAO,WAAW,CAAC,CAAC,CAAC,IAAI,WAAW,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,IAAK,WAAW,CAAC,OAAkB,IAAI,EAAE,EAAE,CAAC;QACrJ,OAAO,YAAY,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,iFAAiF;AAEjF,SAAS,cAAc,CAAC,GAAY,EAAE,GAAa;IACjD,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IACxC,8CAA8C;IAC9C,IACE,MAAM,KAAK,qBAAqB;QAChC,6BAA6B,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1C,gCAAgC,CAAC,IAAI,CAAC,MAAM,CAAC,EAC7C,CAAC;QACD,GAAG,CAAC,SAAS,CAAC,6BAA6B,EAAE,MAAM,CAAC,CAAC;QACrD,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAClC,CAAC;IACD,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAC;IAC9D,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAC;AAChE,CAAC;AAED,iFAAiF;AAEjF,SAAS,WAAW,CAAC,GAAY;IAC/B,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACpD,MAAM,gBAAgB,GAAG,OAAO,YAAY,KAAK,QAAQ;QACvD,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;QACnC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAE9D,OAAQ,GAAG,CAAC,OAAO,CAAC,kBAAkB,CAAY;WAC7C,gBAAgB;WACf,GAAG,CAAC,OAAO,CAAC,WAAW,CAAY;WACpC,GAAG,CAAC,EAAE;WACN,SAAS,CAAC;AACjB,CAAC;AAWD,MAAM,UAAU,gBAAgB,CAAC,UAA6B,EAAE;IAC9D,MAAM,aAAa,GAAG,OAAO,CAAC,SAAS,IAAI,gBAAgB,CAAC;IAC5D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC;IACnD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB,wBAAwB;IACxB,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QACzD,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACzB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC3D,0BAA0B;QAC1B,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAEzB,IAAI,CAAC;YACH,4EAA4E;YAC5E,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC;YAE1B,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,uCAAuC,EAAE,CAAC,CAAC;gBACzE,OAAO;YACT,CAAC;YAED,IAAI,GAAG,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;gBACtB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,oCAAoC,EAAE,CAAC,CAAC;gBACtE,OAAO;YACT,CAAC;YAED,gCAAgC;YAChC,IAAI,SAAc,CAAC;YACnB,IAAI,CAAC;gBACH,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC,CAAC;gBACtD,OAAO;YACT,CAAC;YAED,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACtD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,sCAAsC,EAAE,CAAC,CAAC;gBACxE,OAAO;YACT,CAAC;YAED,4EAA4E;YAC5E,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAClD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,2DAA2D;oBAClE,SAAS,EAAE,WAAW;iBACvB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,4EAA4E;YAC5E,IAAI,CAAC;gBACH,WAAW,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,kCAAkC,EAAE,CAAC,CAAC;gBACpE,OAAO;YACT,CAAC;YAED,4EAA4E;YAC5E,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;YAElC,MAAM,YAAY,GAAG,aAAa,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;gBAC1B,GAAG,CAAC,SAAS,CAAC,aAAa,EAAE,MAAM,CAAC,YAAY,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC;gBACpE,GAAG,CAAC,SAAS,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;gBACxC,GAAG,CAAC,SAAS,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;gBAC5C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,yDAAyD;oBAChE,UAAU,EAAE,YAAY,CAAC,UAAU;oBACnC,SAAS,EAAE,WAAW;iBACvB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,UAAU,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;gBACvB,GAAG,CAAC,SAAS,CAAC,aAAa,EAAE,MAAM,CAAC,SAAS,CAAC,UAAU,IAAI,KAAK,CAAC,CAAC,CAAC;gBACpE,GAAG,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;gBACzC,GAAG,CAAC,SAAS,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;gBAC5C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,6DAA6D;oBACpE,UAAU,EAAE,SAAS,CAAC,UAAU;oBAChC,SAAS,EAAE,WAAW;iBACvB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,4EAA4E;YAC5E,MAAM,QAAQ,GAAG,GAAG,CAAC;YACrB,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,GAAG,YAAY,EAAE,CAAC;gBAC3D,GAAG,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;gBAChC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBACxB,OAAO;YACT,CAAC;YAED,4EAA4E;YAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,IAAI,WAAoD,CAAC;YACzD,IAAI,CAAC;gBACH,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;gBAC9C,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,gBAAgB,CAAC,CAAC;gBAElF,IAAI,CAAC;oBACH,WAAW,GAAG,MAAM,WAAW,CAC7B,GAAG,EACH,SAAS,EAAQ,qBAAqB;oBACtC,gBAAgB,EAChB,SAAS,EAAQ,oBAAoB;oBACrC,eAAe,CAAC,MAAM,CACvB,CAAC;gBACJ,CAAC;wBAAS,CAAC;oBACT,YAAY,CAAC,aAAa,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,MAAM,GAAG,GAAG,GAAG,EAAE,OAAO,IAAI,qBAAqB,CAAC;gBAClD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,iBAAiB,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/E,OAAO;YACT,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE3C,4EAA4E;YAC5E,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,IAAI,EAAE,CAAC;YAEpC,kDAAkD;YAClD,IAAI,aAA4B,CAAC;YACjC,IAAI,CAAC;gBACH,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;YAC7C,CAAC;YAAC,MAAM,CAAC;gBACP,aAAa,GAAG;oBACd,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC;oBAC1C,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC;oBAC3D,iBAAiB,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC;oBAClD,gBAAgB,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC;iBACzC,CAAC;YACJ,CAAC;YAED,8BAA8B;YAC9B,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACxC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,GAAG,EAAE,CAAC;YACb,CAAC;YAED,+CAA+C;YAC/C,oEAAoE;YACpE,IAAI,eAAe,GAAG,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,yBAAyB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;YACrF,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,MAAM,WAAW,GAAG,MAAM,qBAAqB,CAAC,GAAG,CAAC,CAAC;oBACrD,IAAI,WAAW,EAAE,CAAC;wBAChB,eAAe,GAAG,WAAW,CAAC;oBAChC,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,eAAe,GAAG,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,4EAA4E;YAC5E,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;oBACzC,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC;oBAC1C,eAAe,GAAG,cAAc,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACjE,CAAC;gBAAC,MAAM,CAAC;oBACP,eAAe,GAAG,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,iEAAiE;YACjE,eAAe,GAAG,gBAAgB,CAAC,eAAe,CAAC,CAAC;YAEpD,oEAAoE;YACpE,MAAM,gBAAgB,GAAG,MAAM,CAAC,UAAU,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;YACpE,MAAM,iBAAiB,GAAG,aAAa,CAAC,iBAAiB,CAAC;YAC1D,MAAM,gBAAgB,GAAG,iBAAiB,GAAG,CAAC;gBAC5C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,iBAAiB,GAAG,gBAAgB,CAAC,GAAG,iBAAiB,CAAC,GAAG,GAAG,CAAC;gBAChF,CAAC,CAAC,CAAC,CAAC;YAEN,MAAM,OAAO,GAAmB;gBAC9B,OAAO,EAAO,aAAa,CAAC,OAAO;gBACnC,MAAM,EAAQ,aAAa,CAAC,MAAM;gBAClC,GAAG,EAAW,aAAa,CAAC,GAAG;gBAC/B,QAAQ,EAAM,aAAa,CAAC,QAAQ;gBACpC,UAAU,EAAI,aAAa,CAAC,UAAU;gBACtC,aAAa,EAAE,aAAa,CAAC,aAAa;gBAC1C,MAAM,EAAQ,aAAa,CAAC,MAAM;gBAClC,YAAY,EAAE,aAAa,CAAC,YAAY;gBACxC,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,GAAG,IAAI,GAAG,EAAE,CAAC,GAAG,EAAE;gBAC9D,aAAa,EAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAI,IAAI,GAAG,EAAE,CAAC,GAAG,EAAE;gBAC9D,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;aAC/D,CAAC;YAEF,4EAA4E;YAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC3D,MAAM,cAAc,GAAG,SAAS,GAAG,CAAC;gBAClC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC;gBAC9D,CAAC,CAAC,CAAC,CAAC;YACN,MAAM,aAAa,GAAkB;gBACnC,GAAG,EAAE,SAAS;gBACd,KAAK,EAAE,WAAW;gBAClB,OAAO,EAAE,cAAc;aACxB,CAAC;YAEF,4EAA4E;YAC5E,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,GAAG,kBAAkB,CAAC;YAC9D,MAAM,OAAO,GAAG,SAAS;gBACvB,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC;gBAC9C,CAAC,CAAC,eAAe,CAAC;YAEpB,uCAAuC;YACvC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;YAE9D,4EAA4E;YAC5E,MAAM,QAAQ,GAAiB;gBAC7B,GAAG,EAAE,WAAW,CAAC,GAAG,IAAI,GAAG;gBAC3B,KAAK;gBACL,OAAO;gBACP,SAAS;gBACT,WAAW;gBACX,SAAS;gBACT,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,WAAW;gBACtB,OAAO;gBACP,aAAa;aACd,CAAC;YAEF,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAErE,GAAG,CAAC,SAAS,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YACjC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* POST /v1/extract — Firecrawl-compatible JSON Schema extraction endpoint.
|
|
3
|
-
*
|
|
4
|
-
* Body: { url: string, schema?: object, prompt?: string, llmApiKey?: string, model?: string }
|
|
5
|
-
* Returns: { success: true, data: <extracted data> }
|
|
6
|
-
*/
|
|
7
|
-
import { Router } from 'express';
|
|
8
|
-
export declare function createExtractRouter(): Router;
|
|
9
|
-
//# sourceMappingURL=extract.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../../src/server/routes/extract.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAIpD,wBAAgB,mBAAmB,IAAI,MAAM,CAqK5C"}
|