webpeel 0.19.4 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/cache.d.ts +0 -1
- package/dist/cache.js +0 -1
- package/dist/cli/commands/auth.d.ts +5 -0
- package/dist/cli/commands/auth.js +476 -0
- package/dist/cli/commands/fetch.d.ts +6 -0
- package/dist/cli/commands/fetch.js +1015 -0
- package/dist/cli/commands/interact.d.ts +5 -0
- package/dist/cli/commands/interact.js +839 -0
- package/dist/cli/commands/jobs.d.ts +5 -0
- package/dist/cli/commands/jobs.js +997 -0
- package/dist/cli/commands/screenshot.d.ts +5 -0
- package/dist/cli/commands/screenshot.js +273 -0
- package/dist/cli/commands/search.d.ts +5 -0
- package/dist/cli/commands/search.js +524 -0
- package/dist/cli/utils.d.ts +84 -0
- package/dist/cli/utils.js +686 -0
- package/dist/cli-auth.d.ts +0 -1
- package/dist/cli-auth.js +0 -1
- package/dist/cli.d.ts +7 -6
- package/dist/cli.js +35 -4698
- package/dist/core/actions.d.ts +0 -1
- package/dist/core/actions.js +0 -1
- package/dist/core/agent.d.ts +0 -1
- package/dist/core/agent.js +9 -12
- package/dist/core/answer.d.ts +0 -1
- package/dist/core/answer.js +0 -1
- package/dist/core/application-tracker.d.ts +0 -1
- package/dist/core/application-tracker.js +0 -1
- package/dist/core/apply.d.ts +0 -1
- package/dist/core/apply.js +0 -1
- package/dist/core/auto-extract.d.ts +0 -1
- package/dist/core/auto-extract.js +0 -1
- package/dist/core/auto-interact.d.ts +0 -1
- package/dist/core/auto-interact.js +0 -1
- package/dist/core/bm25-filter.d.ts +0 -1
- package/dist/core/bm25-filter.js +0 -1
- package/dist/core/branding.d.ts +0 -1
- package/dist/core/branding.js +0 -1
- package/dist/core/browser-fetch.d.ts +0 -1
- package/dist/core/browser-fetch.js +17 -10
- package/dist/core/browser-pool.d.ts +0 -1
- package/dist/core/browser-pool.js +0 -1
- package/dist/core/budget.d.ts +0 -1
- package/dist/core/budget.js +0 -1
- package/dist/core/cache.d.ts +0 -1
- package/dist/core/cache.js +0 -1
- package/dist/core/cf-worker-proxy.d.ts +0 -1
- package/dist/core/cf-worker-proxy.js +0 -1
- package/dist/core/challenge-detection.d.ts +0 -1
- package/dist/core/challenge-detection.js +0 -1
- package/dist/core/change-tracking.d.ts +0 -1
- package/dist/core/change-tracking.js +0 -1
- package/dist/core/chunker.d.ts +0 -1
- package/dist/core/chunker.js +0 -1
- package/dist/core/chunking.d.ts +0 -1
- package/dist/core/chunking.js +0 -1
- package/dist/core/cloak-fetch.d.ts +0 -1
- package/dist/core/cloak-fetch.js +0 -1
- package/dist/core/content-pruner.d.ts +0 -1
- package/dist/core/content-pruner.js +0 -1
- package/dist/core/crawl-checkpoint.d.ts +0 -1
- package/dist/core/crawl-checkpoint.js +0 -1
- package/dist/core/crawler.d.ts +0 -1
- package/dist/core/crawler.js +6 -5
- package/dist/core/cycle-fetch.d.ts +0 -1
- package/dist/core/cycle-fetch.js +0 -1
- package/dist/core/deep-fetch.d.ts +0 -1
- package/dist/core/deep-fetch.js +0 -1
- package/dist/core/design-analysis.d.ts +0 -1
- package/dist/core/design-analysis.js +0 -1
- package/dist/core/design-compare.d.ts +0 -1
- package/dist/core/design-compare.js +0 -1
- package/dist/core/diff.d.ts +0 -1
- package/dist/core/diff.js +0 -1
- package/dist/core/dns-cache.d.ts +0 -1
- package/dist/core/dns-cache.js +0 -1
- package/dist/core/documents.d.ts +0 -1
- package/dist/core/documents.js +0 -1
- package/dist/core/domain-extractors.d.ts +0 -1
- package/dist/core/domain-extractors.js +0 -1
- package/dist/core/extract-inline.d.ts +0 -1
- package/dist/core/extract-inline.js +0 -1
- package/dist/core/extract-listings.d.ts +0 -1
- package/dist/core/extract-listings.js +0 -1
- package/dist/core/extract.d.ts +0 -1
- package/dist/core/extract.js +0 -1
- package/dist/core/fetcher.d.ts +0 -1
- package/dist/core/fetcher.js +0 -1
- package/dist/core/google-cache.d.ts +0 -1
- package/dist/core/google-cache.js +0 -1
- package/dist/core/hotel-search.d.ts +0 -1
- package/dist/core/hotel-search.js +0 -1
- package/dist/core/http-fetch.d.ts +0 -1
- package/dist/core/http-fetch.js +5 -7
- package/dist/core/human.d.ts +0 -1
- package/dist/core/human.js +0 -1
- package/dist/core/jobs.d.ts +0 -1
- package/dist/core/jobs.js +0 -1
- package/dist/core/json-ld.d.ts +0 -1
- package/dist/core/json-ld.js +0 -1
- package/dist/core/llm-extract.d.ts +0 -1
- package/dist/core/llm-extract.js +0 -1
- package/dist/core/logger.d.ts +17 -0
- package/dist/core/logger.js +44 -0
- package/dist/core/map.d.ts +0 -1
- package/dist/core/map.js +0 -1
- package/dist/core/markdown.d.ts +0 -1
- package/dist/core/markdown.js +0 -1
- package/dist/core/metadata.d.ts +0 -1
- package/dist/core/metadata.js +0 -1
- package/dist/core/paginate.d.ts +0 -1
- package/dist/core/paginate.js +0 -1
- package/dist/core/pdf.d.ts +0 -1
- package/dist/core/pdf.js +0 -1
- package/dist/core/peel-tls.d.ts +0 -1
- package/dist/core/peel-tls.js +0 -1
- package/dist/core/pipeline.d.ts +0 -1
- package/dist/core/pipeline.js +22 -25
- package/dist/core/profiles.d.ts +0 -1
- package/dist/core/profiles.js +0 -1
- package/dist/core/quick-answer.d.ts +0 -1
- package/dist/core/quick-answer.js +0 -1
- package/dist/core/rate-governor.d.ts +0 -1
- package/dist/core/rate-governor.js +0 -1
- package/dist/core/readability.d.ts +0 -1
- package/dist/core/readability.js +0 -1
- package/dist/core/research.d.ts +0 -1
- package/dist/core/research.js +0 -1
- package/dist/core/schema-extraction.d.ts +0 -1
- package/dist/core/schema-extraction.js +0 -1
- package/dist/core/schema-postprocess.d.ts +0 -1
- package/dist/core/schema-postprocess.js +0 -1
- package/dist/core/schema-templates.d.ts +0 -1
- package/dist/core/schema-templates.js +0 -1
- package/dist/core/screenshot.d.ts +0 -1
- package/dist/core/screenshot.js +0 -1
- package/dist/core/search-fallback.d.ts +0 -1
- package/dist/core/search-fallback.js +0 -1
- package/dist/core/search-provider.d.ts +0 -1
- package/dist/core/search-provider.js +18 -21
- package/dist/core/site-search.d.ts +0 -1
- package/dist/core/site-search.js +0 -1
- package/dist/core/sitemap.d.ts +0 -1
- package/dist/core/sitemap.js +0 -1
- package/dist/core/stealth-patches.d.ts +0 -1
- package/dist/core/stealth-patches.js +0 -1
- package/dist/core/stemmer.d.ts +0 -1
- package/dist/core/stemmer.js +0 -1
- package/dist/core/strategies.d.ts +6 -1
- package/dist/core/strategies.js +29 -41
- package/dist/core/strategy-hooks.d.ts +0 -1
- package/dist/core/strategy-hooks.js +0 -1
- package/dist/core/summarize.d.ts +0 -1
- package/dist/core/summarize.js +0 -1
- package/dist/core/synonyms.d.ts +0 -1
- package/dist/core/synonyms.js +0 -1
- package/dist/core/table-format.d.ts +0 -1
- package/dist/core/table-format.js +0 -1
- package/dist/core/timing.d.ts +0 -1
- package/dist/core/timing.js +0 -1
- package/dist/core/user-agents.d.ts +0 -1
- package/dist/core/user-agents.js +0 -1
- package/dist/core/watch-manager.d.ts +0 -1
- package/dist/core/watch-manager.js +0 -1
- package/dist/core/watch.d.ts +0 -1
- package/dist/core/watch.js +0 -1
- package/dist/core/youtube.d.ts +0 -1
- package/dist/core/youtube.js +0 -1
- package/dist/index.d.ts +8 -3
- package/dist/index.js +27 -3
- package/dist/integrations/index.d.ts +0 -1
- package/dist/integrations/index.js +0 -1
- package/dist/integrations/langchain.d.ts +0 -1
- package/dist/integrations/langchain.js +0 -1
- package/dist/integrations/llamaindex.d.ts +0 -1
- package/dist/integrations/llamaindex.js +0 -1
- package/dist/mcp/handlers/act.d.ts +5 -0
- package/dist/mcp/handlers/act.js +34 -0
- package/dist/mcp/handlers/definitions.d.ts +6 -0
- package/dist/mcp/handlers/definitions.js +266 -0
- package/dist/mcp/handlers/extract.d.ts +6 -0
- package/dist/mcp/handlers/extract.js +102 -0
- package/dist/mcp/handlers/fetch.d.ts +6 -0
- package/dist/mcp/handlers/fetch.js +98 -0
- package/dist/mcp/handlers/find.d.ts +5 -0
- package/dist/mcp/handlers/find.js +137 -0
- package/dist/mcp/handlers/index.d.ts +13 -0
- package/dist/mcp/handlers/index.js +61 -0
- package/dist/mcp/handlers/legacy.d.ts +25 -0
- package/dist/mcp/handlers/legacy.js +450 -0
- package/dist/mcp/handlers/meta.d.ts +6 -0
- package/dist/mcp/handlers/meta.js +31 -0
- package/dist/mcp/handlers/monitor.d.ts +5 -0
- package/dist/mcp/handlers/monitor.js +41 -0
- package/dist/mcp/handlers/read.d.ts +6 -0
- package/dist/mcp/handlers/read.js +63 -0
- package/dist/mcp/handlers/see.d.ts +5 -0
- package/dist/mcp/handlers/see.js +75 -0
- package/dist/mcp/handlers/types.d.ts +29 -0
- package/dist/mcp/handlers/types.js +28 -0
- package/dist/mcp/server.d.ts +3 -4
- package/dist/mcp/server.js +35 -1101
- package/dist/mcp/smart-router.d.ts +0 -1
- package/dist/mcp/smart-router.js +3 -1
- package/dist/types.d.ts +6 -1
- package/dist/types.js +0 -1
- package/package.json +3 -13
- package/dist/cache.d.ts.map +0 -1
- package/dist/cache.js.map +0 -1
- package/dist/cli-auth.d.ts.map +0 -1
- package/dist/cli-auth.js.map +0 -1
- package/dist/cli.bundle.cjs +0 -159248
- package/dist/cli.d.ts.map +0 -1
- package/dist/cli.js.map +0 -1
- package/dist/core/actions.d.ts.map +0 -1
- package/dist/core/actions.js.map +0 -1
- package/dist/core/agent.d.ts.map +0 -1
- package/dist/core/agent.js.map +0 -1
- package/dist/core/answer.d.ts.map +0 -1
- package/dist/core/answer.js.map +0 -1
- package/dist/core/application-tracker.d.ts.map +0 -1
- package/dist/core/application-tracker.js.map +0 -1
- package/dist/core/apply.d.ts.map +0 -1
- package/dist/core/apply.js.map +0 -1
- package/dist/core/auto-extract.d.ts.map +0 -1
- package/dist/core/auto-extract.js.map +0 -1
- package/dist/core/auto-interact.d.ts.map +0 -1
- package/dist/core/auto-interact.js.map +0 -1
- package/dist/core/bm25-filter.d.ts.map +0 -1
- package/dist/core/bm25-filter.js.map +0 -1
- package/dist/core/branding.d.ts.map +0 -1
- package/dist/core/branding.js.map +0 -1
- package/dist/core/browser-fetch.d.ts.map +0 -1
- package/dist/core/browser-fetch.js.map +0 -1
- package/dist/core/browser-pool.d.ts.map +0 -1
- package/dist/core/browser-pool.js.map +0 -1
- package/dist/core/budget.d.ts.map +0 -1
- package/dist/core/budget.js.map +0 -1
- package/dist/core/cache.d.ts.map +0 -1
- package/dist/core/cache.js.map +0 -1
- package/dist/core/cf-worker-proxy.d.ts.map +0 -1
- package/dist/core/cf-worker-proxy.js.map +0 -1
- package/dist/core/challenge-detection.d.ts.map +0 -1
- package/dist/core/challenge-detection.js.map +0 -1
- package/dist/core/change-tracking.d.ts.map +0 -1
- package/dist/core/change-tracking.js.map +0 -1
- package/dist/core/chunker.d.ts.map +0 -1
- package/dist/core/chunker.js.map +0 -1
- package/dist/core/chunking.d.ts.map +0 -1
- package/dist/core/chunking.js.map +0 -1
- package/dist/core/cloak-fetch.d.ts.map +0 -1
- package/dist/core/cloak-fetch.js.map +0 -1
- package/dist/core/content-pruner.d.ts.map +0 -1
- package/dist/core/content-pruner.js.map +0 -1
- package/dist/core/crawl-checkpoint.d.ts.map +0 -1
- package/dist/core/crawl-checkpoint.js.map +0 -1
- package/dist/core/crawler.d.ts.map +0 -1
- package/dist/core/crawler.js.map +0 -1
- package/dist/core/cycle-fetch.d.ts.map +0 -1
- package/dist/core/cycle-fetch.js.map +0 -1
- package/dist/core/deep-fetch.d.ts.map +0 -1
- package/dist/core/deep-fetch.js.map +0 -1
- package/dist/core/design-analysis.d.ts.map +0 -1
- package/dist/core/design-analysis.js.map +0 -1
- package/dist/core/design-compare.d.ts.map +0 -1
- package/dist/core/design-compare.js.map +0 -1
- package/dist/core/diff.d.ts.map +0 -1
- package/dist/core/diff.js.map +0 -1
- package/dist/core/dns-cache.d.ts.map +0 -1
- package/dist/core/dns-cache.js.map +0 -1
- package/dist/core/documents.d.ts.map +0 -1
- package/dist/core/documents.js.map +0 -1
- package/dist/core/domain-extractors.d.ts.map +0 -1
- package/dist/core/domain-extractors.js.map +0 -1
- package/dist/core/extract-inline.d.ts.map +0 -1
- package/dist/core/extract-inline.js.map +0 -1
- package/dist/core/extract-listings.d.ts.map +0 -1
- package/dist/core/extract-listings.js.map +0 -1
- package/dist/core/extract.d.ts.map +0 -1
- package/dist/core/extract.js.map +0 -1
- package/dist/core/fetcher.d.ts.map +0 -1
- package/dist/core/fetcher.js.map +0 -1
- package/dist/core/google-cache.d.ts.map +0 -1
- package/dist/core/google-cache.js.map +0 -1
- package/dist/core/hotel-search.d.ts.map +0 -1
- package/dist/core/hotel-search.js.map +0 -1
- package/dist/core/http-fetch.d.ts.map +0 -1
- package/dist/core/http-fetch.js.map +0 -1
- package/dist/core/human.d.ts.map +0 -1
- package/dist/core/human.js.map +0 -1
- package/dist/core/jobs.d.ts.map +0 -1
- package/dist/core/jobs.js.map +0 -1
- package/dist/core/json-ld.d.ts.map +0 -1
- package/dist/core/json-ld.js.map +0 -1
- package/dist/core/llm-extract.d.ts.map +0 -1
- package/dist/core/llm-extract.js.map +0 -1
- package/dist/core/map.d.ts.map +0 -1
- package/dist/core/map.js.map +0 -1
- package/dist/core/markdown.d.ts.map +0 -1
- package/dist/core/markdown.js.map +0 -1
- package/dist/core/metadata.d.ts.map +0 -1
- package/dist/core/metadata.js.map +0 -1
- package/dist/core/paginate.d.ts.map +0 -1
- package/dist/core/paginate.js.map +0 -1
- package/dist/core/pdf.d.ts.map +0 -1
- package/dist/core/pdf.js.map +0 -1
- package/dist/core/peel-tls.d.ts.map +0 -1
- package/dist/core/peel-tls.js.map +0 -1
- package/dist/core/pipeline.d.ts.map +0 -1
- package/dist/core/pipeline.js.map +0 -1
- package/dist/core/profiles.d.ts.map +0 -1
- package/dist/core/profiles.js.map +0 -1
- package/dist/core/quick-answer.d.ts.map +0 -1
- package/dist/core/quick-answer.js.map +0 -1
- package/dist/core/rate-governor.d.ts.map +0 -1
- package/dist/core/rate-governor.js.map +0 -1
- package/dist/core/readability.d.ts.map +0 -1
- package/dist/core/readability.js.map +0 -1
- package/dist/core/research.d.ts.map +0 -1
- package/dist/core/research.js.map +0 -1
- package/dist/core/schema-extraction.d.ts.map +0 -1
- package/dist/core/schema-extraction.js.map +0 -1
- package/dist/core/schema-postprocess.d.ts.map +0 -1
- package/dist/core/schema-postprocess.js.map +0 -1
- package/dist/core/schema-templates.d.ts.map +0 -1
- package/dist/core/schema-templates.js.map +0 -1
- package/dist/core/screenshot.d.ts.map +0 -1
- package/dist/core/screenshot.js.map +0 -1
- package/dist/core/search-fallback.d.ts.map +0 -1
- package/dist/core/search-fallback.js.map +0 -1
- package/dist/core/search-provider.d.ts.map +0 -1
- package/dist/core/search-provider.js.map +0 -1
- package/dist/core/site-search.d.ts.map +0 -1
- package/dist/core/site-search.js.map +0 -1
- package/dist/core/sitemap.d.ts.map +0 -1
- package/dist/core/sitemap.js.map +0 -1
- package/dist/core/stealth-patches.d.ts.map +0 -1
- package/dist/core/stealth-patches.js.map +0 -1
- package/dist/core/stemmer.d.ts.map +0 -1
- package/dist/core/stemmer.js.map +0 -1
- package/dist/core/strategies.d.ts.map +0 -1
- package/dist/core/strategies.js.map +0 -1
- package/dist/core/strategy-hooks.d.ts.map +0 -1
- package/dist/core/strategy-hooks.js.map +0 -1
- package/dist/core/summarize.d.ts.map +0 -1
- package/dist/core/summarize.js.map +0 -1
- package/dist/core/synonyms.d.ts.map +0 -1
- package/dist/core/synonyms.js.map +0 -1
- package/dist/core/table-format.d.ts.map +0 -1
- package/dist/core/table-format.js.map +0 -1
- package/dist/core/timing.d.ts.map +0 -1
- package/dist/core/timing.js.map +0 -1
- package/dist/core/user-agents.d.ts.map +0 -1
- package/dist/core/user-agents.js.map +0 -1
- package/dist/core/watch-manager.d.ts.map +0 -1
- package/dist/core/watch-manager.js.map +0 -1
- package/dist/core/watch.d.ts.map +0 -1
- package/dist/core/watch.js.map +0 -1
- package/dist/core/youtube.d.ts.map +0 -1
- package/dist/core/youtube.js.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/integrations/index.d.ts.map +0 -1
- package/dist/integrations/index.js.map +0 -1
- package/dist/integrations/langchain.d.ts.map +0 -1
- package/dist/integrations/langchain.js.map +0 -1
- package/dist/integrations/llamaindex.d.ts.map +0 -1
- package/dist/integrations/llamaindex.js.map +0 -1
- package/dist/mcp/server.d.ts.map +0 -1
- package/dist/mcp/server.js.map +0 -1
- package/dist/mcp/smart-router.d.ts.map +0 -1
- package/dist/mcp/smart-router.js.map +0 -1
- package/dist/server/app.d.ts +0 -15
- package/dist/server/app.d.ts.map +0 -1
- package/dist/server/app.js +0 -350
- package/dist/server/app.js.map +0 -1
- package/dist/server/auth-store.d.ts +0 -28
- package/dist/server/auth-store.d.ts.map +0 -1
- package/dist/server/auth-store.js +0 -89
- package/dist/server/auth-store.js.map +0 -1
- package/dist/server/email-service.d.ts +0 -22
- package/dist/server/email-service.d.ts.map +0 -1
- package/dist/server/email-service.js +0 -80
- package/dist/server/email-service.js.map +0 -1
- package/dist/server/job-queue.d.ts +0 -93
- package/dist/server/job-queue.d.ts.map +0 -1
- package/dist/server/job-queue.js +0 -146
- package/dist/server/job-queue.js.map +0 -1
- package/dist/server/logger.d.ts +0 -11
- package/dist/server/logger.d.ts.map +0 -1
- package/dist/server/logger.js +0 -38
- package/dist/server/logger.js.map +0 -1
- package/dist/server/middleware/auth.d.ts +0 -29
- package/dist/server/middleware/auth.d.ts.map +0 -1
- package/dist/server/middleware/auth.js +0 -222
- package/dist/server/middleware/auth.js.map +0 -1
- package/dist/server/middleware/rate-limit.d.ts +0 -25
- package/dist/server/middleware/rate-limit.d.ts.map +0 -1
- package/dist/server/middleware/rate-limit.js +0 -168
- package/dist/server/middleware/rate-limit.js.map +0 -1
- package/dist/server/middleware/url-validator.d.ts +0 -16
- package/dist/server/middleware/url-validator.d.ts.map +0 -1
- package/dist/server/middleware/url-validator.js +0 -187
- package/dist/server/middleware/url-validator.js.map +0 -1
- package/dist/server/openapi.yaml +0 -4944
- package/dist/server/pg-auth-store.d.ts +0 -133
- package/dist/server/pg-auth-store.d.ts.map +0 -1
- package/dist/server/pg-auth-store.js +0 -473
- package/dist/server/pg-auth-store.js.map +0 -1
- package/dist/server/pg-job-queue.d.ts +0 -60
- package/dist/server/pg-job-queue.d.ts.map +0 -1
- package/dist/server/pg-job-queue.js +0 -365
- package/dist/server/pg-job-queue.js.map +0 -1
- package/dist/server/premium/domain-intel.d.ts +0 -17
- package/dist/server/premium/domain-intel.d.ts.map +0 -1
- package/dist/server/premium/domain-intel.js +0 -134
- package/dist/server/premium/domain-intel.js.map +0 -1
- package/dist/server/premium/index.d.ts +0 -18
- package/dist/server/premium/index.d.ts.map +0 -1
- package/dist/server/premium/index.js +0 -36
- package/dist/server/premium/index.js.map +0 -1
- package/dist/server/premium/swr-cache.d.ts +0 -15
- package/dist/server/premium/swr-cache.d.ts.map +0 -1
- package/dist/server/premium/swr-cache.js +0 -35
- package/dist/server/premium/swr-cache.js.map +0 -1
- package/dist/server/routes/activity.d.ts +0 -7
- package/dist/server/routes/activity.d.ts.map +0 -1
- package/dist/server/routes/activity.js +0 -68
- package/dist/server/routes/activity.js.map +0 -1
- package/dist/server/routes/agent.d.ts +0 -16
- package/dist/server/routes/agent.d.ts.map +0 -1
- package/dist/server/routes/agent.js +0 -247
- package/dist/server/routes/agent.js.map +0 -1
- package/dist/server/routes/answer.d.ts +0 -6
- package/dist/server/routes/answer.d.ts.map +0 -1
- package/dist/server/routes/answer.js +0 -133
- package/dist/server/routes/answer.js.map +0 -1
- package/dist/server/routes/ask.d.ts +0 -23
- package/dist/server/routes/ask.d.ts.map +0 -1
- package/dist/server/routes/ask.js +0 -119
- package/dist/server/routes/ask.js.map +0 -1
- package/dist/server/routes/batch.d.ts +0 -7
- package/dist/server/routes/batch.d.ts.map +0 -1
- package/dist/server/routes/batch.js +0 -412
- package/dist/server/routes/batch.js.map +0 -1
- package/dist/server/routes/cli-usage.d.ts +0 -7
- package/dist/server/routes/cli-usage.d.ts.map +0 -1
- package/dist/server/routes/cli-usage.js +0 -121
- package/dist/server/routes/cli-usage.js.map +0 -1
- package/dist/server/routes/compat.d.ts +0 -24
- package/dist/server/routes/compat.d.ts.map +0 -1
- package/dist/server/routes/compat.js +0 -653
- package/dist/server/routes/compat.js.map +0 -1
- package/dist/server/routes/deep-fetch.d.ts +0 -9
- package/dist/server/routes/deep-fetch.d.ts.map +0 -1
- package/dist/server/routes/deep-fetch.js +0 -50
- package/dist/server/routes/deep-fetch.js.map +0 -1
- package/dist/server/routes/demo.d.ts +0 -25
- package/dist/server/routes/demo.d.ts.map +0 -1
- package/dist/server/routes/demo.js +0 -434
- package/dist/server/routes/demo.js.map +0 -1
- package/dist/server/routes/extract.d.ts +0 -9
- package/dist/server/routes/extract.d.ts.map +0 -1
- package/dist/server/routes/extract.js +0 -150
- package/dist/server/routes/extract.js.map +0 -1
- package/dist/server/routes/fetch.d.ts +0 -8
- package/dist/server/routes/fetch.d.ts.map +0 -1
- package/dist/server/routes/fetch.js +0 -988
- package/dist/server/routes/fetch.js.map +0 -1
- package/dist/server/routes/health.d.ts +0 -8
- package/dist/server/routes/health.d.ts.map +0 -1
- package/dist/server/routes/health.js +0 -20
- package/dist/server/routes/health.js.map +0 -1
- package/dist/server/routes/jobs.d.ts +0 -8
- package/dist/server/routes/jobs.d.ts.map +0 -1
- package/dist/server/routes/jobs.js +0 -487
- package/dist/server/routes/jobs.js.map +0 -1
- package/dist/server/routes/mcp.d.ts +0 -18
- package/dist/server/routes/mcp.d.ts.map +0 -1
- package/dist/server/routes/mcp.js +0 -1260
- package/dist/server/routes/mcp.js.map +0 -1
- package/dist/server/routes/oauth.d.ts +0 -10
- package/dist/server/routes/oauth.d.ts.map +0 -1
- package/dist/server/routes/oauth.js +0 -334
- package/dist/server/routes/oauth.js.map +0 -1
- package/dist/server/routes/quick-answer.d.ts +0 -9
- package/dist/server/routes/quick-answer.d.ts.map +0 -1
- package/dist/server/routes/quick-answer.js +0 -93
- package/dist/server/routes/quick-answer.js.map +0 -1
- package/dist/server/routes/screenshot.d.ts +0 -23
- package/dist/server/routes/screenshot.d.ts.map +0 -1
- package/dist/server/routes/screenshot.js +0 -819
- package/dist/server/routes/screenshot.js.map +0 -1
- package/dist/server/routes/search.d.ts +0 -7
- package/dist/server/routes/search.d.ts.map +0 -1
- package/dist/server/routes/search.js +0 -312
- package/dist/server/routes/search.js.map +0 -1
- package/dist/server/routes/session.d.ts +0 -16
- package/dist/server/routes/session.d.ts.map +0 -1
- package/dist/server/routes/session.js +0 -278
- package/dist/server/routes/session.js.map +0 -1
- package/dist/server/routes/stats.d.ts +0 -7
- package/dist/server/routes/stats.d.ts.map +0 -1
- package/dist/server/routes/stats.js +0 -65
- package/dist/server/routes/stats.js.map +0 -1
- package/dist/server/routes/stripe.d.ts +0 -16
- package/dist/server/routes/stripe.d.ts.map +0 -1
- package/dist/server/routes/stripe.js +0 -283
- package/dist/server/routes/stripe.js.map +0 -1
- package/dist/server/routes/users.d.ts +0 -9
- package/dist/server/routes/users.d.ts.map +0 -1
- package/dist/server/routes/users.js +0 -1211
- package/dist/server/routes/users.js.map +0 -1
- package/dist/server/routes/watch.d.ts +0 -16
- package/dist/server/routes/watch.d.ts.map +0 -1
- package/dist/server/routes/watch.js +0 -257
- package/dist/server/routes/watch.js.map +0 -1
- package/dist/server/routes/webhooks.d.ts +0 -16
- package/dist/server/routes/webhooks.d.ts.map +0 -1
- package/dist/server/routes/webhooks.js +0 -74
- package/dist/server/routes/webhooks.js.map +0 -1
- package/dist/server/routes/youtube.d.ts +0 -7
- package/dist/server/routes/youtube.d.ts.map +0 -1
- package/dist/server/routes/youtube.js +0 -93
- package/dist/server/routes/youtube.js.map +0 -1
- package/dist/server/sentry.d.ts +0 -14
- package/dist/server/sentry.d.ts.map +0 -1
- package/dist/server/sentry.js +0 -39
- package/dist/server/sentry.js.map +0 -1
- package/dist/server/types.d.ts +0 -16
- package/dist/server/types.d.ts.map +0 -1
- package/dist/server/types.js +0 -8
- package/dist/server/types.js.map +0 -1
- package/dist/server/utils/response.d.ts +0 -45
- package/dist/server/utils/response.d.ts.map +0 -1
- package/dist/server/utils/response.js +0 -70
- package/dist/server/utils/response.js.map +0 -1
- package/dist/server/utils/sse.d.ts +0 -23
- package/dist/server/utils/sse.d.ts.map +0 -1
- package/dist/server/utils/sse.js +0 -39
- package/dist/server/utils/sse.js.map +0 -1
- package/dist/types.d.ts.map +0 -1
- package/dist/types.js.map +0 -1
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Stale-While-Revalidate cache — premium server-only optimisation.
|
|
3
|
-
*
|
|
4
|
-
* Wraps the core LRU cache with SWR semantics:
|
|
5
|
-
* • Fresh entries are served immediately.
|
|
6
|
-
* • Stale entries (within the SWR window) are served AND trigger a
|
|
7
|
-
* background revalidation so the next caller gets a fresh result.
|
|
8
|
-
* • Expired entries (past the SWR window) are evicted.
|
|
9
|
-
*
|
|
10
|
-
* This module is NOT shipped in the npm package — it lives under
|
|
11
|
-
* `src/server/` which is excluded from the package.json `files` list.
|
|
12
|
-
*/
|
|
13
|
-
import type { StrategyHooks } from '../../core/strategy-hooks.js';
|
|
14
|
-
export declare function createSWRCacheHooks(): Pick<StrategyHooks, 'checkCache' | 'markRevalidating' | 'setCache'>;
|
|
15
|
-
//# sourceMappingURL=swr-cache.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"swr-cache.d.ts","sourceRoot":"","sources":["../../../src/server/premium/swr-cache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,OAAO,KAAK,EACV,aAAa,EAGd,MAAM,8BAA8B,CAAC;AAoBtC,wBAAgB,mBAAmB,IAAI,IAAI,CACzC,aAAa,EACb,YAAY,GAAG,kBAAkB,GAAG,UAAU,CAC/C,CAMA"}
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Stale-While-Revalidate cache — premium server-only optimisation.
|
|
3
|
-
*
|
|
4
|
-
* Wraps the core LRU cache with SWR semantics:
|
|
5
|
-
* • Fresh entries are served immediately.
|
|
6
|
-
* • Stale entries (within the SWR window) are served AND trigger a
|
|
7
|
-
* background revalidation so the next caller gets a fresh result.
|
|
8
|
-
* • Expired entries (past the SWR window) are evicted.
|
|
9
|
-
*
|
|
10
|
-
* This module is NOT shipped in the npm package — it lives under
|
|
11
|
-
* `src/server/` which is excluded from the package.json `files` list.
|
|
12
|
-
*/
|
|
13
|
-
import { getCachedWithSWR, markRevalidating, setCached, } from '../../core/cache.js';
|
|
14
|
-
/* ---------- hook implementations ---------------------------------------- */
|
|
15
|
-
function checkCache(url) {
|
|
16
|
-
const entry = getCachedWithSWR(url);
|
|
17
|
-
if (!entry)
|
|
18
|
-
return null;
|
|
19
|
-
return { value: entry.value, stale: entry.stale };
|
|
20
|
-
}
|
|
21
|
-
function markRevalidatingHook(url) {
|
|
22
|
-
return markRevalidating(url);
|
|
23
|
-
}
|
|
24
|
-
function setCache(url, result) {
|
|
25
|
-
setCached(url, result);
|
|
26
|
-
}
|
|
27
|
-
/* ---------- public export ----------------------------------------------- */
|
|
28
|
-
export function createSWRCacheHooks() {
|
|
29
|
-
return {
|
|
30
|
-
checkCache,
|
|
31
|
-
markRevalidating: markRevalidatingHook,
|
|
32
|
-
setCache,
|
|
33
|
-
};
|
|
34
|
-
}
|
|
35
|
-
//# sourceMappingURL=swr-cache.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"swr-cache.js","sourceRoot":"","sources":["../../../src/server/premium/swr-cache.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,SAAS,GACV,MAAM,qBAAqB,CAAC;AAO7B,8EAA8E;AAE9E,SAAS,UAAU,CAAC,GAAW;IAC7B,MAAM,KAAK,GAAG,gBAAgB,CAAiB,GAAG,CAAC,CAAC;IACpD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,oBAAoB,CAAC,GAAW;IACvC,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,QAAQ,CAAC,GAAW,EAAE,MAAsB;IACnD,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AACzB,CAAC;AAED,8EAA8E;AAE9E,MAAM,UAAU,mBAAmB;IAIjC,OAAO;QACL,UAAU;QACV,gBAAgB,EAAE,oBAAoB;QACtC,QAAQ;KACT,CAAC;AACJ,CAAC"}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Activity endpoint - provides recent API request history
|
|
3
|
-
*/
|
|
4
|
-
import { Router } from 'express';
|
|
5
|
-
import { AuthStore } from '../auth-store.js';
|
|
6
|
-
export declare function createActivityRouter(authStore: AuthStore): Router;
|
|
7
|
-
//# sourceMappingURL=activity.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"activity.d.ts","sourceRoot":"","sources":["../../../src/server/routes/activity.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAEpD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAoEjE"}
|
|
@@ -1,68 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Activity endpoint - provides recent API request history
|
|
3
|
-
*/
|
|
4
|
-
import { Router } from 'express';
|
|
5
|
-
import { PostgresAuthStore } from '../pg-auth-store.js';
|
|
6
|
-
export function createActivityRouter(authStore) {
|
|
7
|
-
const router = Router();
|
|
8
|
-
router.get('/v1/activity', async (req, res) => {
|
|
9
|
-
try {
|
|
10
|
-
// Require authentication (API key or JWT session token)
|
|
11
|
-
const userId = req.auth?.keyInfo?.accountId || req.user?.userId;
|
|
12
|
-
if (!userId) {
|
|
13
|
-
res.status(401).json({
|
|
14
|
-
error: 'unauthorized',
|
|
15
|
-
message: 'Authentication required',
|
|
16
|
-
});
|
|
17
|
-
return;
|
|
18
|
-
}
|
|
19
|
-
// Only works with PostgreSQL backend
|
|
20
|
-
if (!(authStore instanceof PostgresAuthStore)) {
|
|
21
|
-
res.status(501).json({
|
|
22
|
-
error: 'not_implemented',
|
|
23
|
-
message: 'Activity endpoint requires PostgreSQL backend',
|
|
24
|
-
});
|
|
25
|
-
return;
|
|
26
|
-
}
|
|
27
|
-
// Access pool via any cast (pool is private but we need direct DB access)
|
|
28
|
-
const pgStore = authStore;
|
|
29
|
-
const limit = Math.min(parseInt(req.query.limit) || 50, 100);
|
|
30
|
-
// Get recent requests from usage_logs
|
|
31
|
-
const activityQuery = `
|
|
32
|
-
SELECT
|
|
33
|
-
id,
|
|
34
|
-
url,
|
|
35
|
-
method,
|
|
36
|
-
status_code,
|
|
37
|
-
processing_time_ms,
|
|
38
|
-
tokens_used,
|
|
39
|
-
created_at
|
|
40
|
-
FROM usage_logs
|
|
41
|
-
WHERE user_id = $1
|
|
42
|
-
ORDER BY created_at DESC
|
|
43
|
-
LIMIT $2
|
|
44
|
-
`;
|
|
45
|
-
const result = await pgStore.pool.query(activityQuery, [userId, limit]);
|
|
46
|
-
// Transform to frontend format
|
|
47
|
-
const requests = result.rows.map((row) => ({
|
|
48
|
-
id: row.id,
|
|
49
|
-
url: row.url || 'N/A',
|
|
50
|
-
status: (row.status_code >= 200 && row.status_code < 300) ? 'success' : 'error',
|
|
51
|
-
responseTime: row.processing_time_ms || 0,
|
|
52
|
-
mode: row.method || 'basic',
|
|
53
|
-
timestamp: row.created_at,
|
|
54
|
-
tokensUsed: row.tokens_used || null,
|
|
55
|
-
}));
|
|
56
|
-
res.json({ requests });
|
|
57
|
-
}
|
|
58
|
-
catch (error) {
|
|
59
|
-
console.error('Activity error:', error);
|
|
60
|
-
res.status(500).json({
|
|
61
|
-
error: 'internal_error',
|
|
62
|
-
message: 'Failed to retrieve activity',
|
|
63
|
-
});
|
|
64
|
-
}
|
|
65
|
-
});
|
|
66
|
-
return router;
|
|
67
|
-
}
|
|
68
|
-
//# sourceMappingURL=activity.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"activity.js","sourceRoot":"","sources":["../../../src/server/routes/activity.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAGxD,MAAM,UAAU,oBAAoB,CAAC,SAAoB;IACvD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB,MAAM,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC/D,IAAI,CAAC;YACH,wDAAwD;YACxD,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,IAAK,GAAW,CAAC,IAAI,EAAE,MAAM,CAAC;YACzE,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,cAAc;oBACrB,OAAO,EAAE,yBAAyB;iBACnC,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,qCAAqC;YACrC,IAAI,CAAC,CAAC,SAAS,YAAY,iBAAiB,CAAC,EAAE,CAAC;gBAC9C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,+CAA+C;iBACzD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,0EAA0E;YAC1E,MAAM,OAAO,GAAG,SAAgB,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,KAAe,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;YAEvE,sCAAsC;YACtC,MAAM,aAAa,GAAG;;;;;;;;;;;;;OAarB,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;YAExE,+BAA+B;YAC/B,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;gBAC9C,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,KAAK;gBACrB,MAAM,EAAE,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,IAAI,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO;gBAC/E,YAAY,EAAE,GAAG,CAAC,kBAAkB,IAAI,CAAC;gBACzC,IAAI,EAAE,GAAG,CAAC,MAAM,IAAI,OAAO;gBAC3B,SAAS,EAAE,GAAG,CAAC,UAAU;gBACzB,UAAU,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI;aACpC,CAAC,CAAC,CAAC;YAEJ,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QACzB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;YACxC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,6BAA6B;aACvC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Agent API - autonomous web research endpoint
|
|
3
|
-
*
|
|
4
|
-
* Supports:
|
|
5
|
-
* - POST /v1/agent — synchronous (default) or SSE streaming (stream: true)
|
|
6
|
-
* - POST /v1/agent/async — async with job queue
|
|
7
|
-
* - GET /v1/agent/:id — job status
|
|
8
|
-
* - DELETE /v1/agent/:id — cancel job
|
|
9
|
-
*
|
|
10
|
-
* Two modes:
|
|
11
|
-
* With llmApiKey → full runAgent() with LLM synthesis (BYOK)
|
|
12
|
-
* Without llmApiKey → LLM-free: search + fetch + BM25 quickAnswer extraction
|
|
13
|
-
*/
|
|
14
|
-
import { Router } from 'express';
|
|
15
|
-
export declare function createAgentRouter(): Router;
|
|
16
|
-
//# sourceMappingURL=agent.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../../src/server/routes/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAQpD,wBAAgB,iBAAiB,IAAI,MAAM,CAsQ1C"}
|
|
@@ -1,247 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Agent API - autonomous web research endpoint
|
|
3
|
-
*
|
|
4
|
-
* Supports:
|
|
5
|
-
* - POST /v1/agent — synchronous (default) or SSE streaming (stream: true)
|
|
6
|
-
* - POST /v1/agent/async — async with job queue
|
|
7
|
-
* - GET /v1/agent/:id — job status
|
|
8
|
-
* - DELETE /v1/agent/:id — cancel job
|
|
9
|
-
*
|
|
10
|
-
* Two modes:
|
|
11
|
-
* With llmApiKey → full runAgent() with LLM synthesis (BYOK)
|
|
12
|
-
* Without llmApiKey → LLM-free: search + fetch + BM25 quickAnswer extraction
|
|
13
|
-
*/
|
|
14
|
-
import { Router } from 'express';
|
|
15
|
-
import { runAgent } from '../../core/agent.js';
|
|
16
|
-
import { jobQueue } from '../job-queue.js';
|
|
17
|
-
import { sendWebhook } from './webhooks.js';
|
|
18
|
-
export function createAgentRouter() {
|
|
19
|
-
const router = Router();
|
|
20
|
-
/**
|
|
21
|
-
* POST /v1/agent - DEPRECATED (410 Gone)
|
|
22
|
-
*
|
|
23
|
-
* Use /v1/fetch with the webpeel MCP tool instead.
|
|
24
|
-
*/
|
|
25
|
-
router.post('/v1/agent', (_req, res) => {
|
|
26
|
-
res.status(410).json({
|
|
27
|
-
error: 'gone',
|
|
28
|
-
message: 'Use /v1/fetch with the webpeel MCP tool instead',
|
|
29
|
-
});
|
|
30
|
-
});
|
|
31
|
-
/**
|
|
32
|
-
* POST /v1/agent/async - Run autonomous web research (async with job queue)
|
|
33
|
-
*/
|
|
34
|
-
router.post('/v1/agent/async', async (req, res) => {
|
|
35
|
-
try {
|
|
36
|
-
const { prompt, urls, schema, outputSchema, llmApiKey, llmApiBase, llmModel, maxPages, maxSources, maxCredits, depth, topic, webhook, } = req.body;
|
|
37
|
-
// Validate required parameters
|
|
38
|
-
if (!prompt || typeof prompt !== 'string') {
|
|
39
|
-
res.status(400).json({
|
|
40
|
-
error: 'invalid_request',
|
|
41
|
-
message: 'Missing or invalid "prompt" parameter',
|
|
42
|
-
});
|
|
43
|
-
return;
|
|
44
|
-
}
|
|
45
|
-
if (!llmApiKey || typeof llmApiKey !== 'string') {
|
|
46
|
-
res.status(400).json({
|
|
47
|
-
error: 'invalid_request',
|
|
48
|
-
message: 'Missing or invalid "llmApiKey" parameter (BYOK required)',
|
|
49
|
-
});
|
|
50
|
-
return;
|
|
51
|
-
}
|
|
52
|
-
// Create job (use 'extract' type since agent extracts data, with owner for authorization)
|
|
53
|
-
const ownerId = req.auth?.keyInfo?.accountId;
|
|
54
|
-
const job = jobQueue.createJob('extract', webhook, ownerId);
|
|
55
|
-
// Start agent in background
|
|
56
|
-
setImmediate(async () => {
|
|
57
|
-
try {
|
|
58
|
-
// Update job to processing
|
|
59
|
-
jobQueue.updateJob(job.id, { status: 'processing' });
|
|
60
|
-
// Send started webhook
|
|
61
|
-
if (webhook) {
|
|
62
|
-
await sendWebhook(webhook, 'started', {
|
|
63
|
-
jobId: job.id,
|
|
64
|
-
prompt,
|
|
65
|
-
});
|
|
66
|
-
}
|
|
67
|
-
// Build agent options with progress callback
|
|
68
|
-
const agentOptions = {
|
|
69
|
-
prompt,
|
|
70
|
-
urls,
|
|
71
|
-
schema,
|
|
72
|
-
outputSchema,
|
|
73
|
-
llmApiKey,
|
|
74
|
-
llmApiBase,
|
|
75
|
-
llmModel,
|
|
76
|
-
maxPages,
|
|
77
|
-
maxSources,
|
|
78
|
-
maxCredits,
|
|
79
|
-
depth,
|
|
80
|
-
topic,
|
|
81
|
-
onProgress: (progress) => {
|
|
82
|
-
// Update job progress
|
|
83
|
-
jobQueue.updateJob(job.id, {
|
|
84
|
-
completed: progress.pagesVisited,
|
|
85
|
-
creditsUsed: progress.pagesVisited,
|
|
86
|
-
});
|
|
87
|
-
// Send progress webhook
|
|
88
|
-
if (webhook && progress.currentUrl) {
|
|
89
|
-
sendWebhook(webhook, 'progress', {
|
|
90
|
-
jobId: job.id,
|
|
91
|
-
status: progress.status,
|
|
92
|
-
currentUrl: progress.currentUrl,
|
|
93
|
-
pagesVisited: progress.pagesVisited,
|
|
94
|
-
message: progress.message,
|
|
95
|
-
}).catch(() => { }); // Fire and forget
|
|
96
|
-
}
|
|
97
|
-
},
|
|
98
|
-
};
|
|
99
|
-
// Run agent
|
|
100
|
-
const result = await runAgent(agentOptions);
|
|
101
|
-
// Update job with results
|
|
102
|
-
if (result.success) {
|
|
103
|
-
jobQueue.updateJob(job.id, {
|
|
104
|
-
status: 'completed',
|
|
105
|
-
data: [result], // Wrap in array to match Job type
|
|
106
|
-
completed: result.pagesVisited,
|
|
107
|
-
creditsUsed: result.creditsUsed,
|
|
108
|
-
});
|
|
109
|
-
// Send completed webhook
|
|
110
|
-
if (webhook) {
|
|
111
|
-
await sendWebhook(webhook, 'completed', {
|
|
112
|
-
jobId: job.id,
|
|
113
|
-
pagesVisited: result.pagesVisited,
|
|
114
|
-
creditsUsed: result.creditsUsed,
|
|
115
|
-
});
|
|
116
|
-
}
|
|
117
|
-
}
|
|
118
|
-
else {
|
|
119
|
-
// Agent returned failure
|
|
120
|
-
jobQueue.updateJob(job.id, {
|
|
121
|
-
status: 'failed',
|
|
122
|
-
error: result.data?.error || 'Agent failed',
|
|
123
|
-
data: [result], // Wrap in array to match Job type
|
|
124
|
-
completed: result.pagesVisited,
|
|
125
|
-
creditsUsed: result.creditsUsed,
|
|
126
|
-
});
|
|
127
|
-
// Send failed webhook
|
|
128
|
-
if (webhook) {
|
|
129
|
-
await sendWebhook(webhook, 'failed', {
|
|
130
|
-
jobId: job.id,
|
|
131
|
-
error: result.data?.error || 'Agent failed',
|
|
132
|
-
});
|
|
133
|
-
}
|
|
134
|
-
}
|
|
135
|
-
}
|
|
136
|
-
catch (error) {
|
|
137
|
-
// Update job with error
|
|
138
|
-
jobQueue.updateJob(job.id, {
|
|
139
|
-
status: 'failed',
|
|
140
|
-
error: error.message || 'Unknown error',
|
|
141
|
-
});
|
|
142
|
-
// Send failed webhook
|
|
143
|
-
if (webhook) {
|
|
144
|
-
await sendWebhook(webhook, 'failed', {
|
|
145
|
-
jobId: job.id,
|
|
146
|
-
error: error.message || 'Unknown error',
|
|
147
|
-
});
|
|
148
|
-
}
|
|
149
|
-
}
|
|
150
|
-
});
|
|
151
|
-
// Return job ID immediately
|
|
152
|
-
res.status(202).json({
|
|
153
|
-
success: true,
|
|
154
|
-
id: job.id,
|
|
155
|
-
url: `/v1/agent/${job.id}`,
|
|
156
|
-
});
|
|
157
|
-
}
|
|
158
|
-
catch (error) {
|
|
159
|
-
console.error('Agent job creation error:', error);
|
|
160
|
-
res.status(500).json({
|
|
161
|
-
error: 'internal_error',
|
|
162
|
-
message: 'Failed to create agent job',
|
|
163
|
-
});
|
|
164
|
-
}
|
|
165
|
-
});
|
|
166
|
-
/**
|
|
167
|
-
* GET /v1/agent/:id - Get agent job status + results
|
|
168
|
-
*/
|
|
169
|
-
router.get('/v1/agent/:id', (req, res) => {
|
|
170
|
-
try {
|
|
171
|
-
const id = req.params.id;
|
|
172
|
-
const job = jobQueue.getJob(id);
|
|
173
|
-
if (!job) {
|
|
174
|
-
res.status(404).json({
|
|
175
|
-
error: 'not_found',
|
|
176
|
-
message: 'Job not found',
|
|
177
|
-
});
|
|
178
|
-
return;
|
|
179
|
-
}
|
|
180
|
-
// SECURITY: Verify the requester owns this job
|
|
181
|
-
const requestOwnerId = req.auth?.keyInfo?.accountId;
|
|
182
|
-
if (job.ownerId && requestOwnerId && job.ownerId !== requestOwnerId) {
|
|
183
|
-
res.status(404).json({
|
|
184
|
-
error: 'not_found',
|
|
185
|
-
message: 'Job not found',
|
|
186
|
-
});
|
|
187
|
-
return;
|
|
188
|
-
}
|
|
189
|
-
// Return JSON response
|
|
190
|
-
res.json({
|
|
191
|
-
success: true,
|
|
192
|
-
status: job.status,
|
|
193
|
-
completed: job.completed,
|
|
194
|
-
creditsUsed: job.creditsUsed,
|
|
195
|
-
data: job.data,
|
|
196
|
-
error: job.error,
|
|
197
|
-
expiresAt: job.expiresAt,
|
|
198
|
-
});
|
|
199
|
-
}
|
|
200
|
-
catch (error) {
|
|
201
|
-
console.error('Get agent job error:', error);
|
|
202
|
-
res.status(500).json({
|
|
203
|
-
error: 'internal_error',
|
|
204
|
-
message: 'Failed to retrieve job',
|
|
205
|
-
});
|
|
206
|
-
}
|
|
207
|
-
});
|
|
208
|
-
/**
|
|
209
|
-
* DELETE /v1/agent/:id - Cancel agent job
|
|
210
|
-
*/
|
|
211
|
-
router.delete('/v1/agent/:id', (req, res) => {
|
|
212
|
-
try {
|
|
213
|
-
const id = req.params.id;
|
|
214
|
-
// SECURITY: Verify the requester owns this job before cancelling
|
|
215
|
-
const job = jobQueue.getJob(id);
|
|
216
|
-
const requestOwnerId = req.auth?.keyInfo?.accountId;
|
|
217
|
-
if (job?.ownerId && requestOwnerId && job.ownerId !== requestOwnerId) {
|
|
218
|
-
res.status(404).json({
|
|
219
|
-
error: 'not_found',
|
|
220
|
-
message: 'Job not found or cannot be cancelled',
|
|
221
|
-
});
|
|
222
|
-
return;
|
|
223
|
-
}
|
|
224
|
-
const cancelled = jobQueue.cancelJob(id);
|
|
225
|
-
if (!cancelled) {
|
|
226
|
-
res.status(404).json({
|
|
227
|
-
error: 'not_found',
|
|
228
|
-
message: 'Job not found or cannot be cancelled',
|
|
229
|
-
});
|
|
230
|
-
return;
|
|
231
|
-
}
|
|
232
|
-
res.json({
|
|
233
|
-
success: true,
|
|
234
|
-
message: 'Job cancelled',
|
|
235
|
-
});
|
|
236
|
-
}
|
|
237
|
-
catch (error) {
|
|
238
|
-
console.error('Cancel agent job error:', error);
|
|
239
|
-
res.status(500).json({
|
|
240
|
-
error: 'internal_error',
|
|
241
|
-
message: 'Failed to cancel job',
|
|
242
|
-
});
|
|
243
|
-
}
|
|
244
|
-
});
|
|
245
|
-
return router;
|
|
246
|
-
}
|
|
247
|
-
//# sourceMappingURL=agent.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../src/server/routes/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAI5C,MAAM,UAAU,iBAAiB;IAC/B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB;;;;OAIG;IACH,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAa,EAAE,GAAa,EAAE,EAAE;QACxD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACnB,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,iDAAiD;SAC3D,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACnE,IAAI,CAAC;YACH,MAAM,EACJ,MAAM,EACN,IAAI,EACJ,MAAM,EACN,YAAY,EACZ,SAAS,EACT,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,UAAU,EACV,UAAU,EACV,KAAK,EACL,KAAK,EACL,OAAO,GACR,GAAG,GAAG,CAAC,IAAI,CAAC;YAEb,+BAA+B;YAC/B,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC1C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,uCAAuC;iBACjD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAChD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,0DAA0D;iBACpE,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,0FAA0F;YAC1F,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YAC7C,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAE5D,4BAA4B;YAC5B,YAAY,CAAC,KAAK,IAAI,EAAE;gBACtB,IAAI,CAAC;oBACH,2BAA2B;oBAC3B,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;oBAErD,uBAAuB;oBACvB,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE;4BACpC,KAAK,EAAE,GAAG,CAAC,EAAE;4BACb,MAAM;yBACP,CAAC,CAAC;oBACL,CAAC;oBAED,6CAA6C;oBAC7C,MAAM,YAAY,GAAiB;wBACjC,MAAM;wBACN,IAAI;wBACJ,MAAM;wBACN,YAAY;wBACZ,SAAS;wBACT,UAAU;wBACV,QAAQ;wBACR,QAAQ;wBACR,UAAU;wBACV,UAAU;wBACV,KAAK;wBACL,KAAK;wBACL,UAAU,EAAE,CAAC,QAAuB,EAAE,EAAE;4BACtC,sBAAsB;4BACtB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;gCACzB,SAAS,EAAE,QAAQ,CAAC,YAAY;gCAChC,WAAW,EAAE,QAAQ,CAAC,YAAY;6BACnC,CAAC,CAAC;4BAEH,wBAAwB;4BACxB,IAAI,OAAO,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;gCACnC,WAAW,CAAC,OAAO,EAAE,UAAU,EAAE;oCAC/B,KAAK,EAAE,GAAG,CAAC,EAAE;oCACb,MAAM,EAAE,QAAQ,CAAC,MAAM;oCACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;oCAC/B,YAAY,EAAE,QAAQ,CAAC,YAAY;oCACnC,OAAO,EAAE,QAAQ,CAAC,OAAO;iCAC1B,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,kBAAkB;4BACxC,CAAC;wBACH,CAAC;qBACF,CAAC;oBAEF,YAAY;oBACZ,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC;oBAE5C,0BAA0B;oBAC1B,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;4BACzB,MAAM,EAAE,WAAW;4BACnB,IAAI,EAAE,CAAC,MAAM,CAAC,EAAG,kCAAkC;4BACnD,SAAS,EAAE,MAAM,CAAC,YAAY;4BAC9B,WAAW,EAAE,MAAM,CAAC,WAAW;yBAChC,CAAC,CAAC;wBAEH,yBAAyB;wBACzB,IAAI,OAAO,EAAE,CAAC;4BACZ,MAAM,WAAW,CAAC,OAAO,EAAE,WAAW,EAAE;gCACtC,KAAK,EAAE,GAAG,CAAC,EAAE;gCACb,YAAY,EAAE,MAAM,CAAC,YAAY;gCACjC,WAAW,EAAE,MAAM,CAAC,WAAW;6BAChC,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,yBAAyB;wBACzB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;4BACzB,MAAM,EAAE,QAAQ;4BAChB,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,IAAI,cAAc;4BAC3C,IAAI,EAAE,CAAC,MAAM,CAAC,EAAG,kCAAkC;4BACnD,SAAS,EAAE,MAAM,CAAC,YAAY;4BAC9B,WAAW,EAAE,MAAM,CAAC,WAAW;yBAChC,CAAC,CAAC;wBAEH,sBAAsB;wBACtB,IAAI,OAAO,EAAE,CAAC;4BACZ,MAAM,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE;gCACnC,KAAK,EAAE,GAAG,CAAC,EAAE;gCACb,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,IAAI,cAAc;6BAC5C,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,wBAAwB;oBACxB,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE;wBACzB,MAAM,EAAE,QAAQ;wBAChB,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,eAAe;qBACxC,CAAC,CAAC;oBAEH,sBAAsB;oBACtB,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE;4BACnC,KAAK,EAAE,GAAG,CAAC,EAAE;4BACb,KAAK,EAAE,KAAK,CAAC,OAAO,IAAI,eAAe;yBACxC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,4BAA4B;YAC5B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,OAAO,EAAE,IAAI;gBACb,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,GAAG,EAAE,aAAa,GAAG,CAAC,EAAE,EAAE;aAC3B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;YAClD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,4BAA4B;aACtC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QAC1D,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAY,CAAC;YACnC,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAEhC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,eAAe;iBACzB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,+CAA+C;YAC/C,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YACpD,IAAI,GAAG,CAAC,OAAO,IAAI,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,EAAE,CAAC;gBACpE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,eAAe;iBACzB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,uBAAuB;YACvB,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,SAAS,EAAE,GAAG,CAAC,SAAS;aACzB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;YAC7C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,wBAAwB;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QAC7D,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAY,CAAC;YAEnC,iEAAiE;YACjE,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAChC,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC;YACpD,IAAI,GAAG,EAAE,OAAO,IAAI,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,EAAE,CAAC;gBACrE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,sCAAsC;iBAChD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAEzC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,WAAW;oBAClB,OAAO,EAAE,sCAAsC;iBAChD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,eAAe;aACzB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;YAChD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,sBAAsB;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"answer.d.ts","sourceRoot":"","sources":["../../../src/server/routes/answer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAWpD,wBAAgB,kBAAkB,IAAI,MAAM,CA+J3C"}
|
|
@@ -1,133 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* /v1/answer — search + fetch + LLM-generated answer with citations (BYOK)
|
|
3
|
-
*/
|
|
4
|
-
import { Router } from 'express';
|
|
5
|
-
import { answerQuestion, } from '../../core/answer.js';
|
|
6
|
-
const VALID_LLM_PROVIDERS = ['openai', 'anthropic', 'google'];
|
|
7
|
-
const VALID_SEARCH_PROVIDERS = ['duckduckgo', 'brave'];
|
|
8
|
-
export function createAnswerRouter() {
|
|
9
|
-
const router = Router();
|
|
10
|
-
router.post('/v1/answer', async (req, res) => {
|
|
11
|
-
// Deprecation notice — prefer /v1/fetch?question=... which is LLM-free
|
|
12
|
-
res.setHeader('X-Deprecated', 'true');
|
|
13
|
-
res.setHeader('X-Deprecated-Use', '/v1/fetch?question=...');
|
|
14
|
-
// AUTH: require authentication (global middleware sets req.auth)
|
|
15
|
-
const ansAuthId = req.auth?.keyInfo?.accountId || req.user?.userId;
|
|
16
|
-
if (!ansAuthId) {
|
|
17
|
-
res.status(401).json({ error: 'authentication_required', message: 'API key required. Get one at https://app.webpeel.dev/keys' });
|
|
18
|
-
return;
|
|
19
|
-
}
|
|
20
|
-
try {
|
|
21
|
-
const { question, searchProvider, searchApiKey, llmProvider, llmApiKey, llmModel, maxSources, stream, } = req.body;
|
|
22
|
-
// --- Validation -----------------------------------------------------------
|
|
23
|
-
if (!question || typeof question !== 'string' || question.trim().length === 0) {
|
|
24
|
-
res.status(400).json({
|
|
25
|
-
error: 'invalid_request',
|
|
26
|
-
message: 'Missing or invalid "question" parameter',
|
|
27
|
-
});
|
|
28
|
-
return;
|
|
29
|
-
}
|
|
30
|
-
if (question.length > 2000) {
|
|
31
|
-
res.status(400).json({
|
|
32
|
-
error: 'invalid_request',
|
|
33
|
-
message: '"question" too long (max 2000 characters)',
|
|
34
|
-
});
|
|
35
|
-
return;
|
|
36
|
-
}
|
|
37
|
-
if (!llmProvider || !VALID_LLM_PROVIDERS.includes(llmProvider)) {
|
|
38
|
-
res.status(400).json({
|
|
39
|
-
error: 'invalid_request',
|
|
40
|
-
message: `"llmProvider" is required and must be one of: ${VALID_LLM_PROVIDERS.join(', ')}`,
|
|
41
|
-
});
|
|
42
|
-
return;
|
|
43
|
-
}
|
|
44
|
-
if (!llmApiKey || typeof llmApiKey !== 'string' || llmApiKey.trim().length === 0) {
|
|
45
|
-
res.status(400).json({
|
|
46
|
-
error: 'invalid_request',
|
|
47
|
-
message: 'Missing or invalid "llmApiKey" (BYOK required)',
|
|
48
|
-
});
|
|
49
|
-
return;
|
|
50
|
-
}
|
|
51
|
-
const resolvedSearchProvider = searchProvider && VALID_SEARCH_PROVIDERS.includes(searchProvider)
|
|
52
|
-
? searchProvider
|
|
53
|
-
: 'duckduckgo';
|
|
54
|
-
// Accept search API key from body or header
|
|
55
|
-
const resolvedSearchApiKey = searchApiKey || req.headers['x-search-api-key'] || undefined;
|
|
56
|
-
const resolvedMaxSources = typeof maxSources === 'number'
|
|
57
|
-
? Math.min(Math.max(maxSources, 1), 10)
|
|
58
|
-
: 5;
|
|
59
|
-
const shouldStream = stream === true;
|
|
60
|
-
// --- Streaming response (SSE) -------------------------------------------
|
|
61
|
-
if (shouldStream) {
|
|
62
|
-
res.setHeader('Content-Type', 'text/event-stream');
|
|
63
|
-
res.setHeader('Cache-Control', 'no-cache');
|
|
64
|
-
res.setHeader('Connection', 'keep-alive');
|
|
65
|
-
res.setHeader('X-Accel-Buffering', 'no'); // nginx
|
|
66
|
-
res.flushHeaders();
|
|
67
|
-
const answerReq = {
|
|
68
|
-
question: question.trim(),
|
|
69
|
-
searchProvider: resolvedSearchProvider,
|
|
70
|
-
searchApiKey: resolvedSearchApiKey,
|
|
71
|
-
llmProvider: llmProvider,
|
|
72
|
-
llmApiKey: llmApiKey.trim(),
|
|
73
|
-
llmModel,
|
|
74
|
-
maxSources: resolvedMaxSources,
|
|
75
|
-
stream: true,
|
|
76
|
-
onChunk: (text) => {
|
|
77
|
-
const payload = JSON.stringify({ type: 'chunk', text });
|
|
78
|
-
res.write(`data: ${payload}\n\n`);
|
|
79
|
-
},
|
|
80
|
-
};
|
|
81
|
-
try {
|
|
82
|
-
const result = await answerQuestion(answerReq);
|
|
83
|
-
const donePayload = JSON.stringify({
|
|
84
|
-
type: 'done',
|
|
85
|
-
citations: result.citations,
|
|
86
|
-
searchProvider: result.searchProvider,
|
|
87
|
-
llmProvider: result.llmProvider,
|
|
88
|
-
llmModel: result.llmModel,
|
|
89
|
-
tokensUsed: result.tokensUsed,
|
|
90
|
-
});
|
|
91
|
-
res.write(`data: ${donePayload}\n\n`);
|
|
92
|
-
}
|
|
93
|
-
catch (err) {
|
|
94
|
-
const errMsg = err instanceof Error ? err.message : 'Unknown error';
|
|
95
|
-
const errPayload = JSON.stringify({ type: 'error', message: errMsg });
|
|
96
|
-
res.write(`data: ${errPayload}\n\n`);
|
|
97
|
-
}
|
|
98
|
-
res.end();
|
|
99
|
-
return;
|
|
100
|
-
}
|
|
101
|
-
// --- Non-streaming response ---------------------------------------------
|
|
102
|
-
const answerReq = {
|
|
103
|
-
question: question.trim(),
|
|
104
|
-
searchProvider: resolvedSearchProvider,
|
|
105
|
-
searchApiKey: resolvedSearchApiKey,
|
|
106
|
-
llmProvider: llmProvider,
|
|
107
|
-
llmApiKey: llmApiKey.trim(),
|
|
108
|
-
llmModel,
|
|
109
|
-
maxSources: resolvedMaxSources,
|
|
110
|
-
stream: false,
|
|
111
|
-
};
|
|
112
|
-
const result = await answerQuestion(answerReq);
|
|
113
|
-
res.json({
|
|
114
|
-
answer: result.answer,
|
|
115
|
-
citations: result.citations,
|
|
116
|
-
searchProvider: result.searchProvider,
|
|
117
|
-
llmProvider: result.llmProvider,
|
|
118
|
-
llmModel: result.llmModel,
|
|
119
|
-
tokensUsed: result.tokensUsed,
|
|
120
|
-
});
|
|
121
|
-
}
|
|
122
|
-
catch (error) {
|
|
123
|
-
const err = error;
|
|
124
|
-
console.error('Answer error:', err);
|
|
125
|
-
res.status(500).json({
|
|
126
|
-
error: 'answer_failed',
|
|
127
|
-
message: 'Failed to generate answer. Please try again.',
|
|
128
|
-
});
|
|
129
|
-
}
|
|
130
|
-
});
|
|
131
|
-
return router;
|
|
132
|
-
}
|
|
133
|
-
//# sourceMappingURL=answer.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"answer.js","sourceRoot":"","sources":["../../../src/server/routes/answer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AACpD,OAAO,EACL,cAAc,GAGf,MAAM,sBAAsB,CAAC;AAG9B,MAAM,mBAAmB,GAAoB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;AAC/E,MAAM,sBAAsB,GAAuB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAE3E,MAAM,UAAU,kBAAkB;IAChC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;IAExB,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC9D,uEAAuE;QACvE,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QACtC,GAAG,CAAC,SAAS,CAAC,kBAAkB,EAAE,wBAAwB,CAAC,CAAC;QAE5D,iEAAiE;QACjE,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,IAAK,GAAW,CAAC,IAAI,EAAE,MAAM,CAAC;QAC5E,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,yBAAyB,EAAE,OAAO,EAAE,2DAA2D,EAAE,CAAC,CAAC;YACjI,OAAO;QAAI,CAAC;QACd,IAAI,CAAC;YACH,MAAM,EACJ,QAAQ,EACR,cAAc,EACd,YAAY,EACZ,WAAW,EACX,SAAS,EACT,QAAQ,EACR,UAAU,EACV,MAAM,GACP,GAAG,GAAG,CAAC,IASP,CAAC;YAEF,6EAA6E;YAC7E,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9E,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,yCAAyC;iBACnD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;gBAC3B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,2CAA2C;iBACrD,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC,WAAW,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,WAA4B,CAAC,EAAE,CAAC;gBAChF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,iDAAiD,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;iBAC3F,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,iBAAiB;oBACxB,OAAO,EAAE,gDAAgD;iBAC1D,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,MAAM,sBAAsB,GAC1B,cAAc,IAAI,sBAAsB,CAAC,QAAQ,CAAC,cAAkC,CAAC;gBACnF,CAAC,CAAE,cAAmC;gBACtC,CAAC,CAAC,YAAY,CAAC;YAEnB,4CAA4C;YAC5C,MAAM,oBAAoB,GACxB,YAAY,IAAK,GAAG,CAAC,OAAO,CAAC,kBAAkB,CAAY,IAAI,SAAS,CAAC;YAE3E,MAAM,kBAAkB,GACtB,OAAO,UAAU,KAAK,QAAQ;gBAC5B,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;gBACvC,CAAC,CAAC,CAAC,CAAC;YAER,MAAM,YAAY,GAAG,MAAM,KAAK,IAAI,CAAC;YAErC,2EAA2E;YAC3E,IAAI,YAAY,EAAE,CAAC;gBACjB,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;gBACnD,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;gBAC3C,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;gBAC1C,GAAG,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ;gBAClD,GAAG,CAAC,YAAY,EAAE,CAAC;gBAEnB,MAAM,SAAS,GAAkB;oBAC/B,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE;oBACzB,cAAc,EAAE,sBAAsB;oBACtC,YAAY,EAAE,oBAAoB;oBAClC,WAAW,EAAE,WAA4B;oBACzC,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE;oBAC3B,QAAQ;oBACR,UAAU,EAAE,kBAAkB;oBAC9B,MAAM,EAAE,IAAI;oBACZ,OAAO,EAAE,CAAC,IAAY,EAAE,EAAE;wBACxB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;wBACxD,GAAG,CAAC,KAAK,CAAC,SAAS,OAAO,MAAM,CAAC,CAAC;oBACpC,CAAC;iBACF,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;oBAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC;wBACjC,IAAI,EAAE,MAAM;wBACZ,SAAS,EAAE,MAAM,CAAC,SAAS;wBAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;wBACrC,WAAW,EAAE,MAAM,CAAC,WAAW;wBAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;qBAC9B,CAAC,CAAC;oBACH,GAAG,CAAC,KAAK,CAAC,SAAS,WAAW,MAAM,CAAC,CAAC;gBACxC,CAAC;gBAAC,OAAO,GAAY,EAAE,CAAC;oBACtB,MAAM,MAAM,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;oBACpE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBACtE,GAAG,CAAC,KAAK,CAAC,SAAS,UAAU,MAAM,CAAC,CAAC;gBACvC,CAAC;gBACD,GAAG,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO;YACT,CAAC;YAED,2EAA2E;YAC3E,MAAM,SAAS,GAAkB;gBAC/B,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE;gBACzB,cAAc,EAAE,sBAAsB;gBACtC,YAAY,EAAE,oBAAoB;gBAClC,WAAW,EAAE,WAA4B;gBACzC,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE;gBAC3B,QAAQ;gBACR,UAAU,EAAE,kBAAkB;gBAC9B,MAAM,EAAE,KAAK;aACd,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;YAE/C,GAAG,CAAC,IAAI,CAAC;gBACP,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;aAC9B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,KAAc,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC;YACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACnB,KAAK,EAAE,eAAe;gBACtB,OAAO,EAAE,8CAA8C;aACxD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* GET /v1/ask?q=<question>&sources=3
|
|
3
|
-
* POST /v1/ask { "question": "...", "sources": 3 }
|
|
4
|
-
*
|
|
5
|
-
* LLM-free web Q&A: search → fetch top pages → BM25 → best answer
|
|
6
|
-
*
|
|
7
|
-
* Returns:
|
|
8
|
-
* {
|
|
9
|
-
* question: string,
|
|
10
|
-
* answer: string, // best passage from top sources
|
|
11
|
-
* confidence: number, // 0-1
|
|
12
|
-
* sources: [{url, title, snippet, confidence}],
|
|
13
|
-
* method: "bm25",
|
|
14
|
-
* elapsed: number // ms
|
|
15
|
-
* }
|
|
16
|
-
*
|
|
17
|
-
* No LLM key required — 100% deterministic BM25 ranking.
|
|
18
|
-
* Competitors: Tavily charges $50/mo and requires an API key.
|
|
19
|
-
* We do this with zero LLM cost, included in every plan.
|
|
20
|
-
*/
|
|
21
|
-
import { Router } from 'express';
|
|
22
|
-
export declare function createAskRouter(): Router;
|
|
23
|
-
//# sourceMappingURL=ask.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"ask.d.ts","sourceRoot":"","sources":["../../../src/server/routes/ask.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,MAAM,EAAqB,MAAM,SAAS,CAAC;AAKpD,wBAAgB,eAAe,IAAI,MAAM,CAgHxC"}
|