@taodigital/crawler 0.0.0-stage → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Dockerfile +82 -0
- package/README.md +10 -2
- package/dist/accessibility-auditor.d.ts +29 -0
- package/dist/accessibility-auditor.js +57 -0
- package/dist/accessibility-auditor.js.map +7 -0
- package/dist/accessibility-tree-crawler.d.ts +44 -0
- package/dist/accessibility-tree-crawler.js +156 -0
- package/dist/accessibility-tree-crawler.js.map +7 -0
- package/dist/advanced-ui-probes.d.ts +47 -0
- package/dist/advanced-ui-probes.js +310 -0
- package/dist/advanced-ui-probes.js.map +7 -0
- package/dist/ai-login.d.ts +32 -0
- package/dist/ai-login.js +250 -0
- package/dist/ai-login.js.map +7 -0
- package/dist/auth-token-rotator.d.ts +47 -0
- package/dist/auth-token-rotator.js +58 -0
- package/dist/auth-token-rotator.js.map +7 -0
- package/dist/auth.d.ts +20 -0
- package/dist/auth.js +348 -0
- package/dist/auth.js.map +7 -0
- package/dist/browser-extension.d.ts +37 -0
- package/dist/browser-extension.js +113 -0
- package/dist/browser-extension.js.map +7 -0
- package/dist/captcha-solver.d.ts +16 -0
- package/dist/captcha-solver.js +105 -0
- package/dist/captcha-solver.js.map +7 -0
- package/dist/color-contrast.d.ts +30 -0
- package/dist/color-contrast.js +78 -0
- package/dist/color-contrast.js.map +7 -0
- package/dist/content-chunker.d.ts +18 -0
- package/dist/content-chunker.js +152 -0
- package/dist/content-chunker.js.map +7 -0
- package/dist/content-dedup.d.ts +23 -0
- package/dist/content-dedup.js +60 -0
- package/dist/content-dedup.js.map +7 -0
- package/dist/cookie-consent.d.ts +25 -0
- package/dist/cookie-consent.js +78 -0
- package/dist/cookie-consent.js.map +7 -0
- package/dist/cookie-jar.d.ts +20 -0
- package/dist/cookie-jar.js +61 -0
- package/dist/cookie-jar.js.map +7 -0
- package/dist/crawl-session-manager.d.ts +44 -0
- package/dist/crawl-session-manager.js +145 -0
- package/dist/crawl-session-manager.js.map +7 -0
- package/dist/crawler.d.ts +233 -0
- package/dist/crawler.js +6239 -0
- package/dist/crawler.js.map +7 -0
- package/dist/crud-interaction.d.ts +31 -0
- package/dist/crud-interaction.js +264 -0
- package/dist/crud-interaction.js.map +7 -0
- package/dist/custom-js-injector.d.ts +42 -0
- package/dist/custom-js-injector.js +50 -0
- package/dist/custom-js-injector.js.map +7 -0
- package/dist/dark-mode-capture.d.ts +23 -0
- package/dist/dark-mode-capture.js +75 -0
- package/dist/dark-mode-capture.js.map +7 -0
- package/dist/dead-link-detector.d.ts +37 -0
- package/dist/dead-link-detector.js +50 -0
- package/dist/dead-link-detector.js.map +7 -0
- package/dist/dropdown-enumerator.d.ts +20 -0
- package/dist/dropdown-enumerator.js +230 -0
- package/dist/dropdown-enumerator.js.map +7 -0
- package/dist/element-hash.d.ts +9 -0
- package/dist/element-hash.js +9 -0
- package/dist/element-hash.js.map +7 -0
- package/dist/email-otp.d.ts +42 -0
- package/dist/email-otp.js +177 -0
- package/dist/email-otp.js.map +7 -0
- package/dist/engine-router.d.ts +47 -0
- package/dist/engine-router.js +94 -0
- package/dist/engine-router.js.map +7 -0
- package/dist/export/bulk-export.d.ts +26 -0
- package/dist/export/bulk-export.js +76 -0
- package/dist/export/bulk-export.js.map +7 -0
- package/dist/export/vector-export.d.ts +76 -0
- package/dist/export/vector-export.js +85 -0
- package/dist/export/vector-export.js.map +7 -0
- package/dist/extractors/advanced.d.ts +64 -0
- package/dist/extractors/advanced.js +265 -0
- package/dist/extractors/advanced.js.map +7 -0
- package/dist/extractors/artifact-envelope.d.ts +63 -0
- package/dist/extractors/artifact-envelope.js +63 -0
- package/dist/extractors/artifact-envelope.js.map +7 -0
- package/dist/extractors/branding-extractor.d.ts +46 -0
- package/dist/extractors/branding-extractor.js +104 -0
- package/dist/extractors/branding-extractor.js.map +7 -0
- package/dist/extractors/summary-extractor.d.ts +10 -0
- package/dist/extractors/summary-extractor.js +36 -0
- package/dist/extractors/summary-extractor.js.map +7 -0
- package/dist/failure-analysis-agent.d.ts +16 -0
- package/dist/failure-analysis-agent.js +42 -0
- package/dist/failure-analysis-agent.js.map +7 -0
- package/dist/feature-flag-detector.d.ts +30 -0
- package/dist/feature-flag-detector.js +55 -0
- package/dist/feature-flag-detector.js.map +7 -0
- package/dist/filter-pagination-crawler.d.ts +52 -0
- package/dist/filter-pagination-crawler.js +299 -0
- package/dist/filter-pagination-crawler.js.map +7 -0
- package/dist/form-detector.d.ts +34 -0
- package/dist/form-detector.js +58 -0
- package/dist/form-detector.js.map +7 -0
- package/dist/frontier.d.ts +40 -0
- package/dist/frontier.js +103 -0
- package/dist/frontier.js.map +7 -0
- package/dist/gap-pass.d.ts +36 -0
- package/dist/gap-pass.js +115 -0
- package/dist/gap-pass.js.map +7 -0
- package/dist/graphql-detector.d.ts +39 -0
- package/dist/graphql-detector.js +86 -0
- package/dist/graphql-detector.js.map +7 -0
- package/dist/http-engine.d.ts +80 -0
- package/dist/http-engine.js +318 -0
- package/dist/http-engine.js.map +7 -0
- package/dist/incremental-diff.d.ts +116 -0
- package/dist/incremental-diff.js +137 -0
- package/dist/incremental-diff.js.map +7 -0
- package/dist/index.d.ts +52 -0
- package/dist/index.js +83 -0
- package/dist/index.js.map +7 -0
- package/dist/input-fuzzer.d.ts +30 -0
- package/dist/input-fuzzer.js +105 -0
- package/dist/input-fuzzer.js.map +7 -0
- package/dist/interactive-probe.d.ts +144 -0
- package/dist/interactive-probe.js +865 -0
- package/dist/interactive-probe.js.map +7 -0
- package/dist/job-queue.d.ts +297 -0
- package/dist/job-queue.js +3812 -0
- package/dist/job-queue.js.map +7 -0
- package/dist/js-coverage.d.ts +29 -0
- package/dist/js-coverage.js +56 -0
- package/dist/js-coverage.js.map +7 -0
- package/dist/js-router-detector.d.ts +17 -0
- package/dist/js-router-detector.js +90 -0
- package/dist/js-router-detector.js.map +7 -0
- package/dist/language-detector.d.ts +22 -0
- package/dist/language-detector.js +57 -0
- package/dist/language-detector.js.map +7 -0
- package/dist/link-classifier.d.ts +23 -0
- package/dist/link-classifier.js +40 -0
- package/dist/link-classifier.js.map +7 -0
- package/dist/live-view.d.ts +36 -0
- package/dist/live-view.js +105 -0
- package/dist/live-view.js.map +7 -0
- package/dist/locator-extractor.d.ts +46 -0
- package/dist/locator-extractor.js +220 -0
- package/dist/locator-extractor.js.map +7 -0
- package/dist/logger.d.ts +2 -0
- package/dist/logger.js +10 -0
- package/dist/logger.js.map +7 -0
- package/dist/markdown-extract.d.ts +8 -0
- package/dist/markdown-extract.js +54 -0
- package/dist/markdown-extract.js.map +7 -0
- package/dist/multi-context-handler.d.ts +55 -0
- package/dist/multi-context-handler.js +182 -0
- package/dist/multi-context-handler.js.map +7 -0
- package/dist/native-crawler.d.ts +69 -0
- package/dist/native-crawler.js +839 -0
- package/dist/native-crawler.js.map +7 -0
- package/dist/nested-window-crawler.d.ts +41 -0
- package/dist/nested-window-crawler.js +172 -0
- package/dist/nested-window-crawler.js.map +7 -0
- package/dist/network-action-correlator.d.ts +47 -0
- package/dist/network-action-correlator.js +209 -0
- package/dist/network-action-correlator.js.map +7 -0
- package/dist/network-observer.d.ts +49 -0
- package/dist/network-observer.js +149 -0
- package/dist/network-observer.js.map +7 -0
- package/dist/network-throttle.d.ts +25 -0
- package/dist/network-throttle.js +34 -0
- package/dist/network-throttle.js.map +7 -0
- package/dist/openapi-generator.d.ts +49 -0
- package/dist/openapi-generator.js +89 -0
- package/dist/openapi-generator.js.map +7 -0
- package/dist/pdf-extractor.d.ts +28 -0
- package/dist/pdf-extractor.js +81 -0
- package/dist/pdf-extractor.js.map +7 -0
- package/dist/performance-metrics-collector.d.ts +50 -0
- package/dist/performance-metrics-collector.js +155 -0
- package/dist/performance-metrics-collector.js.map +7 -0
- package/dist/performance-metrics.d.ts +52 -0
- package/dist/performance-metrics.js +83 -0
- package/dist/performance-metrics.js.map +7 -0
- package/dist/phash.d.ts +50 -0
- package/dist/phash.js +136 -0
- package/dist/phash.js.map +7 -0
- package/dist/pii-scrubber.d.ts +21 -0
- package/dist/pii-scrubber.js +75 -0
- package/dist/pii-scrubber.js.map +7 -0
- package/dist/playwright-recorder.d.ts +39 -0
- package/dist/playwright-recorder.js +123 -0
- package/dist/playwright-recorder.js.map +7 -0
- package/dist/policies/crawl-safety.d.ts +9 -0
- package/dist/policies/crawl-safety.js +41 -0
- package/dist/policies/crawl-safety.js.map +7 -0
- package/dist/profiles/domain-profile.d.ts +19 -0
- package/dist/profiles/domain-profile.js +160 -0
- package/dist/profiles/domain-profile.js.map +7 -0
- package/dist/proxy.d.ts +50 -0
- package/dist/proxy.js +165 -0
- package/dist/proxy.js.map +7 -0
- package/dist/rate-limiter.d.ts +31 -0
- package/dist/rate-limiter.js +64 -0
- package/dist/rate-limiter.js.map +7 -0
- package/dist/redirect-tracker.d.ts +37 -0
- package/dist/redirect-tracker.js +65 -0
- package/dist/redirect-tracker.js.map +7 -0
- package/dist/redis-frontier.d.ts +48 -0
- package/dist/redis-frontier.js +126 -0
- package/dist/redis-frontier.js.map +7 -0
- package/dist/redis-queue.d.ts +48 -0
- package/dist/redis-queue.js +165 -0
- package/dist/redis-queue.js.map +7 -0
- package/dist/response-cache.d.ts +38 -0
- package/dist/response-cache.js +140 -0
- package/dist/response-cache.js.map +7 -0
- package/dist/responsive-detector.d.ts +29 -0
- package/dist/responsive-detector.js +46 -0
- package/dist/responsive-detector.js.map +7 -0
- package/dist/retry-policy.d.ts +20 -0
- package/dist/retry-policy.js +54 -0
- package/dist/retry-policy.js.map +7 -0
- package/dist/robots-txt.d.ts +9 -0
- package/dist/robots-txt.js +77 -0
- package/dist/robots-txt.js.map +7 -0
- package/dist/screen-reader.d.ts +15 -0
- package/dist/screen-reader.js +48 -0
- package/dist/screen-reader.js.map +7 -0
- package/dist/screenshot-masker.d.ts +28 -0
- package/dist/screenshot-masker.js +62 -0
- package/dist/screenshot-masker.js.map +7 -0
- package/dist/seo-checker.d.ts +33 -0
- package/dist/seo-checker.js +91 -0
- package/dist/seo-checker.js.map +7 -0
- package/dist/service-worker-interceptor.d.ts +36 -0
- package/dist/service-worker-interceptor.js +136 -0
- package/dist/service-worker-interceptor.js.map +7 -0
- package/dist/session-capture.d.ts +39 -0
- package/dist/session-capture.js +274 -0
- package/dist/session-capture.js.map +7 -0
- package/dist/session-export.d.ts +49 -0
- package/dist/session-export.js +117 -0
- package/dist/session-export.js.map +7 -0
- package/dist/shadow-dom-crawler.d.ts +35 -0
- package/dist/shadow-dom-crawler.js +132 -0
- package/dist/shadow-dom-crawler.js.map +7 -0
- package/dist/sitemap-writer.d.ts +21 -0
- package/dist/sitemap-writer.js +47 -0
- package/dist/sitemap-writer.js.map +7 -0
- package/dist/sitemap.d.ts +51 -0
- package/dist/sitemap.js +160 -0
- package/dist/sitemap.js.map +7 -0
- package/dist/skyvern.d.ts +56 -0
- package/dist/skyvern.js +129 -0
- package/dist/skyvern.js.map +7 -0
- package/dist/sqs-queue.d.ts +13 -0
- package/dist/sqs-queue.js +115 -0
- package/dist/sqs-queue.js.map +7 -0
- package/dist/sso-token.d.ts +29 -0
- package/dist/sso-token.js +76 -0
- package/dist/sso-token.js.map +7 -0
- package/dist/state-graph.d.ts +59 -0
- package/dist/state-graph.js +193 -0
- package/dist/state-graph.js.map +7 -0
- package/dist/stealth/human-behavior.d.ts +20 -0
- package/dist/stealth/human-behavior.js +202 -0
- package/dist/stealth/human-behavior.js.map +7 -0
- package/dist/telemetry.d.ts +34 -0
- package/dist/telemetry.js +77 -0
- package/dist/telemetry.js.map +7 -0
- package/dist/test-executor.d.ts +81 -0
- package/dist/test-executor.js +443 -0
- package/dist/test-executor.js.map +7 -0
- package/dist/tls-fingerprint.d.ts +50 -0
- package/dist/tls-fingerprint.js +81 -0
- package/dist/tls-fingerprint.js.map +7 -0
- package/dist/url-pattern-completer.d.ts +28 -0
- package/dist/url-pattern-completer.js +122 -0
- package/dist/url-pattern-completer.js.map +7 -0
- package/dist/visual-diff-verdict.d.ts +40 -0
- package/dist/visual-diff-verdict.js +27 -0
- package/dist/visual-diff-verdict.js.map +7 -0
- package/dist/webhook-notifier.d.ts +30 -0
- package/dist/webhook-notifier.js +76 -0
- package/dist/webhook-notifier.js.map +7 -0
- package/dist/websocket-detector.d.ts +24 -0
- package/dist/websocket-detector.js +60 -0
- package/dist/websocket-detector.js.map +7 -0
- package/dist/worker.d.ts +1 -0
- package/dist/worker.js +33 -0
- package/dist/worker.js.map +7 -0
- package/package.json +49 -4
- package/src/accessibility-auditor.ts +102 -0
- package/src/accessibility-tree-crawler.ts +246 -0
- package/src/advanced-ui-probes.ts +470 -0
- package/src/ai-login.ts +298 -0
- package/src/auth-token-rotator.ts +89 -0
- package/src/auth.ts +418 -0
- package/src/browser-extension.ts +186 -0
- package/src/captcha-solver.ts +143 -0
- package/src/color-contrast.ts +116 -0
- package/src/content-chunker.ts +170 -0
- package/src/content-dedup.ts +99 -0
- package/src/cookie-consent.ts +106 -0
- package/src/cookie-jar.ts +91 -0
- package/src/crawl-session-manager.ts +231 -0
- package/src/crawler.ts +7123 -0
- package/src/crawler.ts.rej +12 -0
- package/src/crud-interaction.ts +386 -0
- package/src/custom-js-injector.ts +93 -0
- package/src/dark-mode-capture.ts +110 -0
- package/src/dead-link-detector.ts +76 -0
- package/src/dropdown-enumerator.ts +312 -0
- package/src/element-hash.ts +16 -0
- package/src/email-otp.ts +252 -0
- package/src/engine-router.ts +141 -0
- package/src/export/bulk-export.ts +85 -0
- package/src/export/vector-export.ts +160 -0
- package/src/extractors/advanced.ts +309 -0
- package/src/extractors/artifact-envelope.ts +111 -0
- package/src/extractors/branding-extractor.ts +159 -0
- package/src/extractors/summary-extractor.ts +49 -0
- package/src/failure-analysis-agent.ts +51 -0
- package/src/feature-flag-detector.ts +97 -0
- package/src/filter-pagination-crawler.ts +500 -0
- package/src/form-detector.ts +103 -0
- package/src/frontier.test.ts +64 -0
- package/src/frontier.ts +144 -0
- package/src/gap-pass.ts +165 -0
- package/src/graphql-detector.ts +129 -0
- package/src/http-engine.ts +453 -0
- package/src/incremental-diff.ts +259 -0
- package/src/index.ts +52 -0
- package/src/input-fuzzer.ts +129 -0
- package/src/interactive-probe.ts +1136 -0
- package/src/job-queue.test.ts +187 -0
- package/src/job-queue.ts +4504 -0
- package/src/js-coverage.ts +87 -0
- package/src/js-router-detector.ts +112 -0
- package/src/language-detector.ts +82 -0
- package/src/link-classifier.ts +65 -0
- package/src/live-view.ts +146 -0
- package/src/locator-extractor.ts +309 -0
- package/src/logger.ts +9 -0
- package/src/markdown-extract.test.ts +73 -0
- package/src/markdown-extract.ts +76 -0
- package/src/multi-context-handler.ts +296 -0
- package/src/native-crawler.ts +1108 -0
- package/src/nested-window-crawler.ts +310 -0
- package/src/network-action-correlator.ts +320 -0
- package/src/network-observer.ts +204 -0
- package/src/network-throttle.ts +69 -0
- package/src/openapi-generator.ts +135 -0
- package/src/pdf-extractor.ts +123 -0
- package/src/performance-metrics-collector.ts +243 -0
- package/src/performance-metrics.ts +134 -0
- package/src/phash.ts +184 -0
- package/src/pii-scrubber.ts +99 -0
- package/src/playwright-recorder.ts +170 -0
- package/src/policies/crawl-safety.ts +52 -0
- package/src/profiles/domain-profile.ts +190 -0
- package/src/proxy.ts +238 -0
- package/src/rate-limiter.ts +87 -0
- package/src/redirect-tracker.ts +97 -0
- package/src/redis-frontier.ts +143 -0
- package/src/redis-queue.ts +208 -0
- package/src/response-cache.ts +150 -0
- package/src/responsive-detector.ts +92 -0
- package/src/retry-policy.ts +87 -0
- package/src/robots-txt.ts +96 -0
- package/src/screen-reader.ts +98 -0
- package/src/screenshot-masker.ts +98 -0
- package/src/seo-checker.ts +134 -0
- package/src/service-worker-interceptor.ts +185 -0
- package/src/session-capture.ts +335 -0
- package/src/session-export.test.ts +75 -0
- package/src/session-export.ts +172 -0
- package/src/shadow-dom-crawler.ts +198 -0
- package/src/sitemap-writer.ts +65 -0
- package/src/sitemap.test.ts +127 -0
- package/src/sitemap.ts +233 -0
- package/src/skyvern.ts +199 -0
- package/src/sqs-queue.ts +129 -0
- package/src/sso-token.ts +120 -0
- package/src/state-graph.ts +280 -0
- package/src/stealth/human-behavior.ts +227 -0
- package/src/telemetry.ts +122 -0
- package/src/test-executor.test.ts +72 -0
- package/src/test-executor.ts +578 -0
- package/src/tls-fingerprint.ts +111 -0
- package/src/url-pattern-completer.ts +161 -0
- package/src/vendor.d.ts +20 -0
- package/src/visual-diff-verdict.test.ts +80 -0
- package/src/visual-diff-verdict.ts +59 -0
- package/src/webhook-notifier.ts +109 -0
- package/src/websocket-detector.ts +83 -0
- package/src/worker.ts +50 -0
- package/tsconfig.json +13 -0
- package/types/accessibility-auditor.d.ts +29 -0
- package/types/accessibility-tree-crawler.d.ts +44 -0
- package/types/advanced-ui-probes.d.ts +47 -0
- package/types/ai-login.d.ts +32 -0
- package/types/auth-token-rotator.d.ts +47 -0
- package/types/auth.d.ts +20 -0
- package/types/browser-extension.d.ts +37 -0
- package/types/bull-worker.d.ts +6 -0
- package/types/captcha-solver.d.ts +16 -0
- package/types/color-contrast.d.ts +30 -0
- package/types/content-chunker.d.ts +18 -0
- package/types/content-dedup.d.ts +23 -0
- package/types/cookie-consent.d.ts +25 -0
- package/types/cookie-jar.d.ts +20 -0
- package/types/crawl-session-manager.d.ts +44 -0
- package/types/crawler.d.ts +233 -0
- package/types/crud-interaction.d.ts +31 -0
- package/types/custom-js-injector.d.ts +42 -0
- package/types/dark-mode-capture.d.ts +23 -0
- package/types/dead-link-detector.d.ts +37 -0
- package/types/dropdown-enumerator.d.ts +20 -0
- package/types/element-hash.d.ts +9 -0
- package/types/email-otp.d.ts +42 -0
- package/types/engine-router.d.ts +47 -0
- package/types/export/bulk-export.d.ts +26 -0
- package/types/export/vector-export.d.ts +76 -0
- package/types/extractors/advanced.d.ts +64 -0
- package/types/extractors/artifact-envelope.d.ts +63 -0
- package/types/extractors/branding-extractor.d.ts +46 -0
- package/types/extractors/summary-extractor.d.ts +10 -0
- package/types/failure-analysis-agent.d.ts +16 -0
- package/types/feature-flag-detector.d.ts +30 -0
- package/types/filter-pagination-crawler.d.ts +52 -0
- package/types/form-detector.d.ts +34 -0
- package/types/frontier.d.ts +40 -0
- package/types/gap-pass.d.ts +36 -0
- package/types/graphql-detector.d.ts +39 -0
- package/types/http-engine.d.ts +80 -0
- package/types/incremental-diff.d.ts +116 -0
- package/types/index.d.ts +52 -0
- package/types/input-fuzzer.d.ts +30 -0
- package/types/interactive-probe.d.ts +144 -0
- package/types/job-queue.d.ts +308 -0
- package/types/js-coverage.d.ts +29 -0
- package/types/js-router-detector.d.ts +17 -0
- package/types/language-detector.d.ts +22 -0
- package/types/link-classifier.d.ts +23 -0
- package/types/live-view.d.ts +36 -0
- package/types/locator-extractor.d.ts +46 -0
- package/types/logger.d.ts +2 -0
- package/types/markdown-extract.d.ts +8 -0
- package/types/multi-context-handler.d.ts +55 -0
- package/types/native-crawler.d.ts +69 -0
- package/types/nested-window-crawler.d.ts +41 -0
- package/types/network-action-correlator.d.ts +47 -0
- package/types/network-observer.d.ts +49 -0
- package/types/network-throttle.d.ts +25 -0
- package/types/openapi-generator.d.ts +49 -0
- package/types/pdf-extractor.d.ts +28 -0
- package/types/performance-metrics-collector.d.ts +50 -0
- package/types/performance-metrics.d.ts +52 -0
- package/types/phash.d.ts +50 -0
- package/types/pii-scrubber.d.ts +21 -0
- package/types/playwright-recorder.d.ts +39 -0
- package/types/policies/crawl-safety.d.ts +9 -0
- package/types/profiles/domain-profile.d.ts +19 -0
- package/types/proxy.d.ts +50 -0
- package/types/rate-limiter.d.ts +31 -0
- package/types/redirect-tracker.d.ts +37 -0
- package/types/redis-frontier.d.ts +48 -0
- package/types/redis-queue.d.ts +48 -0
- package/types/response-cache.d.ts +38 -0
- package/types/responsive-detector.d.ts +29 -0
- package/types/retry-policy.d.ts +20 -0
- package/types/robots-txt.d.ts +9 -0
- package/types/screen-reader.d.ts +15 -0
- package/types/screenshot-masker.d.ts +28 -0
- package/types/seo-checker.d.ts +33 -0
- package/types/service-worker-interceptor.d.ts +36 -0
- package/types/session-capture.d.ts +39 -0
- package/types/session-export.d.ts +49 -0
- package/types/shadow-dom-crawler.d.ts +35 -0
- package/types/sitemap-writer.d.ts +21 -0
- package/types/sitemap.d.ts +51 -0
- package/types/skyvern.d.ts +56 -0
- package/types/sqs-queue.d.ts +13 -0
- package/types/sso-token.d.ts +29 -0
- package/types/state-graph.d.ts +59 -0
- package/types/stealth/human-behavior.d.ts +20 -0
- package/types/telemetry.d.ts +34 -0
- package/types/test-executor.d.ts +84 -0
- package/types/tls-fingerprint.d.ts +50 -0
- package/types/url-pattern-completer.d.ts +28 -0
- package/types/visual-diff-verdict.d.ts +40 -0
- package/types/webhook-notifier.d.ts +30 -0
- package/types/websocket-detector.d.ts +24 -0
- package/types/worker.d.ts +1 -0
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/dead-link-detector.ts"],
|
|
4
|
+
"sourcesContent": ["/**\n * Dead link detector \u2014 tracks broken links discovered during crawl.\n *\n * A \"dead link\" is a URL that:\n * - Returns 404, 410, or other 4xx/5xx responses\n * - Times out after maxRetries\n * - Redirects to an error page (detected by title heuristic)\n *\n * Results: list of broken links with source page, status code, and anchor text.\n * Used for: SEO audit export, test report enrichment.\n */\n\nexport interface DeadLink {\n url: string;\n statusCode: number;\n sourceUrl?: string;\n anchorText?: string;\n checkedAt: string;\n reason: 'http-error' | 'timeout' | 'dns-error';\n}\n\nexport class DeadLinkTracker {\n private deadLinks: DeadLink[] = [];\n private checked = new Map<string, number>(); // url \u2192 statusCode\n\n record(\n url: string,\n statusCode: number,\n source?: { sourceUrl?: string; anchorText?: string },\n ): void {\n if (this.checked.has(url)) return;\n this.checked.set(url, statusCode);\n if (statusCode >= 400) {\n this.deadLinks.push({\n url,\n statusCode,\n sourceUrl: source?.sourceUrl,\n anchorText: source?.anchorText,\n checkedAt: new Date().toISOString(),\n reason: statusCode === 0 ? 'timeout' : 'http-error',\n });\n }\n }\n\n recordTimeout(url: string, sourceUrl?: string): void {\n if (this.checked.has(url)) return;\n this.checked.set(url, 0);\n this.deadLinks.push({ url, statusCode: 0, sourceUrl, checkedAt: new Date().toISOString(), reason: 'timeout' });\n }\n\n getDeadLinks(): DeadLink[] {\n return [...this.deadLinks];\n }\n\n isKnownBroken(url: string): boolean {\n const code = this.checked.get(url);\n return code !== undefined && code >= 400;\n }\n\n stats(): { total: number; by404: number; by5xx: number; byTimeout: number } {\n return {\n total: this.deadLinks.length,\n by404: this.deadLinks.filter(l => l.statusCode === 404).length,\n by5xx: this.deadLinks.filter(l => l.statusCode >= 500).length,\n byTimeout: this.deadLinks.filter(l => l.reason === 'timeout').length,\n };\n }\n\n toCsv(): string {\n const rows = [['URL', 'Status', 'Source URL', 'Anchor Text', 'Checked At']];\n for (const l of this.deadLinks) {\n rows.push([l.url, String(l.statusCode), l.sourceUrl ?? '', l.anchorText ?? '', l.checkedAt]);\n }\n return rows.map(r => r.map(c => `\"${c.replace(/\"/g, '\"\"')}\"`).join(',')).join('\\n');\n }\n}\n"],
|
|
5
|
+
"mappings": "AAqBO,MAAM,gBAAgB;AAAA,EACnB,YAAwB,CAAC;AAAA,EACzB,UAAU,oBAAI,IAAoB;AAAA;AAAA,EAE1C,OACE,KACA,YACA,QACM;AACN,QAAI,KAAK,QAAQ,IAAI,GAAG,EAAG;AAC3B,SAAK,QAAQ,IAAI,KAAK,UAAU;AAChC,QAAI,cAAc,KAAK;AACrB,WAAK,UAAU,KAAK;AAAA,QAClB;AAAA,QACA;AAAA,QACA,WAAW,QAAQ;AAAA,QACnB,YAAY,QAAQ;AAAA,QACpB,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,QAClC,QAAQ,eAAe,IAAI,YAAY;AAAA,MACzC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,cAAc,KAAa,WAA0B;AACnD,QAAI,KAAK,QAAQ,IAAI,GAAG,EAAG;AAC3B,SAAK,QAAQ,IAAI,KAAK,CAAC;AACvB,SAAK,UAAU,KAAK,EAAE,KAAK,YAAY,GAAG,WAAW,YAAW,oBAAI,KAAK,GAAE,YAAY,GAAG,QAAQ,UAAU,CAAC;AAAA,EAC/G;AAAA,EAEA,eAA2B;AACzB,WAAO,CAAC,GAAG,KAAK,SAAS;AAAA,EAC3B;AAAA,EAEA,cAAc,KAAsB;AAClC,UAAM,OAAO,KAAK,QAAQ,IAAI,GAAG;AACjC,WAAO,SAAS,UAAa,QAAQ;AAAA,EACvC;AAAA,EAEA,QAA4E;AAC1E,WAAO;AAAA,MACL,OAAO,KAAK,UAAU;AAAA,MACtB,OAAO,KAAK,UAAU,OAAO,OAAK,EAAE,eAAe,GAAG,EAAE;AAAA,MACxD,OAAO,KAAK,UAAU,OAAO,OAAK,EAAE,cAAc,GAAG,EAAE;AAAA,MACvD,WAAW,KAAK,UAAU,OAAO,OAAK,EAAE,WAAW,SAAS,EAAE;AAAA,IAChE;AAAA,EACF;AAAA,EAEA,QAAgB;AACd,UAAM,OAAO,CAAC,CAAC,OAAO,UAAU,cAAc,eAAe,YAAY,CAAC;AAC1E,eAAW,KAAK,KAAK,WAAW;AAC9B,WAAK,KAAK,CAAC,EAAE,KAAK,OAAO,EAAE,UAAU,GAAG,EAAE,aAAa,IAAI,EAAE,cAAc,IAAI,EAAE,SAAS,CAAC;AAAA,IAC7F;AACA,WAAO,KAAK,IAAI,OAAK,EAAE,IAAI,OAAK,IAAI,EAAE,QAAQ,MAAM,IAAI,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI;AAAA,EACpF;AACF;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { Page } from 'playwright';
|
|
2
|
+
export interface DropdownOption {
|
|
3
|
+
value: string;
|
|
4
|
+
label: string;
|
|
5
|
+
disabled?: boolean;
|
|
6
|
+
}
|
|
7
|
+
export interface DropdownDef {
|
|
8
|
+
kind: 'native-select' | 'combobox' | 'listbox' | 'multiselect';
|
|
9
|
+
label: string;
|
|
10
|
+
locatorHint: string;
|
|
11
|
+
options: DropdownOption[];
|
|
12
|
+
defaultValue?: string;
|
|
13
|
+
cascadesFrom?: string;
|
|
14
|
+
}
|
|
15
|
+
export interface DropdownEnumerationResult {
|
|
16
|
+
dropdowns: DropdownDef[];
|
|
17
|
+
conditionalRevealMap: Record<string, string[]>;
|
|
18
|
+
totalOptionsFound: number;
|
|
19
|
+
}
|
|
20
|
+
export declare function enumerateDropdowns(page: Page): Promise<DropdownEnumerationResult>;
|
|
@@ -0,0 +1,230 @@
|
|
|
1
|
+
async function enumerateNativeSelects(page) {
|
|
2
|
+
const selects = await page.$$("select:not([multiple])");
|
|
3
|
+
const limited = selects.slice(0, 50);
|
|
4
|
+
const results = [];
|
|
5
|
+
for (const handle of limited) {
|
|
6
|
+
try {
|
|
7
|
+
const data = await handle.evaluate((el) => {
|
|
8
|
+
const name = el.name || el.id || "";
|
|
9
|
+
const ariaLabel = el.getAttribute("aria-label") || "";
|
|
10
|
+
let labelText = ariaLabel;
|
|
11
|
+
if (!labelText && el.id) {
|
|
12
|
+
const lbl = document.querySelector(`label[for="${el.id}"]`);
|
|
13
|
+
if (lbl) labelText = lbl.textContent?.trim() || "";
|
|
14
|
+
}
|
|
15
|
+
if (!labelText && name) labelText = name;
|
|
16
|
+
const options = Array.from(el.options).map((o) => ({
|
|
17
|
+
value: o.value,
|
|
18
|
+
label: o.text.trim(),
|
|
19
|
+
disabled: o.disabled || void 0
|
|
20
|
+
}));
|
|
21
|
+
const selectedOption = el.options[el.selectedIndex];
|
|
22
|
+
const defaultValue = selectedOption ? selectedOption.value : void 0;
|
|
23
|
+
const locatorHint = name ? `select[name="${name}"]` : el.id ? `select#${el.id}` : "select";
|
|
24
|
+
return { label: labelText, locatorHint, options, defaultValue };
|
|
25
|
+
});
|
|
26
|
+
results.push({
|
|
27
|
+
kind: "native-select",
|
|
28
|
+
label: data.label,
|
|
29
|
+
locatorHint: data.locatorHint,
|
|
30
|
+
options: data.options,
|
|
31
|
+
defaultValue: data.defaultValue
|
|
32
|
+
});
|
|
33
|
+
} catch {
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return results;
|
|
37
|
+
}
|
|
38
|
+
async function enumerateCustomDropdowns(page) {
|
|
39
|
+
const selectors = [
|
|
40
|
+
'[role="combobox"]',
|
|
41
|
+
'[aria-haspopup="listbox"]:not([role="combobox"])',
|
|
42
|
+
"[data-radix-select-trigger]"
|
|
43
|
+
];
|
|
44
|
+
const seen = /* @__PURE__ */ new Set();
|
|
45
|
+
const handles = [];
|
|
46
|
+
for (const sel of selectors) {
|
|
47
|
+
const els = await page.$$(sel);
|
|
48
|
+
for (const el of els) {
|
|
49
|
+
const hint = await el.evaluate((e) => {
|
|
50
|
+
const id = e.id ? `#${e.id}` : "";
|
|
51
|
+
const aria = e.getAttribute("aria-label") || "";
|
|
52
|
+
return id || aria || e.tagName.toLowerCase();
|
|
53
|
+
}).catch(() => "");
|
|
54
|
+
if (!seen.has(hint)) {
|
|
55
|
+
seen.add(hint);
|
|
56
|
+
handles.push({ handle: el, hint });
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
const limited = handles.slice(0, 20);
|
|
61
|
+
const results = [];
|
|
62
|
+
for (const { handle, hint } of limited) {
|
|
63
|
+
try {
|
|
64
|
+
const ariaLabel = await handle.evaluate((e) => e.getAttribute("aria-label") || e.textContent?.trim() || "").catch(() => "");
|
|
65
|
+
await handle.click();
|
|
66
|
+
await page.waitForSelector('[role="listbox"]', { timeout: 2e3 });
|
|
67
|
+
const options = await page.$$eval(
|
|
68
|
+
'[role="listbox"] [role="option"]',
|
|
69
|
+
(els) => els.map((el) => ({
|
|
70
|
+
value: el.getAttribute("data-value") || el.getAttribute("value") || el.textContent?.trim() || "",
|
|
71
|
+
label: el.textContent?.trim() || "",
|
|
72
|
+
disabled: el.getAttribute("aria-disabled") === "true" || void 0
|
|
73
|
+
}))
|
|
74
|
+
);
|
|
75
|
+
await page.keyboard.press("Escape");
|
|
76
|
+
await page.waitForTimeout(300);
|
|
77
|
+
results.push({
|
|
78
|
+
kind: "combobox",
|
|
79
|
+
label: ariaLabel,
|
|
80
|
+
locatorHint: hint,
|
|
81
|
+
options
|
|
82
|
+
});
|
|
83
|
+
} catch {
|
|
84
|
+
try {
|
|
85
|
+
await page.keyboard.press("Escape");
|
|
86
|
+
await page.waitForTimeout(300);
|
|
87
|
+
} catch {
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
return results;
|
|
92
|
+
}
|
|
93
|
+
async function enumerateMultiSelects(page) {
|
|
94
|
+
const results = [];
|
|
95
|
+
const nativeMulti = await page.$$("select[multiple]");
|
|
96
|
+
for (const handle of nativeMulti) {
|
|
97
|
+
try {
|
|
98
|
+
const data = await handle.evaluate((el) => {
|
|
99
|
+
const name = el.name || el.id || "";
|
|
100
|
+
const ariaLabel = el.getAttribute("aria-label") || "";
|
|
101
|
+
let labelText = ariaLabel;
|
|
102
|
+
if (!labelText && el.id) {
|
|
103
|
+
const lbl = document.querySelector(`label[for="${el.id}"]`);
|
|
104
|
+
if (lbl) labelText = lbl.textContent?.trim() || "";
|
|
105
|
+
}
|
|
106
|
+
if (!labelText && name) labelText = name;
|
|
107
|
+
const options = Array.from(el.options).map((o) => ({
|
|
108
|
+
value: o.value,
|
|
109
|
+
label: o.text.trim(),
|
|
110
|
+
disabled: o.disabled || void 0
|
|
111
|
+
}));
|
|
112
|
+
const locatorHint = name ? `select[multiple][name="${name}"]` : el.id ? `select[multiple]#${el.id}` : "select[multiple]";
|
|
113
|
+
return { label: labelText, locatorHint, options };
|
|
114
|
+
});
|
|
115
|
+
results.push({
|
|
116
|
+
kind: "multiselect",
|
|
117
|
+
label: data.label,
|
|
118
|
+
locatorHint: data.locatorHint,
|
|
119
|
+
options: data.options
|
|
120
|
+
});
|
|
121
|
+
} catch {
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
const ariaMulti = await page.$$('[role="listbox"][aria-multiselectable="true"]');
|
|
125
|
+
for (const handle of ariaMulti) {
|
|
126
|
+
try {
|
|
127
|
+
const data = await handle.evaluate((el) => {
|
|
128
|
+
const ariaLabel = el.getAttribute("aria-label") || el.id || "";
|
|
129
|
+
const locatorHint = el.id ? `[role="listbox"]#${el.id}` : '[role="listbox"][aria-multiselectable="true"]';
|
|
130
|
+
const optionEls = el.querySelectorAll('[role="option"]');
|
|
131
|
+
const options = Array.from(optionEls).map((o) => ({
|
|
132
|
+
value: o.getAttribute("data-value") || o.getAttribute("value") || o.textContent?.trim() || "",
|
|
133
|
+
label: o.textContent?.trim() || "",
|
|
134
|
+
disabled: o.getAttribute("aria-disabled") === "true" || void 0
|
|
135
|
+
}));
|
|
136
|
+
return { label: ariaLabel, locatorHint, options };
|
|
137
|
+
});
|
|
138
|
+
results.push({
|
|
139
|
+
kind: "multiselect",
|
|
140
|
+
label: data.label,
|
|
141
|
+
locatorHint: data.locatorHint,
|
|
142
|
+
options: data.options
|
|
143
|
+
});
|
|
144
|
+
} catch {
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
return results;
|
|
148
|
+
}
|
|
149
|
+
async function detectCascading(page, dropdowns) {
|
|
150
|
+
const cascadeMap = {};
|
|
151
|
+
const nativeParents = dropdowns.filter(
|
|
152
|
+
(d) => d.kind === "native-select" && d.options.length <= 8
|
|
153
|
+
);
|
|
154
|
+
for (const parent of nativeParents) {
|
|
155
|
+
const parentName = parent.locatorHint.match(/name="([^"]+)"/)?.[1];
|
|
156
|
+
if (!parentName) continue;
|
|
157
|
+
const otherNatives = dropdowns.filter(
|
|
158
|
+
(d) => d.kind === "native-select" && d.locatorHint !== parent.locatorHint
|
|
159
|
+
);
|
|
160
|
+
if (otherNatives.length === 0) continue;
|
|
161
|
+
const baselineCounts = await page.$$eval(
|
|
162
|
+
"select:not([multiple])",
|
|
163
|
+
(els) => els.map((el) => ({ name: el.name || el.id, count: el.options.length }))
|
|
164
|
+
).catch(() => []);
|
|
165
|
+
let foundChildren = [];
|
|
166
|
+
for (let i = 0; i < parent.options.length; i++) {
|
|
167
|
+
try {
|
|
168
|
+
await page.selectOption(`select[name="${parentName}"]`, { index: i });
|
|
169
|
+
await page.waitForTimeout(500);
|
|
170
|
+
const newCounts = await page.$$eval(
|
|
171
|
+
"select:not([multiple])",
|
|
172
|
+
(els) => els.map((el) => ({ name: el.name || el.id, count: el.options.length }))
|
|
173
|
+
).catch(() => []);
|
|
174
|
+
for (const curr of newCounts) {
|
|
175
|
+
const base = baselineCounts.find((b) => b.name === curr.name);
|
|
176
|
+
if (base && base.count !== curr.count && curr.name !== parentName) {
|
|
177
|
+
const childHint = `select[name="${curr.name}"]`;
|
|
178
|
+
const childDef = dropdowns.find((d) => d.locatorHint === childHint);
|
|
179
|
+
if (childDef && !foundChildren.includes(childHint)) {
|
|
180
|
+
foundChildren.push(childHint);
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
} catch {
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
try {
|
|
188
|
+
await page.selectOption(`select[name="${parentName}"]`, { index: 0 });
|
|
189
|
+
} catch {
|
|
190
|
+
}
|
|
191
|
+
if (foundChildren.length > 0) {
|
|
192
|
+
cascadeMap[parent.locatorHint] = foundChildren;
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
return cascadeMap;
|
|
196
|
+
}
|
|
197
|
+
async function enumerateDropdowns(page) {
|
|
198
|
+
try {
|
|
199
|
+
const [native, custom, multi] = await Promise.all([
|
|
200
|
+
enumerateNativeSelects(page).catch(() => []),
|
|
201
|
+
enumerateCustomDropdowns(page).catch(() => []),
|
|
202
|
+
enumerateMultiSelects(page).catch(() => [])
|
|
203
|
+
]);
|
|
204
|
+
const seen = /* @__PURE__ */ new Set();
|
|
205
|
+
const dropdowns = [];
|
|
206
|
+
for (const d of [...native, ...custom, ...multi]) {
|
|
207
|
+
if (!seen.has(d.locatorHint)) {
|
|
208
|
+
seen.add(d.locatorHint);
|
|
209
|
+
dropdowns.push(d);
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
const conditionalRevealMap = await detectCascading(page, dropdowns).catch(
|
|
213
|
+
() => ({})
|
|
214
|
+
);
|
|
215
|
+
for (const [parent, children] of Object.entries(conditionalRevealMap)) {
|
|
216
|
+
for (const childHint of children) {
|
|
217
|
+
const child = dropdowns.find((d) => d.locatorHint === childHint);
|
|
218
|
+
if (child) child.cascadesFrom = parent;
|
|
219
|
+
}
|
|
220
|
+
}
|
|
221
|
+
const totalOptionsFound = dropdowns.reduce((sum, d) => sum + d.options.length, 0);
|
|
222
|
+
return { dropdowns, conditionalRevealMap, totalOptionsFound };
|
|
223
|
+
} catch {
|
|
224
|
+
return { dropdowns: [], conditionalRevealMap: {}, totalOptionsFound: 0 };
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
export {
|
|
228
|
+
enumerateDropdowns
|
|
229
|
+
};
|
|
230
|
+
//# sourceMappingURL=dropdown-enumerator.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/dropdown-enumerator.ts"],
|
|
4
|
+
"sourcesContent": ["import type { Page } from 'playwright';\n\nexport interface DropdownOption {\n value: string;\n label: string;\n disabled?: boolean;\n}\n\nexport interface DropdownDef {\n kind: 'native-select' | 'combobox' | 'listbox' | 'multiselect';\n label: string;\n locatorHint: string;\n options: DropdownOption[];\n defaultValue?: string;\n cascadesFrom?: string;\n}\n\nexport interface DropdownEnumerationResult {\n dropdowns: DropdownDef[];\n conditionalRevealMap: Record<string, string[]>;\n totalOptionsFound: number;\n}\n\nasync function enumerateNativeSelects(page: Page): Promise<DropdownDef[]> {\n const selects = await page.$$('select:not([multiple])');\n const limited = selects.slice(0, 50);\n const results: DropdownDef[] = [];\n\n for (const handle of limited) {\n try {\n const data = await handle.evaluate((el: HTMLSelectElement) => {\n const name = el.name || el.id || '';\n const ariaLabel = el.getAttribute('aria-label') || '';\n let labelText = ariaLabel;\n if (!labelText && el.id) {\n const lbl = document.querySelector(`label[for=\"${el.id}\"]`);\n if (lbl) labelText = lbl.textContent?.trim() || '';\n }\n if (!labelText && name) labelText = name;\n const options = Array.from(el.options).map((o) => ({\n value: o.value,\n label: o.text.trim(),\n disabled: o.disabled || undefined,\n }));\n const selectedOption = el.options[el.selectedIndex];\n const defaultValue = selectedOption ? selectedOption.value : undefined;\n const locatorHint = name\n ? `select[name=\"${name}\"]`\n : el.id\n ? `select#${el.id}`\n : 'select';\n return { label: labelText, locatorHint, options, defaultValue };\n });\n\n results.push({\n kind: 'native-select',\n label: data.label,\n locatorHint: data.locatorHint,\n options: data.options,\n defaultValue: data.defaultValue,\n });\n } catch {\n // skip unresponsive handle\n }\n }\n\n return results;\n}\n\nasync function enumerateCustomDropdowns(page: Page): Promise<DropdownDef[]> {\n const selectors = [\n '[role=\"combobox\"]',\n '[aria-haspopup=\"listbox\"]:not([role=\"combobox\"])',\n '[data-radix-select-trigger]',\n ];\n\n const seen = new Set<string>();\n const handles: { handle: Awaited<ReturnType<Page['$$']>>[0]; hint: string }[] = [];\n\n for (const sel of selectors) {\n const els = await page.$$(sel);\n for (const el of els) {\n const hint = await el\n .evaluate((e: Element) => {\n const id = e.id ? `#${e.id}` : '';\n const aria = e.getAttribute('aria-label') || '';\n return id || aria || e.tagName.toLowerCase();\n })\n .catch(() => '');\n if (!seen.has(hint)) {\n seen.add(hint);\n handles.push({ handle: el, hint });\n }\n }\n }\n\n const limited = handles.slice(0, 20);\n const results: DropdownDef[] = [];\n\n for (const { handle, hint } of limited) {\n try {\n const ariaLabel = await handle\n .evaluate((e: Element) => e.getAttribute('aria-label') || e.textContent?.trim() || '')\n .catch(() => '');\n\n await handle.click();\n await page.waitForSelector('[role=\"listbox\"]', { timeout: 2000 });\n\n const options = await page.$$eval('[role=\"listbox\"] [role=\"option\"]', (els) =>\n els.map((el) => ({\n value: el.getAttribute('data-value') || el.getAttribute('value') || el.textContent?.trim() || '',\n label: el.textContent?.trim() || '',\n disabled: el.getAttribute('aria-disabled') === 'true' || undefined,\n }))\n );\n\n await page.keyboard.press('Escape');\n await page.waitForTimeout(300);\n\n results.push({\n kind: 'combobox',\n label: ariaLabel,\n locatorHint: hint,\n options,\n });\n } catch {\n try {\n await page.keyboard.press('Escape');\n await page.waitForTimeout(300);\n } catch {\n // ignore cleanup failure\n }\n }\n }\n\n return results;\n}\n\nasync function enumerateMultiSelects(page: Page): Promise<DropdownDef[]> {\n const results: DropdownDef[] = [];\n\n const nativeMulti = await page.$$('select[multiple]');\n for (const handle of nativeMulti) {\n try {\n const data = await handle.evaluate((el: HTMLSelectElement) => {\n const name = el.name || el.id || '';\n const ariaLabel = el.getAttribute('aria-label') || '';\n let labelText = ariaLabel;\n if (!labelText && el.id) {\n const lbl = document.querySelector(`label[for=\"${el.id}\"]`);\n if (lbl) labelText = lbl.textContent?.trim() || '';\n }\n if (!labelText && name) labelText = name;\n const options = Array.from(el.options).map((o) => ({\n value: o.value,\n label: o.text.trim(),\n disabled: o.disabled || undefined,\n }));\n const locatorHint = name\n ? `select[multiple][name=\"${name}\"]`\n : el.id\n ? `select[multiple]#${el.id}`\n : 'select[multiple]';\n return { label: labelText, locatorHint, options };\n });\n\n results.push({\n kind: 'multiselect',\n label: data.label,\n locatorHint: data.locatorHint,\n options: data.options,\n });\n } catch {\n // skip\n }\n }\n\n const ariaMulti = await page.$$('[role=\"listbox\"][aria-multiselectable=\"true\"]');\n for (const handle of ariaMulti) {\n try {\n const data = await handle.evaluate((el: Element) => {\n const ariaLabel = el.getAttribute('aria-label') || el.id || '';\n const locatorHint = el.id\n ? `[role=\"listbox\"]#${el.id}`\n : '[role=\"listbox\"][aria-multiselectable=\"true\"]';\n const optionEls = el.querySelectorAll('[role=\"option\"]');\n const options = Array.from(optionEls).map((o) => ({\n value: o.getAttribute('data-value') || o.getAttribute('value') || o.textContent?.trim() || '',\n label: o.textContent?.trim() || '',\n disabled: o.getAttribute('aria-disabled') === 'true' || undefined,\n }));\n return { label: ariaLabel, locatorHint, options };\n });\n\n results.push({\n kind: 'multiselect',\n label: data.label,\n locatorHint: data.locatorHint,\n options: data.options,\n });\n } catch {\n // skip\n }\n }\n\n return results;\n}\n\nasync function detectCascading(\n page: Page,\n dropdowns: DropdownDef[]\n): Promise<Record<string, string[]>> {\n const cascadeMap: Record<string, string[]> = {};\n\n const nativeParents = dropdowns.filter(\n (d) => d.kind === 'native-select' && d.options.length <= 8\n );\n\n for (const parent of nativeParents) {\n const parentName = parent.locatorHint.match(/name=\"([^\"]+)\"/)?.[1];\n if (!parentName) continue;\n\n const otherNatives = dropdowns.filter(\n (d) => d.kind === 'native-select' && d.locatorHint !== parent.locatorHint\n );\n if (otherNatives.length === 0) continue;\n\n const baselineCounts = await page\n .$$eval('select:not([multiple])', (els) =>\n (els as HTMLSelectElement[]).map((el) => ({ name: el.name || el.id, count: el.options.length }))\n )\n .catch(() => [] as { name: string; count: number }[]);\n\n let foundChildren: string[] = [];\n\n for (let i = 0; i < parent.options.length; i++) {\n try {\n await page.selectOption(`select[name=\"${parentName}\"]`, { index: i });\n await page.waitForTimeout(500);\n\n const newCounts = await page\n .$$eval('select:not([multiple])', (els) =>\n (els as HTMLSelectElement[]).map((el) => ({ name: el.name || el.id, count: el.options.length }))\n )\n .catch(() => [] as { name: string; count: number }[]);\n\n for (const curr of newCounts) {\n const base = baselineCounts.find((b) => b.name === curr.name);\n if (base && base.count !== curr.count && curr.name !== parentName) {\n const childHint = `select[name=\"${curr.name}\"]`;\n const childDef = dropdowns.find((d) => d.locatorHint === childHint);\n if (childDef && !foundChildren.includes(childHint)) {\n foundChildren.push(childHint);\n }\n }\n }\n } catch {\n // skip option that fails\n }\n }\n\n // reset to index 0\n try {\n await page.selectOption(`select[name=\"${parentName}\"]`, { index: 0 });\n } catch {\n // ignore reset failure\n }\n\n if (foundChildren.length > 0) {\n cascadeMap[parent.locatorHint] = foundChildren;\n }\n }\n\n return cascadeMap;\n}\n\nexport async function enumerateDropdowns(page: Page): Promise<DropdownEnumerationResult> {\n try {\n const [native, custom, multi] = await Promise.all([\n enumerateNativeSelects(page).catch(() => [] as DropdownDef[]),\n enumerateCustomDropdowns(page).catch(() => [] as DropdownDef[]),\n enumerateMultiSelects(page).catch(() => [] as DropdownDef[]),\n ]);\n\n const seen = new Set<string>();\n const dropdowns: DropdownDef[] = [];\n\n for (const d of [...native, ...custom, ...multi]) {\n if (!seen.has(d.locatorHint)) {\n seen.add(d.locatorHint);\n dropdowns.push(d);\n }\n }\n\n const conditionalRevealMap = await detectCascading(page, dropdowns).catch(\n () => ({} as Record<string, string[]>)\n );\n\n for (const [parent, children] of Object.entries(conditionalRevealMap)) {\n for (const childHint of children) {\n const child = dropdowns.find((d) => d.locatorHint === childHint);\n if (child) child.cascadesFrom = parent;\n }\n }\n\n const totalOptionsFound = dropdowns.reduce((sum, d) => sum + d.options.length, 0);\n\n return { dropdowns, conditionalRevealMap, totalOptionsFound };\n } catch {\n return { dropdowns: [], conditionalRevealMap: {}, totalOptionsFound: 0 };\n }\n}\n"],
|
|
5
|
+
"mappings": "AAuBA,eAAe,uBAAuB,MAAoC;AACxE,QAAM,UAAU,MAAM,KAAK,GAAG,wBAAwB;AACtD,QAAM,UAAU,QAAQ,MAAM,GAAG,EAAE;AACnC,QAAM,UAAyB,CAAC;AAEhC,aAAW,UAAU,SAAS;AAC5B,QAAI;AACF,YAAM,OAAO,MAAM,OAAO,SAAS,CAAC,OAA0B;AAC5D,cAAM,OAAO,GAAG,QAAQ,GAAG,MAAM;AACjC,cAAM,YAAY,GAAG,aAAa,YAAY,KAAK;AACnD,YAAI,YAAY;AAChB,YAAI,CAAC,aAAa,GAAG,IAAI;AACvB,gBAAM,MAAM,SAAS,cAAc,cAAc,GAAG,EAAE,IAAI;AAC1D,cAAI,IAAK,aAAY,IAAI,aAAa,KAAK,KAAK;AAAA,QAClD;AACA,YAAI,CAAC,aAAa,KAAM,aAAY;AACpC,cAAM,UAAU,MAAM,KAAK,GAAG,OAAO,EAAE,IAAI,CAAC,OAAO;AAAA,UACjD,OAAO,EAAE;AAAA,UACT,OAAO,EAAE,KAAK,KAAK;AAAA,UACnB,UAAU,EAAE,YAAY;AAAA,QAC1B,EAAE;AACF,cAAM,iBAAiB,GAAG,QAAQ,GAAG,aAAa;AAClD,cAAM,eAAe,iBAAiB,eAAe,QAAQ;AAC7D,cAAM,cAAc,OAChB,gBAAgB,IAAI,OACpB,GAAG,KACH,UAAU,GAAG,EAAE,KACf;AACJ,eAAO,EAAE,OAAO,WAAW,aAAa,SAAS,aAAa;AAAA,MAChE,CAAC;AAED,cAAQ,KAAK;AAAA,QACX,MAAM;AAAA,QACN,OAAO,KAAK;AAAA,QACZ,aAAa,KAAK;AAAA,QAClB,SAAS,KAAK;AAAA,QACd,cAAc,KAAK;AAAA,MACrB,CAAC;AAAA,IACH,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,yBAAyB,MAAoC;AAC1E,QAAM,YAAY;AAAA,IAChB;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAEA,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,UAA0E,CAAC;AAEjF,aAAW,OAAO,WAAW;AAC3B,UAAM,MAAM,MAAM,KAAK,GAAG,GAAG;AAC7B,eAAW,MAAM,KAAK;AACpB,YAAM,OAAO,MAAM,GAChB,SAAS,CAAC,MAAe;AACxB,cAAM,KAAK,EAAE,KAAK,IAAI,EAAE,EAAE,KAAK;AAC/B,cAAM,OAAO,EAAE,aAAa,YAAY,KAAK;AAC7C,eAAO,MAAM,QAAQ,EAAE,QAAQ,YAAY;AAAA,MAC7C,CAAC,EACA,MAAM,MAAM,EAAE;AACjB,UAAI,CAAC,KAAK,IAAI,IAAI,GAAG;AACnB,aAAK,IAAI,IAAI;AACb,gBAAQ,KAAK,EAAE,QAAQ,IAAI,KAAK,CAAC;AAAA,MACnC;AAAA,IACF;AAAA,EACF;AAEA,QAAM,UAAU,QAAQ,MAAM,GAAG,EAAE;AACnC,QAAM,UAAyB,CAAC;AAEhC,aAAW,EAAE,QAAQ,KAAK,KAAK,SAAS;AACtC,QAAI;AACF,YAAM,YAAY,MAAM,OACrB,SAAS,CAAC,MAAe,EAAE,aAAa,YAAY,KAAK,EAAE,aAAa,KAAK,KAAK,EAAE,EACpF,MAAM,MAAM,EAAE;AAEjB,YAAM,OAAO,MAAM;AACnB,YAAM,KAAK,gBAAgB,oBAAoB,EAAE,SAAS,IAAK,CAAC;AAEhE,YAAM,UAAU,MAAM,KAAK;AAAA,QAAO;AAAA,QAAoC,CAAC,QACrE,IAAI,IAAI,CAAC,QAAQ;AAAA,UACf,OAAO,GAAG,aAAa,YAAY,KAAK,GAAG,aAAa,OAAO,KAAK,GAAG,aAAa,KAAK,KAAK;AAAA,UAC9F,OAAO,GAAG,aAAa,KAAK,KAAK;AAAA,UACjC,UAAU,GAAG,aAAa,eAAe,MAAM,UAAU;AAAA,QAC3D,EAAE;AAAA,MACJ;AAEA,YAAM,KAAK,SAAS,MAAM,QAAQ;AAClC,YAAM,KAAK,eAAe,GAAG;AAE7B,cAAQ,KAAK;AAAA,QACX,MAAM;AAAA,QACN,OAAO;AAAA,QACP,aAAa;AAAA,QACb;AAAA,MACF,CAAC;AAAA,IACH,QAAQ;AACN,UAAI;AACF,cAAM,KAAK,SAAS,MAAM,QAAQ;AAClC,cAAM,KAAK,eAAe,GAAG;AAAA,MAC/B,QAAQ;AAAA,MAER;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,sBAAsB,MAAoC;AACvE,QAAM,UAAyB,CAAC;AAEhC,QAAM,cAAc,MAAM,KAAK,GAAG,kBAAkB;AACpD,aAAW,UAAU,aAAa;AAChC,QAAI;AACF,YAAM,OAAO,MAAM,OAAO,SAAS,CAAC,OAA0B;AAC5D,cAAM,OAAO,GAAG,QAAQ,GAAG,MAAM;AACjC,cAAM,YAAY,GAAG,aAAa,YAAY,KAAK;AACnD,YAAI,YAAY;AAChB,YAAI,CAAC,aAAa,GAAG,IAAI;AACvB,gBAAM,MAAM,SAAS,cAAc,cAAc,GAAG,EAAE,IAAI;AAC1D,cAAI,IAAK,aAAY,IAAI,aAAa,KAAK,KAAK;AAAA,QAClD;AACA,YAAI,CAAC,aAAa,KAAM,aAAY;AACpC,cAAM,UAAU,MAAM,KAAK,GAAG,OAAO,EAAE,IAAI,CAAC,OAAO;AAAA,UACjD,OAAO,EAAE;AAAA,UACT,OAAO,EAAE,KAAK,KAAK;AAAA,UACnB,UAAU,EAAE,YAAY;AAAA,QAC1B,EAAE;AACF,cAAM,cAAc,OAChB,0BAA0B,IAAI,OAC9B,GAAG,KACH,oBAAoB,GAAG,EAAE,KACzB;AACJ,eAAO,EAAE,OAAO,WAAW,aAAa,QAAQ;AAAA,MAClD,CAAC;AAED,cAAQ,KAAK;AAAA,QACX,MAAM;AAAA,QACN,OAAO,KAAK;AAAA,QACZ,aAAa,KAAK;AAAA,QAClB,SAAS,KAAK;AAAA,MAChB,CAAC;AAAA,IACH,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,QAAM,YAAY,MAAM,KAAK,GAAG,+CAA+C;AAC/E,aAAW,UAAU,WAAW;AAC9B,QAAI;AACF,YAAM,OAAO,MAAM,OAAO,SAAS,CAAC,OAAgB;AAClD,cAAM,YAAY,GAAG,aAAa,YAAY,KAAK,GAAG,MAAM;AAC5D,cAAM,cAAc,GAAG,KACnB,oBAAoB,GAAG,EAAE,KACzB;AACJ,cAAM,YAAY,GAAG,iBAAiB,iBAAiB;AACvD,cAAM,UAAU,MAAM,KAAK,SAAS,EAAE,IAAI,CAAC,OAAO;AAAA,UAChD,OAAO,EAAE,aAAa,YAAY,KAAK,EAAE,aAAa,OAAO,KAAK,EAAE,aAAa,KAAK,KAAK;AAAA,UAC3F,OAAO,EAAE,aAAa,KAAK,KAAK;AAAA,UAChC,UAAU,EAAE,aAAa,eAAe,MAAM,UAAU;AAAA,QAC1D,EAAE;AACF,eAAO,EAAE,OAAO,WAAW,aAAa,QAAQ;AAAA,MAClD,CAAC;AAED,cAAQ,KAAK;AAAA,QACX,MAAM;AAAA,QACN,OAAO,KAAK;AAAA,QACZ,aAAa,KAAK;AAAA,QAClB,SAAS,KAAK;AAAA,MAChB,CAAC;AAAA,IACH,QAAQ;AAAA,IAER;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAe,gBACb,MACA,WACmC;AACnC,QAAM,aAAuC,CAAC;AAE9C,QAAM,gBAAgB,UAAU;AAAA,IAC9B,CAAC,MAAM,EAAE,SAAS,mBAAmB,EAAE,QAAQ,UAAU;AAAA,EAC3D;AAEA,aAAW,UAAU,eAAe;AAClC,UAAM,aAAa,OAAO,YAAY,MAAM,gBAAgB,IAAI,CAAC;AACjE,QAAI,CAAC,WAAY;AAEjB,UAAM,eAAe,UAAU;AAAA,MAC7B,CAAC,MAAM,EAAE,SAAS,mBAAmB,EAAE,gBAAgB,OAAO;AAAA,IAChE;AACA,QAAI,aAAa,WAAW,EAAG;AAE/B,UAAM,iBAAiB,MAAM,KAC1B;AAAA,MAAO;AAAA,MAA0B,CAAC,QAChC,IAA4B,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,OAAO,GAAG,QAAQ,OAAO,EAAE;AAAA,IACjG,EACC,MAAM,MAAM,CAAC,CAAsC;AAEtD,QAAI,gBAA0B,CAAC;AAE/B,aAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,QAAQ,KAAK;AAC9C,UAAI;AACF,cAAM,KAAK,aAAa,gBAAgB,UAAU,MAAM,EAAE,OAAO,EAAE,CAAC;AACpE,cAAM,KAAK,eAAe,GAAG;AAE7B,cAAM,YAAY,MAAM,KACrB;AAAA,UAAO;AAAA,UAA0B,CAAC,QAChC,IAA4B,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,OAAO,GAAG,QAAQ,OAAO,EAAE;AAAA,QACjG,EACC,MAAM,MAAM,CAAC,CAAsC;AAEtD,mBAAW,QAAQ,WAAW;AAC5B,gBAAM,OAAO,eAAe,KAAK,CAAC,MAAM,EAAE,SAAS,KAAK,IAAI;AAC5D,cAAI,QAAQ,KAAK,UAAU,KAAK,SAAS,KAAK,SAAS,YAAY;AACjE,kBAAM,YAAY,gBAAgB,KAAK,IAAI;AAC3C,kBAAM,WAAW,UAAU,KAAK,CAAC,MAAM,EAAE,gBAAgB,SAAS;AAClE,gBAAI,YAAY,CAAC,cAAc,SAAS,SAAS,GAAG;AAClD,4BAAc,KAAK,SAAS;AAAA,YAC9B;AAAA,UACF;AAAA,QACF;AAAA,MACF,QAAQ;AAAA,MAER;AAAA,IACF;AAGA,QAAI;AACF,YAAM,KAAK,aAAa,gBAAgB,UAAU,MAAM,EAAE,OAAO,EAAE,CAAC;AAAA,IACtE,QAAQ;AAAA,IAER;AAEA,QAAI,cAAc,SAAS,GAAG;AAC5B,iBAAW,OAAO,WAAW,IAAI;AAAA,IACnC;AAAA,EACF;AAEA,SAAO;AACT;AAEA,eAAsB,mBAAmB,MAAgD;AACvF,MAAI;AACF,UAAM,CAAC,QAAQ,QAAQ,KAAK,IAAI,MAAM,QAAQ,IAAI;AAAA,MAChD,uBAAuB,IAAI,EAAE,MAAM,MAAM,CAAC,CAAkB;AAAA,MAC5D,yBAAyB,IAAI,EAAE,MAAM,MAAM,CAAC,CAAkB;AAAA,MAC9D,sBAAsB,IAAI,EAAE,MAAM,MAAM,CAAC,CAAkB;AAAA,IAC7D,CAAC;AAED,UAAM,OAAO,oBAAI,IAAY;AAC7B,UAAM,YAA2B,CAAC;AAElC,eAAW,KAAK,CAAC,GAAG,QAAQ,GAAG,QAAQ,GAAG,KAAK,GAAG;AAChD,UAAI,CAAC,KAAK,IAAI,EAAE,WAAW,GAAG;AAC5B,aAAK,IAAI,EAAE,WAAW;AACtB,kBAAU,KAAK,CAAC;AAAA,MAClB;AAAA,IACF;AAEA,UAAM,uBAAuB,MAAM,gBAAgB,MAAM,SAAS,EAAE;AAAA,MAClE,OAAO,CAAC;AAAA,IACV;AAEA,eAAW,CAAC,QAAQ,QAAQ,KAAK,OAAO,QAAQ,oBAAoB,GAAG;AACrE,iBAAW,aAAa,UAAU;AAChC,cAAM,QAAQ,UAAU,KAAK,CAAC,MAAM,EAAE,gBAAgB,SAAS;AAC/D,YAAI,MAAO,OAAM,eAAe;AAAA,MAClC;AAAA,IACF;AAEA,UAAM,oBAAoB,UAAU,OAAO,CAAC,KAAK,MAAM,MAAM,EAAE,QAAQ,QAAQ,CAAC;AAEhF,WAAO,EAAE,WAAW,sBAAsB,kBAAkB;AAAA,EAC9D,QAAQ;AACN,WAAO,EAAE,WAAW,CAAC,GAAG,sBAAsB,CAAC,GAAG,mBAAmB,EAAE;AAAA,EACzE;AACF;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Compute a stable fingerprint of a screen's element set.
|
|
3
|
+
* Sorted so insertion-order changes (React re-renders) don't produce false positives.
|
|
4
|
+
* Returns first 16 hex chars of SHA-256.
|
|
5
|
+
*/
|
|
6
|
+
export declare function computeElementHash(elements: Array<{
|
|
7
|
+
role: string;
|
|
8
|
+
meaning: string;
|
|
9
|
+
}>): string;
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
function computeElementHash(elements) {
|
|
3
|
+
const pairs = elements.map((e) => `${e.role.toLowerCase()}:${e.meaning.toLowerCase().trim()}`).sort().join("|");
|
|
4
|
+
return createHash("sha256").update(pairs).digest("hex").slice(0, 16);
|
|
5
|
+
}
|
|
6
|
+
export {
|
|
7
|
+
computeElementHash
|
|
8
|
+
};
|
|
9
|
+
//# sourceMappingURL=element-hash.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/element-hash.ts"],
|
|
4
|
+
"sourcesContent": ["import { createHash } from 'node:crypto';\n\n/**\n * Compute a stable fingerprint of a screen's element set.\n * Sorted so insertion-order changes (React re-renders) don't produce false positives.\n * Returns first 16 hex chars of SHA-256.\n */\nexport function computeElementHash(\n elements: Array<{ role: string; meaning: string }>,\n): string {\n const pairs = elements\n .map((e) => `${e.role.toLowerCase()}:${e.meaning.toLowerCase().trim()}`)\n .sort()\n .join('|');\n return createHash('sha256').update(pairs).digest('hex').slice(0, 16);\n}\n"],
|
|
5
|
+
"mappings": "AAAA,SAAS,kBAAkB;AAOpB,SAAS,mBACd,UACQ;AACR,QAAM,QAAQ,SACX,IAAI,CAAC,MAAM,GAAG,EAAE,KAAK,YAAY,CAAC,IAAI,EAAE,QAAQ,YAAY,EAAE,KAAK,CAAC,EAAE,EACtE,KAAK,EACL,KAAK,GAAG;AACX,SAAO,WAAW,QAAQ,EAAE,OAAO,KAAK,EAAE,OAAO,KAAK,EAAE,MAAM,GAAG,EAAE;AACrE;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Email OTP retrieval — supports 3 providers:
|
|
3
|
+
* mailslurp — managed SaaS (existing, no self-hosting)
|
|
4
|
+
* imap — any real IMAP mailbox (Gmail, Outlook, custom domain catch-all)
|
|
5
|
+
* mailpit — self-hosted SMTP trap (dev/staging only)
|
|
6
|
+
*
|
|
7
|
+
* Use mailslurp or imap for production apps.
|
|
8
|
+
* Use mailpit only when you can point the app's SMTP at the trap server.
|
|
9
|
+
*/
|
|
10
|
+
export type EmailOTPProvider = 'mailslurp' | 'imap' | 'mailpit';
|
|
11
|
+
export interface EmailContent {
|
|
12
|
+
/** 4-8 digit OTP code, if found. */
|
|
13
|
+
otp?: string;
|
|
14
|
+
/** Magic link URL to navigate to, if found. */
|
|
15
|
+
magicLink?: string;
|
|
16
|
+
}
|
|
17
|
+
export interface EmailOTPConfig {
|
|
18
|
+
provider: EmailOTPProvider;
|
|
19
|
+
apiKey?: string;
|
|
20
|
+
inboxId?: string;
|
|
21
|
+
imapHost?: string;
|
|
22
|
+
imapPort?: number;
|
|
23
|
+
imapUser?: string;
|
|
24
|
+
imapPass?: string;
|
|
25
|
+
imapTls?: boolean;
|
|
26
|
+
mailpitBaseUrl?: string;
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Wait for an email and return its OTP code or magic link URL.
|
|
30
|
+
* Prefer this over waitForEmailOTP when the app may send passwordless magic links.
|
|
31
|
+
*/
|
|
32
|
+
export declare function waitForEmailContent(config: EmailOTPConfig, since: string | Date): Promise<EmailContent | null>;
|
|
33
|
+
/**
|
|
34
|
+
* Wait for an OTP email and extract the code.
|
|
35
|
+
* @deprecated Use waitForEmailContent which also handles magic links.
|
|
36
|
+
*/
|
|
37
|
+
export declare function waitForEmailOTP(config: EmailOTPConfig, since: string | Date): Promise<string | null>;
|
|
38
|
+
/**
|
|
39
|
+
* Get the email address for a MailSlurp inbox (used to display in UI).
|
|
40
|
+
* Returns null for IMAP/Mailpit providers — use imapUser directly.
|
|
41
|
+
*/
|
|
42
|
+
export declare function getInboxEmail(configOrApiKey: EmailOTPConfig | string, inboxId?: string): Promise<string | null>;
|
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
const POLL_INTERVAL_MS = 2e3;
|
|
2
|
+
const MAX_WAIT_MS = 6e4;
|
|
3
|
+
function extractOTP(text) {
|
|
4
|
+
const m6 = text.match(/\b(\d{6})\b/);
|
|
5
|
+
if (m6) return m6[1];
|
|
6
|
+
const m48 = text.match(/\b(\d{4,8})\b/);
|
|
7
|
+
if (m48) return m48[1];
|
|
8
|
+
const magic = text.match(/\b([A-Z0-9]{6,10})\b/);
|
|
9
|
+
if (magic) return magic[1];
|
|
10
|
+
return null;
|
|
11
|
+
}
|
|
12
|
+
function extractMagicLink(text) {
|
|
13
|
+
const magicPath = /\/(verify|magic|login|auth|confirm|sign-in)[/?#]/i;
|
|
14
|
+
const magicQuery = /[?&](token|magic_token|login_token|auth_token|key)=/i;
|
|
15
|
+
const urlMatches = text.match(/https:\/\/[^\s<>"')\]]+/g);
|
|
16
|
+
if (!urlMatches) return null;
|
|
17
|
+
for (const raw of urlMatches) {
|
|
18
|
+
try {
|
|
19
|
+
const u = new URL(raw.replace(/[>'")\].,]+$/, ""));
|
|
20
|
+
if (magicPath.test(u.pathname) || magicQuery.test(u.search)) return u.toString();
|
|
21
|
+
} catch {
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
return null;
|
|
25
|
+
}
|
|
26
|
+
function parseEmailContent(text) {
|
|
27
|
+
const magicLink = extractMagicLink(text);
|
|
28
|
+
if (magicLink) return { magicLink };
|
|
29
|
+
const otp = extractOTP(text);
|
|
30
|
+
if (otp) return { otp };
|
|
31
|
+
return {};
|
|
32
|
+
}
|
|
33
|
+
const MAILSLURP_BASE = "https://api.mailslurp.com";
|
|
34
|
+
async function waitForContentMailSlurp(apiKey, inboxId, since) {
|
|
35
|
+
const deadline = Date.now() + MAX_WAIT_MS;
|
|
36
|
+
while (Date.now() < deadline) {
|
|
37
|
+
await new Promise((r) => setTimeout(r, POLL_INTERVAL_MS));
|
|
38
|
+
try {
|
|
39
|
+
const listRes = await fetch(
|
|
40
|
+
`${MAILSLURP_BASE}/inboxes/${inboxId}/emails?sort=DESC&limit=5&since=${encodeURIComponent(since)}`,
|
|
41
|
+
{ headers: { "x-api-key": apiKey } }
|
|
42
|
+
);
|
|
43
|
+
if (!listRes.ok) continue;
|
|
44
|
+
const emails = await listRes.json();
|
|
45
|
+
if (!emails.length) continue;
|
|
46
|
+
const bodyRes = await fetch(`${MAILSLURP_BASE}/emails/${emails[0].id}`, { headers: { "x-api-key": apiKey } });
|
|
47
|
+
if (!bodyRes.ok) continue;
|
|
48
|
+
const email = await bodyRes.json();
|
|
49
|
+
const content = parseEmailContent((email.body ?? "") + " " + (email.subject ?? ""));
|
|
50
|
+
if (content.otp || content.magicLink) return content;
|
|
51
|
+
} catch {
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
return null;
|
|
55
|
+
}
|
|
56
|
+
async function getInboxEmailMailSlurp(apiKey, inboxId) {
|
|
57
|
+
try {
|
|
58
|
+
const res = await fetch(`${MAILSLURP_BASE}/inboxes/${inboxId}`, { headers: { "x-api-key": apiKey } });
|
|
59
|
+
if (!res.ok) return null;
|
|
60
|
+
const data = await res.json();
|
|
61
|
+
return data.emailAddress ?? null;
|
|
62
|
+
} catch {
|
|
63
|
+
return null;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
async function waitForContentMailpit(baseUrl, since) {
|
|
67
|
+
const deadline = Date.now() + MAX_WAIT_MS;
|
|
68
|
+
const sinceMs = since.getTime();
|
|
69
|
+
while (Date.now() < deadline) {
|
|
70
|
+
await new Promise((r) => setTimeout(r, POLL_INTERVAL_MS));
|
|
71
|
+
try {
|
|
72
|
+
const res = await fetch(`${baseUrl}/api/v1/messages?limit=10`);
|
|
73
|
+
if (!res.ok) continue;
|
|
74
|
+
const data = await res.json();
|
|
75
|
+
const recent = (data.messages ?? []).filter((m) => new Date(m.Created).getTime() > sinceMs);
|
|
76
|
+
for (const msg of recent) {
|
|
77
|
+
const snippet = parseEmailContent(msg.Snippet + " " + msg.Subject);
|
|
78
|
+
if (snippet.otp || snippet.magicLink) return snippet;
|
|
79
|
+
const bodyRes = await fetch(`${baseUrl}/api/v1/message/${msg.ID}`);
|
|
80
|
+
if (!bodyRes.ok) continue;
|
|
81
|
+
const body = await bodyRes.json();
|
|
82
|
+
const full = parseEmailContent((body.Text?.Body ?? "") + " " + (body.Subject ?? ""));
|
|
83
|
+
if (full.otp || full.magicLink) return full;
|
|
84
|
+
}
|
|
85
|
+
} catch {
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
return null;
|
|
89
|
+
}
|
|
90
|
+
async function waitForContentImap(cfg, since) {
|
|
91
|
+
let ImapFlow;
|
|
92
|
+
try {
|
|
93
|
+
const mod = await import("imapflow");
|
|
94
|
+
ImapFlow = mod.ImapFlow;
|
|
95
|
+
} catch {
|
|
96
|
+
throw new Error("IMAP provider requires imapflow package. Add it to dependencies.");
|
|
97
|
+
}
|
|
98
|
+
const client = new ImapFlow({
|
|
99
|
+
host: cfg.host,
|
|
100
|
+
port: cfg.port,
|
|
101
|
+
secure: cfg.tls,
|
|
102
|
+
auth: { user: cfg.user, pass: cfg.pass },
|
|
103
|
+
logger: false
|
|
104
|
+
});
|
|
105
|
+
try {
|
|
106
|
+
await client.connect();
|
|
107
|
+
const lock = await client.getMailboxLock("INBOX");
|
|
108
|
+
try {
|
|
109
|
+
const deadline = Date.now() + MAX_WAIT_MS;
|
|
110
|
+
while (Date.now() < deadline) {
|
|
111
|
+
const uids = await client.search({ seen: false, since });
|
|
112
|
+
if (uids.length) {
|
|
113
|
+
for await (const msg of client.fetch(uids.slice(-5), { source: true })) {
|
|
114
|
+
const { simpleParser } = await import("mailparser");
|
|
115
|
+
const parsed = await simpleParser(msg.source);
|
|
116
|
+
const text = (parsed.text ?? "") + " " + (parsed.subject ?? "");
|
|
117
|
+
const content = parseEmailContent(text);
|
|
118
|
+
if (content.otp || content.magicLink) return content;
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
await new Promise((r) => setTimeout(r, POLL_INTERVAL_MS));
|
|
122
|
+
}
|
|
123
|
+
return null;
|
|
124
|
+
} finally {
|
|
125
|
+
lock.release();
|
|
126
|
+
}
|
|
127
|
+
} finally {
|
|
128
|
+
await client.logout().catch(() => {
|
|
129
|
+
});
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
async function waitForEmailContent(config, since) {
|
|
133
|
+
const sinceStr = typeof since === "string" ? since : since.toISOString();
|
|
134
|
+
const sinceDate = typeof since === "string" ? new Date(since) : since;
|
|
135
|
+
switch (config.provider) {
|
|
136
|
+
case "mailslurp":
|
|
137
|
+
if (!config.apiKey || !config.inboxId) throw new Error("mailslurp requires apiKey + inboxId");
|
|
138
|
+
return waitForContentMailSlurp(config.apiKey, config.inboxId, sinceStr);
|
|
139
|
+
case "mailpit":
|
|
140
|
+
return waitForContentMailpit(config.mailpitBaseUrl ?? "http://mailpit:8025", sinceDate);
|
|
141
|
+
case "imap":
|
|
142
|
+
if (!config.imapHost || !config.imapUser || !config.imapPass) {
|
|
143
|
+
throw new Error("imap requires imapHost, imapUser, imapPass");
|
|
144
|
+
}
|
|
145
|
+
return waitForContentImap({
|
|
146
|
+
host: config.imapHost,
|
|
147
|
+
port: config.imapPort ?? 993,
|
|
148
|
+
user: config.imapUser,
|
|
149
|
+
pass: config.imapPass,
|
|
150
|
+
tls: config.imapTls !== false
|
|
151
|
+
}, sinceDate);
|
|
152
|
+
default:
|
|
153
|
+
return null;
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
async function waitForEmailOTP(config, since) {
|
|
157
|
+
const content = await waitForEmailContent(config, since);
|
|
158
|
+
return content?.otp ?? null;
|
|
159
|
+
}
|
|
160
|
+
async function getInboxEmail(configOrApiKey, inboxId) {
|
|
161
|
+
if (typeof configOrApiKey === "string") {
|
|
162
|
+
return getInboxEmailMailSlurp(configOrApiKey, inboxId ?? "");
|
|
163
|
+
}
|
|
164
|
+
if (configOrApiKey.provider === "mailslurp" && configOrApiKey.apiKey && configOrApiKey.inboxId) {
|
|
165
|
+
return getInboxEmailMailSlurp(configOrApiKey.apiKey, configOrApiKey.inboxId);
|
|
166
|
+
}
|
|
167
|
+
if (configOrApiKey.provider === "imap") {
|
|
168
|
+
return configOrApiKey.imapUser ?? null;
|
|
169
|
+
}
|
|
170
|
+
return null;
|
|
171
|
+
}
|
|
172
|
+
export {
|
|
173
|
+
getInboxEmail,
|
|
174
|
+
waitForEmailContent,
|
|
175
|
+
waitForEmailOTP
|
|
176
|
+
};
|
|
177
|
+
//# sourceMappingURL=email-otp.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../src/email-otp.ts"],
|
|
4
|
+
"sourcesContent": ["/**\n * Email OTP retrieval \u2014 supports 3 providers:\n * mailslurp \u2014 managed SaaS (existing, no self-hosting)\n * imap \u2014 any real IMAP mailbox (Gmail, Outlook, custom domain catch-all)\n * mailpit \u2014 self-hosted SMTP trap (dev/staging only)\n *\n * Use mailslurp or imap for production apps.\n * Use mailpit only when you can point the app's SMTP at the trap server.\n */\n\nexport type EmailOTPProvider = 'mailslurp' | 'imap' | 'mailpit';\n\nexport interface EmailContent {\n /** 4-8 digit OTP code, if found. */\n otp?: string;\n /** Magic link URL to navigate to, if found. */\n magicLink?: string;\n}\n\nexport interface EmailOTPConfig {\n provider: EmailOTPProvider;\n // MailSlurp\n apiKey?: string;\n inboxId?: string;\n // IMAP (Gmail app-password, Outlook, custom IMAP)\n imapHost?: string;\n imapPort?: number;\n imapUser?: string;\n imapPass?: string;\n imapTls?: boolean;\n // Mailpit (REST API at baseUrl)\n mailpitBaseUrl?: string;\n}\n\nconst POLL_INTERVAL_MS = 2_000;\nconst MAX_WAIT_MS = 60_000;\n\n/** Extract OTP code from email body text. Prefers 6-digit, falls back to 4-8 digit. */\nfunction extractOTP(text: string): string | null {\n const m6 = text.match(/\\b(\\d{6})\\b/);\n if (m6) return m6[1];\n const m48 = text.match(/\\b(\\d{4,8})\\b/);\n if (m48) return m48[1];\n const magic = text.match(/\\b([A-Z0-9]{6,10})\\b/);\n if (magic) return magic[1];\n return null;\n}\n\n/** Extract a magic-link URL from email body text. Matches /verify, /magic, /auth/callback, ?token= etc. */\nfunction extractMagicLink(text: string): string | null {\n const magicPath = /\\/(verify|magic|login|auth|confirm|sign-in)[/?#]/i;\n const magicQuery = /[?&](token|magic_token|login_token|auth_token|key)=/i;\n const urlMatches = text.match(/https:\\/\\/[^\\s<>\"')\\]]+/g);\n if (!urlMatches) return null;\n for (const raw of urlMatches) {\n try {\n const u = new URL(raw.replace(/[>'\")\\].,]+$/, ''));\n if (magicPath.test(u.pathname) || magicQuery.test(u.search)) return u.toString();\n } catch { /* skip malformed URLs */ }\n }\n return null;\n}\n\nfunction parseEmailContent(text: string): EmailContent {\n const magicLink = extractMagicLink(text);\n if (magicLink) return { magicLink };\n const otp = extractOTP(text);\n if (otp) return { otp };\n return {};\n}\n\n// \u2500\u2500 MailSlurp \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nconst MAILSLURP_BASE = 'https://api.mailslurp.com';\n\nasync function waitForContentMailSlurp(apiKey: string, inboxId: string, since: string): Promise<EmailContent | null> {\n const deadline = Date.now() + MAX_WAIT_MS;\n while (Date.now() < deadline) {\n await new Promise(r => setTimeout(r, POLL_INTERVAL_MS));\n try {\n const listRes = await fetch(\n `${MAILSLURP_BASE}/inboxes/${inboxId}/emails?sort=DESC&limit=5&since=${encodeURIComponent(since)}`,\n { headers: { 'x-api-key': apiKey } }\n );\n if (!listRes.ok) continue;\n const emails = await listRes.json() as Array<{ id: string }>;\n if (!emails.length) continue;\n const bodyRes = await fetch(`${MAILSLURP_BASE}/emails/${emails[0].id}`, { headers: { 'x-api-key': apiKey } });\n if (!bodyRes.ok) continue;\n const email = await bodyRes.json() as { body?: string; subject?: string };\n const content = parseEmailContent((email.body ?? '') + ' ' + (email.subject ?? ''));\n if (content.otp || content.magicLink) return content;\n } catch { /* retry */ }\n }\n return null;\n}\n\nasync function getInboxEmailMailSlurp(apiKey: string, inboxId: string): Promise<string | null> {\n try {\n const res = await fetch(`${MAILSLURP_BASE}/inboxes/${inboxId}`, { headers: { 'x-api-key': apiKey } });\n if (!res.ok) return null;\n const data = await res.json() as { emailAddress?: string };\n return data.emailAddress ?? null;\n } catch { return null; }\n}\n\n// \u2500\u2500 Mailpit (SMTP trap REST API) \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nasync function waitForContentMailpit(baseUrl: string, since: Date): Promise<EmailContent | null> {\n const deadline = Date.now() + MAX_WAIT_MS;\n const sinceMs = since.getTime();\n while (Date.now() < deadline) {\n await new Promise(r => setTimeout(r, POLL_INTERVAL_MS));\n try {\n const res = await fetch(`${baseUrl}/api/v1/messages?limit=10`);\n if (!res.ok) continue;\n const data = await res.json() as { messages?: Array<{ ID: string; Created: string; Snippet: string; Subject: string }> };\n const recent = (data.messages ?? []).filter(m => new Date(m.Created).getTime() > sinceMs);\n for (const msg of recent) {\n const snippet = parseEmailContent(msg.Snippet + ' ' + msg.Subject);\n if (snippet.otp || snippet.magicLink) return snippet;\n // Fetch full body \u2014 snippet may truncate the magic link\n const bodyRes = await fetch(`${baseUrl}/api/v1/message/${msg.ID}`);\n if (!bodyRes.ok) continue;\n const body = await bodyRes.json() as { Text?: { Body?: string }; Subject?: string };\n const full = parseEmailContent((body.Text?.Body ?? '') + ' ' + (body.Subject ?? ''));\n if (full.otp || full.magicLink) return full;\n }\n } catch { /* retry */ }\n }\n return null;\n}\n\n// \u2500\u2500 IMAP (any mailbox) \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nasync function waitForContentImap(\n cfg: { host: string; port: number; user: string; pass: string; tls: boolean },\n since: Date\n): Promise<EmailContent | null> {\n let ImapFlow: any;\n try {\n const mod = await import('imapflow');\n ImapFlow = mod.ImapFlow;\n } catch {\n throw new Error('IMAP provider requires imapflow package. Add it to dependencies.');\n }\n\n const client = new ImapFlow({\n host: cfg.host,\n port: cfg.port,\n secure: cfg.tls,\n auth: { user: cfg.user, pass: cfg.pass },\n logger: false,\n });\n\n try {\n await client.connect();\n const lock = await client.getMailboxLock('INBOX');\n try {\n const deadline = Date.now() + MAX_WAIT_MS;\n while (Date.now() < deadline) {\n const uids = await client.search({ seen: false, since });\n if (uids.length) {\n for await (const msg of client.fetch(uids.slice(-5), { source: true })) {\n const { simpleParser } = await import('mailparser');\n const parsed = await simpleParser(msg.source);\n const text = (parsed.text ?? '') + ' ' + (parsed.subject ?? '');\n const content = parseEmailContent(text);\n if (content.otp || content.magicLink) return content;\n }\n }\n await new Promise(r => setTimeout(r, POLL_INTERVAL_MS));\n }\n return null;\n } finally {\n lock.release();\n }\n } finally {\n await client.logout().catch(() => {});\n }\n}\n\n// \u2500\u2500 Public API \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n/**\n * Wait for an email and return its OTP code or magic link URL.\n * Prefer this over waitForEmailOTP when the app may send passwordless magic links.\n */\nexport async function waitForEmailContent(\n config: EmailOTPConfig,\n since: string | Date\n): Promise<EmailContent | null> {\n const sinceStr = typeof since === 'string' ? since : since.toISOString();\n const sinceDate = typeof since === 'string' ? new Date(since) : since;\n\n switch (config.provider) {\n case 'mailslurp':\n if (!config.apiKey || !config.inboxId) throw new Error('mailslurp requires apiKey + inboxId');\n return waitForContentMailSlurp(config.apiKey, config.inboxId, sinceStr);\n\n case 'mailpit':\n return waitForContentMailpit(config.mailpitBaseUrl ?? 'http://mailpit:8025', sinceDate);\n\n case 'imap':\n if (!config.imapHost || !config.imapUser || !config.imapPass) {\n throw new Error('imap requires imapHost, imapUser, imapPass');\n }\n return waitForContentImap({\n host: config.imapHost,\n port: config.imapPort ?? 993,\n user: config.imapUser,\n pass: config.imapPass,\n tls: config.imapTls !== false,\n }, sinceDate);\n\n default:\n return null;\n }\n}\n\n/**\n * Wait for an OTP email and extract the code.\n * @deprecated Use waitForEmailContent which also handles magic links.\n */\nexport async function waitForEmailOTP(\n config: EmailOTPConfig,\n since: string | Date\n): Promise<string | null> {\n const content = await waitForEmailContent(config, since);\n return content?.otp ?? null;\n}\n\n/**\n * Get the email address for a MailSlurp inbox (used to display in UI).\n * Returns null for IMAP/Mailpit providers \u2014 use imapUser directly.\n */\nexport async function getInboxEmail(\n configOrApiKey: EmailOTPConfig | string,\n inboxId?: string\n): Promise<string | null> {\n // Legacy call: getInboxEmail(apiKey, inboxId)\n if (typeof configOrApiKey === 'string') {\n return getInboxEmailMailSlurp(configOrApiKey, inboxId ?? '');\n }\n if (configOrApiKey.provider === 'mailslurp' && configOrApiKey.apiKey && configOrApiKey.inboxId) {\n return getInboxEmailMailSlurp(configOrApiKey.apiKey, configOrApiKey.inboxId);\n }\n if (configOrApiKey.provider === 'imap') {\n return configOrApiKey.imapUser ?? null;\n }\n return null;\n}\n"],
|
|
5
|
+
"mappings": "AAkCA,MAAM,mBAAmB;AACzB,MAAM,cAAc;AAGpB,SAAS,WAAW,MAA6B;AAC/C,QAAM,KAAK,KAAK,MAAM,aAAa;AACnC,MAAI,GAAI,QAAO,GAAG,CAAC;AACnB,QAAM,MAAM,KAAK,MAAM,eAAe;AACtC,MAAI,IAAK,QAAO,IAAI,CAAC;AACrB,QAAM,QAAQ,KAAK,MAAM,sBAAsB;AAC/C,MAAI,MAAO,QAAO,MAAM,CAAC;AACzB,SAAO;AACT;AAGA,SAAS,iBAAiB,MAA6B;AACrD,QAAM,YAAY;AAClB,QAAM,aAAa;AACnB,QAAM,aAAa,KAAK,MAAM,0BAA0B;AACxD,MAAI,CAAC,WAAY,QAAO;AACxB,aAAW,OAAO,YAAY;AAC5B,QAAI;AACF,YAAM,IAAI,IAAI,IAAI,IAAI,QAAQ,gBAAgB,EAAE,CAAC;AACjD,UAAI,UAAU,KAAK,EAAE,QAAQ,KAAK,WAAW,KAAK,EAAE,MAAM,EAAG,QAAO,EAAE,SAAS;AAAA,IACjF,QAAQ;AAAA,IAA4B;AAAA,EACtC;AACA,SAAO;AACT;AAEA,SAAS,kBAAkB,MAA4B;AACrD,QAAM,YAAY,iBAAiB,IAAI;AACvC,MAAI,UAAW,QAAO,EAAE,UAAU;AAClC,QAAM,MAAM,WAAW,IAAI;AAC3B,MAAI,IAAK,QAAO,EAAE,IAAI;AACtB,SAAO,CAAC;AACV;AAIA,MAAM,iBAAiB;AAEvB,eAAe,wBAAwB,QAAgB,SAAiB,OAA6C;AACnH,QAAM,WAAW,KAAK,IAAI,IAAI;AAC9B,SAAO,KAAK,IAAI,IAAI,UAAU;AAC5B,UAAM,IAAI,QAAQ,OAAK,WAAW,GAAG,gBAAgB,CAAC;AACtD,QAAI;AACF,YAAM,UAAU,MAAM;AAAA,QACpB,GAAG,cAAc,YAAY,OAAO,mCAAmC,mBAAmB,KAAK,CAAC;AAAA,QAChG,EAAE,SAAS,EAAE,aAAa,OAAO,EAAE;AAAA,MACrC;AACA,UAAI,CAAC,QAAQ,GAAI;AACjB,YAAM,SAAS,MAAM,QAAQ,KAAK;AAClC,UAAI,CAAC,OAAO,OAAQ;AACpB,YAAM,UAAU,MAAM,MAAM,GAAG,cAAc,WAAW,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,OAAO,EAAE,CAAC;AAC5G,UAAI,CAAC,QAAQ,GAAI;AACjB,YAAM,QAAQ,MAAM,QAAQ,KAAK;AACjC,YAAM,UAAU,mBAAmB,MAAM,QAAQ,MAAM,OAAO,MAAM,WAAW,GAAG;AAClF,UAAI,QAAQ,OAAO,QAAQ,UAAW,QAAO;AAAA,IAC/C,QAAQ;AAAA,IAAc;AAAA,EACxB;AACA,SAAO;AACT;AAEA,eAAe,uBAAuB,QAAgB,SAAyC;AAC7F,MAAI;AACF,UAAM,MAAM,MAAM,MAAM,GAAG,cAAc,YAAY,OAAO,IAAI,EAAE,SAAS,EAAE,aAAa,OAAO,EAAE,CAAC;AACpG,QAAI,CAAC,IAAI,GAAI,QAAO;AACpB,UAAM,OAAO,MAAM,IAAI,KAAK;AAC5B,WAAO,KAAK,gBAAgB;AAAA,EAC9B,QAAQ;AAAE,WAAO;AAAA,EAAM;AACzB;AAIA,eAAe,sBAAsB,SAAiB,OAA2C;AAC/F,QAAM,WAAW,KAAK,IAAI,IAAI;AAC9B,QAAM,UAAU,MAAM,QAAQ;AAC9B,SAAO,KAAK,IAAI,IAAI,UAAU;AAC5B,UAAM,IAAI,QAAQ,OAAK,WAAW,GAAG,gBAAgB,CAAC;AACtD,QAAI;AACF,YAAM,MAAM,MAAM,MAAM,GAAG,OAAO,2BAA2B;AAC7D,UAAI,CAAC,IAAI,GAAI;AACb,YAAM,OAAO,MAAM,IAAI,KAAK;AAC5B,YAAM,UAAU,KAAK,YAAY,CAAC,GAAG,OAAO,OAAK,IAAI,KAAK,EAAE,OAAO,EAAE,QAAQ,IAAI,OAAO;AACxF,iBAAW,OAAO,QAAQ;AACxB,cAAM,UAAU,kBAAkB,IAAI,UAAU,MAAM,IAAI,OAAO;AACjE,YAAI,QAAQ,OAAO,QAAQ,UAAW,QAAO;AAE7C,cAAM,UAAU,MAAM,MAAM,GAAG,OAAO,mBAAmB,IAAI,EAAE,EAAE;AACjE,YAAI,CAAC,QAAQ,GAAI;AACjB,cAAM,OAAO,MAAM,QAAQ,KAAK;AAChC,cAAM,OAAO,mBAAmB,KAAK,MAAM,QAAQ,MAAM,OAAO,KAAK,WAAW,GAAG;AACnF,YAAI,KAAK,OAAO,KAAK,UAAW,QAAO;AAAA,MACzC;AAAA,IACF,QAAQ;AAAA,IAAc;AAAA,EACxB;AACA,SAAO;AACT;AAIA,eAAe,mBACb,KACA,OAC8B;AAC9B,MAAI;AACJ,MAAI;AACF,UAAM,MAAM,MAAM,OAAO,UAAU;AACnC,eAAW,IAAI;AAAA,EACjB,QAAQ;AACN,UAAM,IAAI,MAAM,kEAAkE;AAAA,EACpF;AAEA,QAAM,SAAS,IAAI,SAAS;AAAA,IAC1B,MAAM,IAAI;AAAA,IACV,MAAM,IAAI;AAAA,IACV,QAAQ,IAAI;AAAA,IACZ,MAAM,EAAE,MAAM,IAAI,MAAM,MAAM,IAAI,KAAK;AAAA,IACvC,QAAQ;AAAA,EACV,CAAC;AAED,MAAI;AACF,UAAM,OAAO,QAAQ;AACrB,UAAM,OAAO,MAAM,OAAO,eAAe,OAAO;AAChD,QAAI;AACF,YAAM,WAAW,KAAK,IAAI,IAAI;AAC9B,aAAO,KAAK,IAAI,IAAI,UAAU;AAC5B,cAAM,OAAO,MAAM,OAAO,OAAO,EAAE,MAAM,OAAO,MAAM,CAAC;AACvD,YAAI,KAAK,QAAQ;AACf,2BAAiB,OAAO,OAAO,MAAM,KAAK,MAAM,EAAE,GAAG,EAAE,QAAQ,KAAK,CAAC,GAAG;AACtE,kBAAM,EAAE,aAAa,IAAI,MAAM,OAAO,YAAY;AAClD,kBAAM,SAAS,MAAM,aAAa,IAAI,MAAM;AAC5C,kBAAM,QAAQ,OAAO,QAAQ,MAAM,OAAO,OAAO,WAAW;AAC5D,kBAAM,UAAU,kBAAkB,IAAI;AACtC,gBAAI,QAAQ,OAAO,QAAQ,UAAW,QAAO;AAAA,UAC/C;AAAA,QACF;AACA,cAAM,IAAI,QAAQ,OAAK,WAAW,GAAG,gBAAgB,CAAC;AAAA,MACxD;AACA,aAAO;AAAA,IACT,UAAE;AACA,WAAK,QAAQ;AAAA,IACf;AAAA,EACF,UAAE;AACA,UAAM,OAAO,OAAO,EAAE,MAAM,MAAM;AAAA,IAAC,CAAC;AAAA,EACtC;AACF;AAQA,eAAsB,oBACpB,QACA,OAC8B;AAC9B,QAAM,WAAW,OAAO,UAAU,WAAW,QAAQ,MAAM,YAAY;AACvE,QAAM,YAAY,OAAO,UAAU,WAAW,IAAI,KAAK,KAAK,IAAI;AAEhE,UAAQ,OAAO,UAAU;AAAA,IACvB,KAAK;AACH,UAAI,CAAC,OAAO,UAAU,CAAC,OAAO,QAAS,OAAM,IAAI,MAAM,qCAAqC;AAC5F,aAAO,wBAAwB,OAAO,QAAQ,OAAO,SAAS,QAAQ;AAAA,IAExE,KAAK;AACH,aAAO,sBAAsB,OAAO,kBAAkB,uBAAuB,SAAS;AAAA,IAExF,KAAK;AACH,UAAI,CAAC,OAAO,YAAY,CAAC,OAAO,YAAY,CAAC,OAAO,UAAU;AAC5D,cAAM,IAAI,MAAM,4CAA4C;AAAA,MAC9D;AACA,aAAO,mBAAmB;AAAA,QACxB,MAAM,OAAO;AAAA,QACb,MAAM,OAAO,YAAY;AAAA,QACzB,MAAM,OAAO;AAAA,QACb,MAAM,OAAO;AAAA,QACb,KAAK,OAAO,YAAY;AAAA,MAC1B,GAAG,SAAS;AAAA,IAEd;AACE,aAAO;AAAA,EACX;AACF;AAMA,eAAsB,gBACpB,QACA,OACwB;AACxB,QAAM,UAAU,MAAM,oBAAoB,QAAQ,KAAK;AACvD,SAAO,SAAS,OAAO;AACzB;AAMA,eAAsB,cACpB,gBACA,SACwB;AAExB,MAAI,OAAO,mBAAmB,UAAU;AACtC,WAAO,uBAAuB,gBAAgB,WAAW,EAAE;AAAA,EAC7D;AACA,MAAI,eAAe,aAAa,eAAe,eAAe,UAAU,eAAe,SAAS;AAC9F,WAAO,uBAAuB,eAAe,QAAQ,eAAe,OAAO;AAAA,EAC7E;AACA,MAAI,eAAe,aAAa,QAAQ;AACtC,WAAO,eAAe,YAAY;AAAA,EACpC;AACA,SAAO;AACT;",
|
|
6
|
+
"names": []
|
|
7
|
+
}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import type { DomainProfile } from './profiles/domain-profile.js';
|
|
2
|
+
export type CrawlEngineName = 'http' | 'browser' | 'browser-stealth' | 'stagehand' | 'vision' | 'recorded-session' | 'native';
|
|
3
|
+
export interface CrawlRouteDecisionInput {
|
|
4
|
+
appUrl: string;
|
|
5
|
+
appType?: string | null;
|
|
6
|
+
hasCredentials: boolean;
|
|
7
|
+
hasStorageState: boolean;
|
|
8
|
+
hasAuthToken: boolean;
|
|
9
|
+
hasSkyvern: boolean;
|
|
10
|
+
hasProxy: boolean;
|
|
11
|
+
profile: DomainProfile;
|
|
12
|
+
previousFailureReason?: string;
|
|
13
|
+
}
|
|
14
|
+
export interface CrawlRouteDecision {
|
|
15
|
+
engines: CrawlEngineName[];
|
|
16
|
+
reasons: string[];
|
|
17
|
+
confidence: number;
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Per-domain rendering predictor — learns whether a domain requires a full browser
|
|
21
|
+
* or can be served by the fast HTTP engine. Implements adaptive crawlee-python pattern.
|
|
22
|
+
*
|
|
23
|
+
* Strategy:
|
|
24
|
+
* 1. On first encounter of a domain, classify the HTTP response body.
|
|
25
|
+
* 2. Store the decision in memory (Map). All future URLs on same domain skip re-testing.
|
|
26
|
+
* 3. "Requires browser" signals: React/Vue/Angular root with no content, tiny body (<500 chars meaningful text).
|
|
27
|
+
*/
|
|
28
|
+
export declare class RenderingTypePredictor {
|
|
29
|
+
private cache;
|
|
30
|
+
/** Return cached decision if available, undefined if unknown. */
|
|
31
|
+
getCached(url: string): 'http' | 'browser' | undefined;
|
|
32
|
+
/**
|
|
33
|
+
* Analyze an HTTP response body to predict if JS rendering is required.
|
|
34
|
+
* Returns 'browser' if JS-heavy signals detected, 'http' otherwise.
|
|
35
|
+
*/
|
|
36
|
+
predict(url: string, htmlBody: string, statusCode: number): 'http' | 'browser';
|
|
37
|
+
/** Force a domain to use a specific engine (e.g. after observing crawl errors). */
|
|
38
|
+
set(url: string, engine: 'http' | 'browser'): void;
|
|
39
|
+
stats(): {
|
|
40
|
+
cached: number;
|
|
41
|
+
browserDomains: string[];
|
|
42
|
+
httpDomains: string[];
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
/** Singleton predictor — shared across crawl jobs in the same process. */
|
|
46
|
+
export declare const renderingPredictor: RenderingTypePredictor;
|
|
47
|
+
export declare function chooseCrawlEngines(input: CrawlRouteDecisionInput): CrawlRouteDecision;
|