recker 1.0.43 → 1.0.44
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +47 -0
- package/dist/bin/recker-linux-x64 +0 -0
- package/dist/bin/recker-macos-x64 +0 -0
- package/dist/bin/recker-win-x64.exe +0 -0
- package/dist/bin/rek.cjs +85152 -100207
- package/dist/browser/ai/adaptive-timeout.d.ts +50 -0
- package/dist/browser/ai/adaptive-timeout.js +208 -0
- package/dist/browser/ai/client.d.ts +22 -0
- package/dist/browser/ai/client.js +294 -0
- package/dist/browser/ai/index.d.ts +14 -0
- package/dist/browser/ai/index.js +11 -0
- package/dist/browser/ai/providers/anthropic.d.ts +63 -0
- package/dist/browser/ai/providers/anthropic.js +370 -0
- package/dist/browser/ai/providers/base.d.ts +48 -0
- package/dist/browser/ai/providers/base.js +150 -0
- package/dist/browser/ai/providers/google.d.ts +59 -0
- package/dist/browser/ai/providers/google.js +305 -0
- package/dist/browser/ai/providers/ollama.d.ts +44 -0
- package/dist/browser/ai/providers/ollama.js +240 -0
- package/dist/browser/ai/providers/openai.d.ts +64 -0
- package/dist/browser/ai/providers/openai.js +298 -0
- package/dist/browser/ai/rate-limiter.d.ts +43 -0
- package/dist/browser/ai/rate-limiter.js +215 -0
- package/dist/browser/ai/vector/index.d.ts +2 -0
- package/dist/browser/ai/vector/index.js +2 -0
- package/dist/browser/ai/vector/similarity.d.ts +2 -0
- package/dist/browser/ai/vector/similarity.js +27 -0
- package/dist/browser/ai/vector/store.d.ts +27 -0
- package/dist/browser/ai/vector/store.js +82 -0
- package/dist/browser/browser/cache.d.ts +2 -40
- package/dist/browser/browser/cache.js +2 -199
- package/dist/browser/browser/index.d.ts +8 -0
- package/dist/browser/browser/index.js +8 -0
- package/dist/browser/browser/recker.d.ts +8 -1
- package/dist/browser/browser/recker.js +8 -2
- package/dist/browser/cache/indexed-db.d.ts +10 -0
- package/dist/browser/cache/indexed-db.js +88 -0
- package/dist/browser/cache/service-worker-cache.d.ts +18 -0
- package/dist/browser/cache/service-worker-cache.js +103 -0
- package/dist/browser/cache.d.ts +2 -40
- package/dist/browser/cache.js +2 -199
- package/dist/browser/constants/user-agents.d.ts +7 -0
- package/dist/browser/constants/user-agents.js +7 -0
- package/dist/browser/core/client.d.ts +2 -0
- package/dist/browser/core/client.js +19 -1
- package/dist/browser/index.d.ts +8 -0
- package/dist/browser/index.js +8 -0
- package/dist/browser/plugins/har-recorder.d.ts +40 -0
- package/dist/browser/plugins/har-recorder.js +120 -0
- package/dist/browser/plugins/network-simulation.d.ts +7 -0
- package/dist/browser/plugins/network-simulation.js +13 -0
- package/dist/browser/presets/android.d.ts +2 -0
- package/dist/browser/presets/android.js +16 -0
- package/dist/browser/presets/anthropic.d.ts +8 -0
- package/dist/browser/presets/anthropic.js +27 -0
- package/dist/browser/presets/aws.d.ts +19 -0
- package/dist/browser/presets/aws.js +68 -0
- package/dist/browser/presets/azure-openai.d.ts +10 -0
- package/dist/browser/presets/azure-openai.js +35 -0
- package/dist/browser/presets/azure.d.ts +41 -0
- package/dist/browser/presets/azure.js +104 -0
- package/dist/browser/presets/chaturbate.d.ts +2 -0
- package/dist/browser/presets/chaturbate.js +17 -0
- package/dist/browser/presets/cloudflare.d.ts +12 -0
- package/dist/browser/presets/cloudflare.js +39 -0
- package/dist/browser/presets/cohere.d.ts +7 -0
- package/dist/browser/presets/cohere.js +22 -0
- package/dist/browser/presets/deepseek.d.ts +7 -0
- package/dist/browser/presets/deepseek.js +22 -0
- package/dist/browser/presets/digitalocean.d.ts +5 -0
- package/dist/browser/presets/digitalocean.js +16 -0
- package/dist/browser/presets/discord.d.ts +6 -0
- package/dist/browser/presets/discord.js +17 -0
- package/dist/browser/presets/elevenlabs.d.ts +6 -0
- package/dist/browser/presets/elevenlabs.js +20 -0
- package/dist/browser/presets/enhancers.d.ts +20 -0
- package/dist/browser/presets/enhancers.js +85 -0
- package/dist/browser/presets/fireworks.d.ts +7 -0
- package/dist/browser/presets/fireworks.js +22 -0
- package/dist/browser/presets/gcp.d.ts +34 -0
- package/dist/browser/presets/gcp.js +91 -0
- package/dist/browser/presets/gemini.d.ts +7 -0
- package/dist/browser/presets/gemini.js +23 -0
- package/dist/browser/presets/github.d.ts +6 -0
- package/dist/browser/presets/github.js +17 -0
- package/dist/browser/presets/gitlab.d.ts +6 -0
- package/dist/browser/presets/gitlab.js +16 -0
- package/dist/browser/presets/groq.d.ts +7 -0
- package/dist/browser/presets/groq.js +22 -0
- package/dist/browser/presets/hubspot.d.ts +9 -0
- package/dist/browser/presets/hubspot.js +28 -0
- package/dist/browser/presets/huggingface.d.ts +7 -0
- package/dist/browser/presets/huggingface.js +23 -0
- package/dist/browser/presets/index.d.ts +47 -0
- package/dist/browser/presets/index.js +47 -0
- package/dist/browser/presets/ios.d.ts +2 -0
- package/dist/browser/presets/ios.js +13 -0
- package/dist/browser/presets/linear.d.ts +5 -0
- package/dist/browser/presets/linear.js +16 -0
- package/dist/browser/presets/mailgun.d.ts +7 -0
- package/dist/browser/presets/mailgun.js +20 -0
- package/dist/browser/presets/meta.d.ts +10 -0
- package/dist/browser/presets/meta.js +33 -0
- package/dist/browser/presets/mistral.d.ts +7 -0
- package/dist/browser/presets/mistral.js +22 -0
- package/dist/browser/presets/notion.d.ts +6 -0
- package/dist/browser/presets/notion.js +17 -0
- package/dist/browser/presets/openai.d.ts +9 -0
- package/dist/browser/presets/openai.js +30 -0
- package/dist/browser/presets/oracle.d.ts +19 -0
- package/dist/browser/presets/oracle.js +117 -0
- package/dist/browser/presets/perplexity.d.ts +7 -0
- package/dist/browser/presets/perplexity.js +22 -0
- package/dist/browser/presets/pinecone.d.ts +8 -0
- package/dist/browser/presets/pinecone.js +42 -0
- package/dist/browser/presets/registry.d.ts +23 -0
- package/dist/browser/presets/registry.js +519 -0
- package/dist/browser/presets/replicate.d.ts +7 -0
- package/dist/browser/presets/replicate.js +23 -0
- package/dist/browser/presets/sendgrid.d.ts +6 -0
- package/dist/browser/presets/sendgrid.js +20 -0
- package/dist/browser/presets/sentry.d.ts +11 -0
- package/dist/browser/presets/sentry.js +48 -0
- package/dist/browser/presets/sinch.d.ts +9 -0
- package/dist/browser/presets/sinch.js +39 -0
- package/dist/browser/presets/slack.d.ts +5 -0
- package/dist/browser/presets/slack.js +16 -0
- package/dist/browser/presets/square.d.ts +10 -0
- package/dist/browser/presets/square.js +33 -0
- package/dist/browser/presets/stripe.d.ts +7 -0
- package/dist/browser/presets/stripe.js +23 -0
- package/dist/browser/presets/supabase.d.ts +6 -0
- package/dist/browser/presets/supabase.js +18 -0
- package/dist/browser/presets/tiktok.d.ts +10 -0
- package/dist/browser/presets/tiktok.js +38 -0
- package/dist/browser/presets/together.d.ts +7 -0
- package/dist/browser/presets/together.js +22 -0
- package/dist/browser/presets/twilio.d.ts +6 -0
- package/dist/browser/presets/twilio.js +17 -0
- package/dist/browser/presets/vercel.d.ts +6 -0
- package/dist/browser/presets/vercel.js +23 -0
- package/dist/browser/presets/vultr.d.ts +5 -0
- package/dist/browser/presets/vultr.js +16 -0
- package/dist/browser/presets/xai.d.ts +8 -0
- package/dist/browser/presets/xai.js +23 -0
- package/dist/browser/presets/youtube.d.ts +5 -0
- package/dist/browser/presets/youtube.js +20 -0
- package/dist/browser/recker.d.ts +8 -1
- package/dist/browser/recker.js +8 -2
- package/dist/browser/scrape/document.d.ts +5 -4
- package/dist/browser/scrape/document.js +89 -76
- package/dist/browser/scrape/element.d.ts +10 -8
- package/dist/browser/scrape/element.js +295 -81
- package/dist/browser/scrape/extractors.d.ts +11 -11
- package/dist/browser/scrape/extractors.js +145 -113
- package/dist/browser/scrape/parser/back.d.ts +1 -0
- package/dist/browser/scrape/parser/back.js +3 -0
- package/dist/browser/scrape/parser/index.d.ts +20 -0
- package/dist/browser/scrape/parser/index.js +19 -0
- package/dist/browser/scrape/parser/matcher.d.ts +30 -0
- package/dist/browser/scrape/parser/matcher.js +99 -0
- package/dist/browser/scrape/parser/nodes/comment.d.ts +12 -0
- package/dist/browser/scrape/parser/nodes/comment.js +21 -0
- package/dist/browser/scrape/parser/nodes/html.d.ts +110 -0
- package/dist/browser/scrape/parser/nodes/html.js +978 -0
- package/dist/browser/scrape/parser/nodes/node.d.ts +18 -0
- package/dist/browser/scrape/parser/nodes/node.js +31 -0
- package/dist/browser/scrape/parser/nodes/text.d.ts +14 -0
- package/dist/browser/scrape/parser/nodes/text.js +30 -0
- package/dist/browser/scrape/parser/nodes/type.d.ts +6 -0
- package/dist/browser/scrape/parser/nodes/type.js +7 -0
- package/dist/browser/scrape/parser/parse.d.ts +1 -0
- package/dist/browser/scrape/parser/parse.js +1 -0
- package/dist/browser/scrape/parser/valid.d.ts +2 -0
- package/dist/browser/scrape/parser/valid.js +5 -0
- package/dist/browser/scrape/parser/void-tag.d.ts +7 -0
- package/dist/browser/scrape/parser/void-tag.js +43 -0
- package/dist/browser/scrape/types.d.ts +7 -0
- package/dist/browser/seo/analyzer.d.ts +59 -0
- package/dist/browser/seo/analyzer.js +1399 -0
- package/dist/browser/seo/keywords.d.ts +16 -0
- package/dist/browser/seo/keywords.js +55 -0
- package/dist/browser/seo/rules/accessibility.d.ts +2 -0
- package/dist/browser/seo/rules/accessibility.js +733 -0
- package/dist/browser/seo/rules/ai-search.d.ts +2 -0
- package/dist/browser/seo/rules/ai-search.js +436 -0
- package/dist/browser/seo/rules/analytics.d.ts +2 -0
- package/dist/browser/seo/rules/analytics.js +306 -0
- package/dist/browser/seo/rules/best-practices.d.ts +2 -0
- package/dist/browser/seo/rules/best-practices.js +195 -0
- package/dist/browser/seo/rules/canonical.d.ts +12 -0
- package/dist/browser/seo/rules/canonical.js +270 -0
- package/dist/browser/seo/rules/content.d.ts +2 -0
- package/dist/browser/seo/rules/content.js +522 -0
- package/dist/browser/seo/rules/crawl.d.ts +2 -0
- package/dist/browser/seo/rules/crawl.js +435 -0
- package/dist/browser/seo/rules/cwv.d.ts +2 -0
- package/dist/browser/seo/rules/cwv.js +248 -0
- package/dist/browser/seo/rules/ecommerce.d.ts +2 -0
- package/dist/browser/seo/rules/ecommerce.js +312 -0
- package/dist/browser/seo/rules/i18n.d.ts +2 -0
- package/dist/browser/seo/rules/i18n.js +288 -0
- package/dist/browser/seo/rules/images.d.ts +2 -0
- package/dist/browser/seo/rules/images.js +255 -0
- package/dist/browser/seo/rules/index.d.ts +52 -0
- package/dist/browser/seo/rules/index.js +159 -0
- package/dist/browser/seo/rules/internal-linking.d.ts +2 -0
- package/dist/browser/seo/rules/internal-linking.js +394 -0
- package/dist/browser/seo/rules/links.d.ts +2 -0
- package/dist/browser/seo/rules/links.js +498 -0
- package/dist/browser/seo/rules/local.d.ts +2 -0
- package/dist/browser/seo/rules/local.js +289 -0
- package/dist/browser/seo/rules/meta.d.ts +2 -0
- package/dist/browser/seo/rules/meta.js +805 -0
- package/dist/browser/seo/rules/mobile.d.ts +2 -0
- package/dist/browser/seo/rules/mobile.js +161 -0
- package/dist/browser/seo/rules/performance.d.ts +2 -0
- package/dist/browser/seo/rules/performance.js +738 -0
- package/dist/browser/seo/rules/pwa.d.ts +2 -0
- package/dist/browser/seo/rules/pwa.js +299 -0
- package/dist/browser/seo/rules/readability.d.ts +2 -0
- package/dist/browser/seo/rules/readability.js +264 -0
- package/dist/browser/seo/rules/redirects.d.ts +16 -0
- package/dist/browser/seo/rules/redirects.js +199 -0
- package/dist/browser/seo/rules/resources.d.ts +2 -0
- package/dist/browser/seo/rules/resources.js +390 -0
- package/dist/browser/seo/rules/schema.d.ts +2 -0
- package/dist/browser/seo/rules/schema.js +379 -0
- package/dist/browser/seo/rules/security.d.ts +2 -0
- package/dist/browser/seo/rules/security.js +877 -0
- package/dist/browser/seo/rules/social.d.ts +2 -0
- package/dist/browser/seo/rules/social.js +603 -0
- package/dist/browser/seo/rules/structural.d.ts +2 -0
- package/dist/browser/seo/rules/structural.js +223 -0
- package/dist/browser/seo/rules/technical-advanced.d.ts +10 -0
- package/dist/browser/seo/rules/technical-advanced.js +289 -0
- package/dist/browser/seo/rules/technical.d.ts +2 -0
- package/dist/browser/seo/rules/technical.js +480 -0
- package/dist/browser/seo/rules/thresholds.d.ts +196 -0
- package/dist/browser/seo/rules/thresholds.js +118 -0
- package/dist/browser/seo/rules/types.d.ts +498 -0
- package/dist/browser/seo/rules/types.js +11 -0
- package/dist/browser/seo/types.d.ts +211 -0
- package/dist/browser/seo/types.js +1 -0
- package/dist/browser/transport/curl.d.ts +4 -0
- package/dist/browser/transport/curl.js +101 -0
- package/dist/browser/transport/undici.js +1 -2
- package/dist/browser/transport/worker.d.ts +18 -0
- package/dist/browser/transport/worker.js +278 -0
- package/dist/browser/types/index.d.ts +4 -1
- package/dist/browser/utils/binary-manager.d.ts +4 -0
- package/dist/browser/utils/binary-manager.js +72 -0
- package/dist/browser/utils/user-agent.js +2 -13
- package/dist/cache/indexed-db.d.ts +10 -0
- package/dist/cache/indexed-db.js +88 -0
- package/dist/cache/service-worker-cache.d.ts +18 -0
- package/dist/cache/service-worker-cache.js +103 -0
- package/dist/cli/commands/ai.d.ts +2 -0
- package/dist/cli/commands/ai.js +162 -0
- package/dist/cli/commands/bench.d.ts +2 -0
- package/dist/cli/commands/bench.js +51 -0
- package/dist/cli/commands/dns.d.ts +2 -0
- package/dist/cli/commands/dns.js +295 -0
- package/dist/cli/commands/har.d.ts +2 -0
- package/dist/cli/commands/har.js +171 -0
- package/dist/cli/commands/hls.d.ts +2 -0
- package/dist/cli/commands/hls.js +192 -0
- package/dist/cli/commands/network.d.ts +2 -0
- package/dist/cli/commands/network.js +288 -0
- package/dist/cli/commands/protocols.d.ts +2 -0
- package/dist/cli/commands/protocols.js +344 -0
- package/dist/cli/commands/scrape.d.ts +2 -0
- package/dist/cli/commands/scrape.js +176 -0
- package/dist/cli/commands/security.d.ts +2 -0
- package/dist/cli/commands/security.js +57 -0
- package/dist/cli/commands/seo.d.ts +2 -0
- package/dist/cli/commands/seo.js +125 -0
- package/dist/cli/commands/serve.d.ts +2 -0
- package/dist/cli/commands/serve.js +531 -0
- package/dist/cli/commands/spider.d.ts +3 -0
- package/dist/cli/commands/spider.js +456 -0
- package/dist/cli/commands/utils.d.ts +2 -0
- package/dist/cli/commands/utils.js +176 -0
- package/dist/cli/commands/vector.d.ts +2 -0
- package/dist/cli/commands/vector.js +158 -0
- package/dist/cli/handler.d.ts +2 -2
- package/dist/cli/handler.js +6 -6
- package/dist/cli/helpers.d.ts +7 -0
- package/dist/cli/helpers.js +128 -0
- package/dist/cli/index.js +96 -5228
- package/dist/cli/parser/help.d.ts +2 -0
- package/dist/cli/parser/help.js +52 -0
- package/dist/cli/parser/index.d.ts +3 -0
- package/dist/cli/parser/index.js +3 -0
- package/dist/cli/parser/parser.d.ts +4 -0
- package/dist/cli/parser/parser.js +146 -0
- package/dist/cli/parser/types.d.ts +41 -0
- package/dist/cli/parser/types.js +1 -0
- package/dist/cli/presets.d.ts +1 -1
- package/dist/cli/presets.js +1 -1
- package/dist/cli/router.d.ts +36 -0
- package/dist/cli/router.js +195 -0
- package/dist/cli/tui/ai-chat.js +1 -1
- package/dist/cli/tui/commands/context.d.ts +9 -0
- package/dist/cli/tui/commands/context.js +1 -0
- package/dist/cli/tui/commands/dns.d.ts +10 -0
- package/dist/cli/tui/commands/dns.js +461 -0
- package/dist/cli/tui/commands/hls.d.ts +2 -0
- package/dist/cli/tui/commands/hls.js +162 -0
- package/dist/cli/tui/commands/ip.d.ts +2 -0
- package/dist/cli/tui/commands/ip.js +45 -0
- package/dist/cli/tui/commands/network.d.ts +3 -0
- package/dist/cli/tui/commands/network.js +81 -0
- package/dist/cli/tui/commands/protocols.d.ts +6 -0
- package/dist/cli/tui/commands/protocols.js +531 -0
- package/dist/cli/tui/commands/security.d.ts +2 -0
- package/dist/cli/tui/commands/security.js +48 -0
- package/dist/cli/tui/commands/seo.d.ts +2 -0
- package/dist/cli/tui/commands/seo.js +74 -0
- package/dist/cli/tui/context.d.ts +12 -0
- package/dist/cli/tui/context.js +1 -0
- package/dist/cli/tui/shell.d.ts +11 -20
- package/dist/cli/tui/shell.js +216 -1873
- package/dist/constants/user-agents.d.ts +7 -0
- package/dist/constants/user-agents.js +7 -0
- package/dist/core/client.d.ts +2 -0
- package/dist/core/client.js +19 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.js +1 -0
- package/dist/mcp/cli.js +2 -3
- package/dist/mcp/data/embeddings.json +1 -1
- package/dist/mcp/tools/network.js +298 -158
- package/dist/plugins/har-player.d.ts +23 -0
- package/dist/plugins/har-player.js +49 -0
- package/dist/plugins/har-recorder.d.ts +37 -3
- package/dist/plugins/har-recorder.js +116 -63
- package/dist/plugins/network-simulation.d.ts +7 -0
- package/dist/plugins/network-simulation.js +13 -0
- package/dist/presets/android.d.ts +2 -0
- package/dist/presets/android.js +16 -0
- package/dist/presets/chaturbate.d.ts +2 -0
- package/dist/presets/chaturbate.js +17 -0
- package/dist/presets/elevenlabs.d.ts +6 -0
- package/dist/presets/elevenlabs.js +20 -0
- package/dist/presets/enhancers.d.ts +20 -0
- package/dist/presets/enhancers.js +85 -0
- package/dist/presets/hubspot.d.ts +9 -0
- package/dist/presets/hubspot.js +28 -0
- package/dist/presets/index.d.ts +10 -0
- package/dist/presets/index.js +10 -0
- package/dist/presets/ios.d.ts +2 -0
- package/dist/presets/ios.js +13 -0
- package/dist/presets/pinecone.d.ts +8 -0
- package/dist/presets/pinecone.js +42 -0
- package/dist/presets/registry.js +60 -0
- package/dist/presets/sendgrid.d.ts +6 -0
- package/dist/presets/sendgrid.js +20 -0
- package/dist/presets/sentry.d.ts +11 -0
- package/dist/presets/sentry.js +48 -0
- package/dist/presets/square.d.ts +10 -0
- package/dist/presets/square.js +33 -0
- package/dist/recker.d.ts +3 -0
- package/dist/recker.js +4 -0
- package/dist/scrape/document.d.ts +5 -4
- package/dist/scrape/document.js +89 -76
- package/dist/scrape/element.d.ts +10 -8
- package/dist/scrape/element.js +295 -81
- package/dist/scrape/extractors.d.ts +11 -11
- package/dist/scrape/extractors.js +145 -113
- package/dist/scrape/index.d.ts +2 -0
- package/dist/scrape/index.js +1 -0
- package/dist/scrape/parser/back.d.ts +1 -0
- package/dist/scrape/parser/back.js +3 -0
- package/dist/scrape/parser/index.d.ts +20 -0
- package/dist/scrape/parser/index.js +19 -0
- package/dist/scrape/parser/matcher.d.ts +30 -0
- package/dist/scrape/parser/matcher.js +99 -0
- package/dist/scrape/parser/nodes/comment.d.ts +12 -0
- package/dist/scrape/parser/nodes/comment.js +21 -0
- package/dist/scrape/parser/nodes/html.d.ts +110 -0
- package/dist/scrape/parser/nodes/html.js +978 -0
- package/dist/scrape/parser/nodes/node.d.ts +18 -0
- package/dist/scrape/parser/nodes/node.js +31 -0
- package/dist/scrape/parser/nodes/text.d.ts +14 -0
- package/dist/scrape/parser/nodes/text.js +30 -0
- package/dist/scrape/parser/nodes/type.d.ts +6 -0
- package/dist/scrape/parser/nodes/type.js +7 -0
- package/dist/scrape/parser/parse.d.ts +1 -0
- package/dist/scrape/parser/parse.js +1 -0
- package/dist/scrape/parser/valid.d.ts +2 -0
- package/dist/scrape/parser/valid.js +5 -0
- package/dist/scrape/parser/void-tag.d.ts +7 -0
- package/dist/scrape/parser/void-tag.js +43 -0
- package/dist/scrape/spider.d.ts +19 -0
- package/dist/scrape/spider.js +28 -3
- package/dist/scrape/types.d.ts +7 -0
- package/dist/seo/analyzer.d.ts +15 -5
- package/dist/seo/analyzer.js +636 -175
- package/dist/seo/formatter.d.ts +16 -0
- package/dist/seo/formatter.js +228 -0
- package/dist/seo/index.d.ts +2 -0
- package/dist/seo/index.js +1 -0
- package/dist/seo/keywords.d.ts +16 -0
- package/dist/seo/keywords.js +55 -0
- package/dist/seo/rules/accessibility.js +96 -57
- package/dist/seo/rules/ai-search.js +44 -31
- package/dist/seo/rules/analytics.d.ts +2 -0
- package/dist/seo/rules/analytics.js +306 -0
- package/dist/seo/rules/best-practices.js +21 -14
- package/dist/seo/rules/canonical.js +53 -32
- package/dist/seo/rules/content.js +317 -31
- package/dist/seo/rules/crawl.js +55 -40
- package/dist/seo/rules/cwv.js +21 -15
- package/dist/seo/rules/ecommerce.js +82 -22
- package/dist/seo/rules/i18n.js +75 -36
- package/dist/seo/rules/images.js +109 -30
- package/dist/seo/rules/index.js +2 -0
- package/dist/seo/rules/internal-linking.js +58 -39
- package/dist/seo/rules/links.js +79 -52
- package/dist/seo/rules/local.js +49 -25
- package/dist/seo/rules/meta.js +339 -81
- package/dist/seo/rules/mobile.js +112 -2
- package/dist/seo/rules/performance.js +434 -66
- package/dist/seo/rules/pwa.js +36 -39
- package/dist/seo/rules/readability.js +31 -22
- package/dist/seo/rules/redirects.js +21 -15
- package/dist/seo/rules/resources.js +59 -42
- package/dist/seo/rules/schema.js +333 -8
- package/dist/seo/rules/security.js +142 -80
- package/dist/seo/rules/social.js +277 -47
- package/dist/seo/rules/structural.js +87 -19
- package/dist/seo/rules/technical-advanced.js +30 -24
- package/dist/seo/rules/technical.js +243 -42
- package/dist/seo/rules/types.d.ts +53 -1
- package/dist/seo/seo-spider.d.ts +22 -0
- package/dist/seo/seo-spider.js +77 -13
- package/dist/seo/types.d.ts +8 -1
- package/dist/seo/validators/llms-txt.js +19 -0
- package/dist/seo/validators/rss.d.ts +11 -0
- package/dist/seo/validators/rss.js +93 -0
- package/dist/seo/validators/sitemap.js +36 -26
- package/dist/transport/curl.d.ts +4 -0
- package/dist/transport/curl.js +101 -0
- package/dist/transport/udp.js +0 -1
- package/dist/transport/undici.js +1 -2
- package/dist/transport/worker.d.ts +18 -0
- package/dist/transport/worker.js +278 -0
- package/dist/types/index.d.ts +4 -1
- package/dist/utils/binary-manager.d.ts +4 -0
- package/dist/utils/binary-manager.js +72 -0
- package/dist/utils/optional-require.d.ts +7 -8
- package/dist/utils/optional-require.js +2 -21
- package/dist/utils/upload.d.ts +6 -0
- package/dist/utils/upload.js +11 -0
- package/dist/utils/user-agent.js +2 -13
- package/dist/version.js +1 -1
- package/package.json +12 -6
- package/dist/browser/utils/optional-require.d.ts +0 -19
- package/dist/browser/utils/optional-require.js +0 -105
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export function slack(options) {
|
|
2
|
+
return {
|
|
3
|
+
baseUrl: 'https://slack.com/api',
|
|
4
|
+
headers: {
|
|
5
|
+
'Authorization': `Bearer ${options.token}`,
|
|
6
|
+
'Content-Type': 'application/json; charset=utf-8',
|
|
7
|
+
},
|
|
8
|
+
timeout: 30 * 1000,
|
|
9
|
+
retry: {
|
|
10
|
+
maxAttempts: 3,
|
|
11
|
+
backoff: 'exponential',
|
|
12
|
+
delay: 1000,
|
|
13
|
+
statusCodes: [408, 429, 500, 502, 503, 504]
|
|
14
|
+
}
|
|
15
|
+
};
|
|
16
|
+
}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { ClientOptions } from '../types/index.js';
|
|
2
|
+
export interface SquarePresetOptions {
|
|
3
|
+
accessToken: string;
|
|
4
|
+
sandbox?: boolean;
|
|
5
|
+
version?: string;
|
|
6
|
+
}
|
|
7
|
+
export declare function square(options: SquarePresetOptions): ClientOptions;
|
|
8
|
+
export declare const squarePayments: (options: SquarePresetOptions) => ClientOptions;
|
|
9
|
+
export declare const squareCatalog: (options: SquarePresetOptions) => ClientOptions;
|
|
10
|
+
export declare const squareSandbox: (options: Omit<SquarePresetOptions, "sandbox">) => ClientOptions;
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
export function square(options) {
|
|
2
|
+
const baseUrl = options.sandbox
|
|
3
|
+
? 'https://connect.squareupsandbox.com/v2'
|
|
4
|
+
: 'https://connect.squareup.com/v2';
|
|
5
|
+
return {
|
|
6
|
+
baseUrl,
|
|
7
|
+
headers: {
|
|
8
|
+
'Authorization': `Bearer ${options.accessToken}`,
|
|
9
|
+
'Content-Type': 'application/json',
|
|
10
|
+
'Square-Version': options.version || '2024-01-18',
|
|
11
|
+
},
|
|
12
|
+
timeout: 30 * 1000,
|
|
13
|
+
retry: {
|
|
14
|
+
maxAttempts: 3,
|
|
15
|
+
backoff: 'exponential',
|
|
16
|
+
delay: 1000,
|
|
17
|
+
statusCodes: [408, 429, 500, 502, 503, 504],
|
|
18
|
+
}
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
export const squarePayments = (options) => ({
|
|
22
|
+
...square(options),
|
|
23
|
+
baseUrl: options.sandbox
|
|
24
|
+
? 'https://connect.squareupsandbox.com/v2/payments'
|
|
25
|
+
: 'https://connect.squareup.com/v2/payments',
|
|
26
|
+
});
|
|
27
|
+
export const squareCatalog = (options) => ({
|
|
28
|
+
...square(options),
|
|
29
|
+
baseUrl: options.sandbox
|
|
30
|
+
? 'https://connect.squareupsandbox.com/v2/catalog'
|
|
31
|
+
: 'https://connect.squareup.com/v2/catalog',
|
|
32
|
+
});
|
|
33
|
+
export const squareSandbox = (options) => square({ ...options, sandbox: true });
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
export function stripe(options) {
|
|
2
|
+
const headers = {
|
|
3
|
+
'Authorization': `Bearer ${options.secretKey}`,
|
|
4
|
+
'Content-Type': 'application/x-www-form-urlencoded',
|
|
5
|
+
};
|
|
6
|
+
if (options.apiVersion) {
|
|
7
|
+
headers['Stripe-Version'] = options.apiVersion;
|
|
8
|
+
}
|
|
9
|
+
if (options.idempotencyKey) {
|
|
10
|
+
headers['Idempotency-Key'] = options.idempotencyKey;
|
|
11
|
+
}
|
|
12
|
+
return {
|
|
13
|
+
baseUrl: 'https://api.stripe.com/v1',
|
|
14
|
+
headers,
|
|
15
|
+
timeout: 30 * 1000,
|
|
16
|
+
retry: {
|
|
17
|
+
maxAttempts: 3,
|
|
18
|
+
backoff: 'exponential',
|
|
19
|
+
delay: 500,
|
|
20
|
+
statusCodes: [408, 429, 500, 502, 503, 504]
|
|
21
|
+
}
|
|
22
|
+
};
|
|
23
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export function supabase(options) {
|
|
2
|
+
return {
|
|
3
|
+
baseUrl: `${options.projectUrl}/rest/v1`,
|
|
4
|
+
headers: {
|
|
5
|
+
'apikey': options.apiKey,
|
|
6
|
+
'Authorization': `Bearer ${options.apiKey}`,
|
|
7
|
+
'Content-Type': 'application/json',
|
|
8
|
+
'Prefer': 'return=representation',
|
|
9
|
+
},
|
|
10
|
+
timeout: 30 * 1000,
|
|
11
|
+
retry: {
|
|
12
|
+
maxAttempts: 3,
|
|
13
|
+
backoff: 'exponential',
|
|
14
|
+
delay: 500,
|
|
15
|
+
statusCodes: [408, 429, 500, 502, 503, 504]
|
|
16
|
+
}
|
|
17
|
+
};
|
|
18
|
+
}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { ClientOptions } from '../types/index.js';
|
|
2
|
+
export interface TikTokPresetOptions {
|
|
3
|
+
accessToken: string;
|
|
4
|
+
}
|
|
5
|
+
export declare function tiktok(options: TikTokPresetOptions): ClientOptions;
|
|
6
|
+
export interface TikTokBusinessPresetOptions {
|
|
7
|
+
accessToken: string;
|
|
8
|
+
advertiserId?: string;
|
|
9
|
+
}
|
|
10
|
+
export declare function tiktokBusiness(options: TikTokBusinessPresetOptions): ClientOptions;
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
export function tiktok(options) {
|
|
2
|
+
return {
|
|
3
|
+
baseUrl: 'https://open.tiktokapis.com/v2',
|
|
4
|
+
headers: {
|
|
5
|
+
'Authorization': `Bearer ${options.accessToken}`,
|
|
6
|
+
'Content-Type': 'application/json',
|
|
7
|
+
},
|
|
8
|
+
timeout: 30 * 1000,
|
|
9
|
+
retry: {
|
|
10
|
+
maxAttempts: 3,
|
|
11
|
+
backoff: 'exponential',
|
|
12
|
+
delay: 1000,
|
|
13
|
+
statusCodes: [408, 429, 500, 502, 503, 504]
|
|
14
|
+
}
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
export function tiktokBusiness(options) {
|
|
18
|
+
const headers = {
|
|
19
|
+
'Access-Token': options.accessToken,
|
|
20
|
+
'Content-Type': 'application/json',
|
|
21
|
+
};
|
|
22
|
+
return {
|
|
23
|
+
baseUrl: 'https://business-api.tiktok.com/open_api/v1.3',
|
|
24
|
+
headers,
|
|
25
|
+
defaults: options.advertiserId ? {
|
|
26
|
+
params: {
|
|
27
|
+
advertiser_id: options.advertiserId
|
|
28
|
+
}
|
|
29
|
+
} : undefined,
|
|
30
|
+
timeout: 30 * 1000,
|
|
31
|
+
retry: {
|
|
32
|
+
maxAttempts: 3,
|
|
33
|
+
backoff: 'exponential',
|
|
34
|
+
delay: 1000,
|
|
35
|
+
statusCodes: [408, 429, 500, 502, 503, 504]
|
|
36
|
+
}
|
|
37
|
+
};
|
|
38
|
+
}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { ClientOptions } from '../types/index.js';
|
|
2
|
+
import type { ClientOptionsWithAI } from '../types/ai-client.js';
|
|
3
|
+
export interface TogetherPresetOptions {
|
|
4
|
+
apiKey: string;
|
|
5
|
+
model?: string;
|
|
6
|
+
}
|
|
7
|
+
export declare function together(options: TogetherPresetOptions): ClientOptions & ClientOptionsWithAI;
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
export function together(options) {
|
|
2
|
+
const _aiConfig = {
|
|
3
|
+
provider: 'together',
|
|
4
|
+
apiKey: options.apiKey,
|
|
5
|
+
model: options.model ?? 'meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8',
|
|
6
|
+
memory: { maxPairs: 12 },
|
|
7
|
+
};
|
|
8
|
+
return {
|
|
9
|
+
baseUrl: 'https://api.together.xyz/v1',
|
|
10
|
+
headers: {
|
|
11
|
+
'Authorization': `Bearer ${options.apiKey}`,
|
|
12
|
+
},
|
|
13
|
+
timeout: 5 * 60 * 1000,
|
|
14
|
+
retry: {
|
|
15
|
+
maxAttempts: 5,
|
|
16
|
+
backoff: 'exponential',
|
|
17
|
+
delay: 1000,
|
|
18
|
+
statusCodes: [408, 429, 500, 502, 503, 504]
|
|
19
|
+
},
|
|
20
|
+
_aiConfig,
|
|
21
|
+
};
|
|
22
|
+
}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export function twilio(options) {
|
|
2
|
+
const credentials = Buffer.from(`${options.accountSid}:${options.authToken}`).toString('base64');
|
|
3
|
+
return {
|
|
4
|
+
baseUrl: `https://api.twilio.com/2010-04-01/Accounts/${options.accountSid}`,
|
|
5
|
+
headers: {
|
|
6
|
+
'Authorization': `Basic ${credentials}`,
|
|
7
|
+
'Content-Type': 'application/x-www-form-urlencoded',
|
|
8
|
+
},
|
|
9
|
+
timeout: 30 * 1000,
|
|
10
|
+
retry: {
|
|
11
|
+
maxAttempts: 3,
|
|
12
|
+
backoff: 'exponential',
|
|
13
|
+
delay: 1000,
|
|
14
|
+
statusCodes: [408, 429, 500, 502, 503, 504]
|
|
15
|
+
}
|
|
16
|
+
};
|
|
17
|
+
}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
export function vercel(options) {
|
|
2
|
+
const params = {};
|
|
3
|
+
if (options.teamId) {
|
|
4
|
+
params.teamId = options.teamId;
|
|
5
|
+
}
|
|
6
|
+
return {
|
|
7
|
+
baseUrl: 'https://api.vercel.com',
|
|
8
|
+
headers: {
|
|
9
|
+
'Authorization': `Bearer ${options.token}`,
|
|
10
|
+
'Content-Type': 'application/json',
|
|
11
|
+
},
|
|
12
|
+
defaults: {
|
|
13
|
+
params,
|
|
14
|
+
},
|
|
15
|
+
timeout: 30 * 1000,
|
|
16
|
+
retry: {
|
|
17
|
+
maxAttempts: 3,
|
|
18
|
+
backoff: 'exponential',
|
|
19
|
+
delay: 1000,
|
|
20
|
+
statusCodes: [408, 429, 500, 502, 503, 504]
|
|
21
|
+
}
|
|
22
|
+
};
|
|
23
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export function vultr(options) {
|
|
2
|
+
return {
|
|
3
|
+
baseUrl: 'https://api.vultr.com/v2',
|
|
4
|
+
headers: {
|
|
5
|
+
'Authorization': `Bearer ${options.apiKey}`,
|
|
6
|
+
'Content-Type': 'application/json',
|
|
7
|
+
},
|
|
8
|
+
timeout: 30 * 1000,
|
|
9
|
+
retry: {
|
|
10
|
+
maxAttempts: 3,
|
|
11
|
+
backoff: 'exponential',
|
|
12
|
+
delay: 1000,
|
|
13
|
+
statusCodes: [408, 429, 500, 502, 503, 504]
|
|
14
|
+
}
|
|
15
|
+
};
|
|
16
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { ClientOptions } from '../types/index.js';
|
|
2
|
+
import type { ClientOptionsWithAI } from '../types/ai-client.js';
|
|
3
|
+
export interface XAIPresetOptions {
|
|
4
|
+
apiKey: string;
|
|
5
|
+
model?: string;
|
|
6
|
+
}
|
|
7
|
+
export declare function xai(options: XAIPresetOptions): ClientOptions & ClientOptionsWithAI;
|
|
8
|
+
export declare const grok: typeof xai;
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
export function xai(options) {
|
|
2
|
+
const _aiConfig = {
|
|
3
|
+
provider: 'xai',
|
|
4
|
+
apiKey: options.apiKey,
|
|
5
|
+
model: options.model ?? 'grok-4.1',
|
|
6
|
+
memory: { maxPairs: 12 },
|
|
7
|
+
};
|
|
8
|
+
return {
|
|
9
|
+
baseUrl: 'https://api.x.ai/v1',
|
|
10
|
+
headers: {
|
|
11
|
+
'Authorization': `Bearer ${options.apiKey}`,
|
|
12
|
+
},
|
|
13
|
+
timeout: 5 * 60 * 1000,
|
|
14
|
+
retry: {
|
|
15
|
+
maxAttempts: 3,
|
|
16
|
+
backoff: 'exponential',
|
|
17
|
+
delay: 1000,
|
|
18
|
+
statusCodes: [408, 429, 500, 502, 503, 504]
|
|
19
|
+
},
|
|
20
|
+
_aiConfig,
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
export const grok = xai;
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
export function youtube(options) {
|
|
2
|
+
return {
|
|
3
|
+
baseUrl: 'https://www.googleapis.com/youtube/v3',
|
|
4
|
+
headers: {
|
|
5
|
+
'Accept': 'application/json',
|
|
6
|
+
},
|
|
7
|
+
defaults: {
|
|
8
|
+
params: {
|
|
9
|
+
key: options.apiKey
|
|
10
|
+
}
|
|
11
|
+
},
|
|
12
|
+
timeout: 30 * 1000,
|
|
13
|
+
retry: {
|
|
14
|
+
maxAttempts: 3,
|
|
15
|
+
backoff: 'exponential',
|
|
16
|
+
delay: 1000,
|
|
17
|
+
statusCodes: [408, 429, 500, 502, 503, 504]
|
|
18
|
+
}
|
|
19
|
+
};
|
|
20
|
+
}
|
package/dist/browser/recker.d.ts
CHANGED
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
import { Client, type ExtendedClientOptions } from '../core/client.js';
|
|
2
2
|
import { type RequestPromise } from '../core/request-promise.js';
|
|
3
3
|
import type { RequestOptions } from '../types/index.js';
|
|
4
|
+
import { analyzeSeo } from '../seo/analyzer.js';
|
|
5
|
+
import { createAI } from '../ai/index.js';
|
|
6
|
+
import { simulateNetwork } from '../plugins/network-simulation.js';
|
|
4
7
|
export declare function get(url: string, options?: RequestOptions): RequestPromise;
|
|
5
8
|
export declare function post(url: string, options?: RequestOptions): RequestPromise;
|
|
6
9
|
export declare function put(url: string, options?: RequestOptions): RequestPromise;
|
|
@@ -18,9 +21,13 @@ export declare const recker: {
|
|
|
18
21
|
head: typeof head;
|
|
19
22
|
options: typeof options;
|
|
20
23
|
ws: typeof ws;
|
|
24
|
+
seo: typeof analyzeSeo;
|
|
25
|
+
ai: typeof createAI;
|
|
26
|
+
har: import("../plugins/har-recorder.js").HarRecorder;
|
|
27
|
+
simulateNetwork: typeof simulateNetwork;
|
|
21
28
|
client: (opts?: ExtendedClientOptions) => Client;
|
|
22
29
|
reset: () => void;
|
|
23
30
|
isBrowser: true;
|
|
24
|
-
unavailable: readonly ["whois", "whoisAvailable", "dns", "dnsSecurity", "dnsClient", "whoisClient"
|
|
31
|
+
unavailable: readonly ["whois", "whoisAvailable", "dns", "dnsSecurity", "dnsClient", "whoisClient"];
|
|
25
32
|
};
|
|
26
33
|
export default recker;
|
package/dist/browser/recker.js
CHANGED
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
import { createClient } from '../core/client.js';
|
|
2
2
|
import { FetchTransport } from '../transport/fetch.js';
|
|
3
|
+
import { analyzeSeo } from '../seo/analyzer.js';
|
|
4
|
+
import { createAI } from '../ai/index.js';
|
|
5
|
+
import { harRecorder } from '../plugins/har-recorder.js';
|
|
6
|
+
import { simulateNetwork } from '../plugins/network-simulation.js';
|
|
3
7
|
let _defaultClient = null;
|
|
4
8
|
function getDefaultClient() {
|
|
5
9
|
if (!_defaultClient) {
|
|
@@ -42,6 +46,10 @@ export const recker = {
|
|
|
42
46
|
head,
|
|
43
47
|
options,
|
|
44
48
|
ws,
|
|
49
|
+
seo: analyzeSeo,
|
|
50
|
+
ai: createAI,
|
|
51
|
+
har: harRecorder,
|
|
52
|
+
simulateNetwork,
|
|
45
53
|
client: (opts) => createClient({ ...opts, transport: new FetchTransport() }),
|
|
46
54
|
reset: () => {
|
|
47
55
|
_defaultClient = null;
|
|
@@ -54,8 +62,6 @@ export const recker = {
|
|
|
54
62
|
'dnsSecurity',
|
|
55
63
|
'dnsClient',
|
|
56
64
|
'whoisClient',
|
|
57
|
-
'ai',
|
|
58
|
-
'aiClient',
|
|
59
65
|
],
|
|
60
66
|
};
|
|
61
67
|
export default recker;
|
|
@@ -1,11 +1,12 @@
|
|
|
1
|
-
import type { CheerioAPI } from 'cheerio';
|
|
2
1
|
import { ScrapeElement } from './element.js';
|
|
2
|
+
import { HTMLElement } from './parser/index.js';
|
|
3
3
|
import type { ScrapeOptions, ExtractionSchema, ExtractedLink, ExtractedImage, ExtractedMeta, OpenGraphData, TwitterCardData, JsonLdData, ExtractedForm, ExtractedTable, ExtractedScript, ExtractedStyle, LinkExtractionOptions, ImageExtractionOptions } from './types.js';
|
|
4
4
|
export declare class ScrapeDocument {
|
|
5
|
-
private
|
|
5
|
+
private rootElement;
|
|
6
6
|
private options;
|
|
7
|
-
constructor(
|
|
7
|
+
constructor(root: HTMLElement, options?: ScrapeOptions);
|
|
8
8
|
static create(html: string, options?: ScrapeOptions): Promise<ScrapeDocument>;
|
|
9
|
+
static createSync(html: string, options?: ScrapeOptions): ScrapeDocument;
|
|
9
10
|
select(selector: string): ScrapeElement;
|
|
10
11
|
selectFirst(selector: string): ScrapeElement;
|
|
11
12
|
selectAll(selector: string): ScrapeElement[];
|
|
@@ -39,6 +40,6 @@ export declare class ScrapeDocument {
|
|
|
39
40
|
findByText(text: string, selector?: string): ScrapeElement[];
|
|
40
41
|
findByExactText(text: string, selector?: string): ScrapeElement[];
|
|
41
42
|
findByData(name: string, value?: string): ScrapeElement[];
|
|
42
|
-
get raw():
|
|
43
|
+
get raw(): HTMLElement;
|
|
43
44
|
get baseUrl(): string | undefined;
|
|
44
45
|
}
|