recker 1.0.43 → 1.0.44
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +47 -0
- package/dist/bin/recker-linux-x64 +0 -0
- package/dist/bin/recker-macos-x64 +0 -0
- package/dist/bin/recker-win-x64.exe +0 -0
- package/dist/bin/rek.cjs +85152 -100207
- package/dist/browser/ai/adaptive-timeout.d.ts +50 -0
- package/dist/browser/ai/adaptive-timeout.js +208 -0
- package/dist/browser/ai/client.d.ts +22 -0
- package/dist/browser/ai/client.js +294 -0
- package/dist/browser/ai/index.d.ts +14 -0
- package/dist/browser/ai/index.js +11 -0
- package/dist/browser/ai/providers/anthropic.d.ts +63 -0
- package/dist/browser/ai/providers/anthropic.js +370 -0
- package/dist/browser/ai/providers/base.d.ts +48 -0
- package/dist/browser/ai/providers/base.js +150 -0
- package/dist/browser/ai/providers/google.d.ts +59 -0
- package/dist/browser/ai/providers/google.js +305 -0
- package/dist/browser/ai/providers/ollama.d.ts +44 -0
- package/dist/browser/ai/providers/ollama.js +240 -0
- package/dist/browser/ai/providers/openai.d.ts +64 -0
- package/dist/browser/ai/providers/openai.js +298 -0
- package/dist/browser/ai/rate-limiter.d.ts +43 -0
- package/dist/browser/ai/rate-limiter.js +215 -0
- package/dist/browser/ai/vector/index.d.ts +2 -0
- package/dist/browser/ai/vector/index.js +2 -0
- package/dist/browser/ai/vector/similarity.d.ts +2 -0
- package/dist/browser/ai/vector/similarity.js +27 -0
- package/dist/browser/ai/vector/store.d.ts +27 -0
- package/dist/browser/ai/vector/store.js +82 -0
- package/dist/browser/browser/cache.d.ts +2 -40
- package/dist/browser/browser/cache.js +2 -199
- package/dist/browser/browser/index.d.ts +8 -0
- package/dist/browser/browser/index.js +8 -0
- package/dist/browser/browser/recker.d.ts +8 -1
- package/dist/browser/browser/recker.js +8 -2
- package/dist/browser/cache/indexed-db.d.ts +10 -0
- package/dist/browser/cache/indexed-db.js +88 -0
- package/dist/browser/cache/service-worker-cache.d.ts +18 -0
- package/dist/browser/cache/service-worker-cache.js +103 -0
- package/dist/browser/cache.d.ts +2 -40
- package/dist/browser/cache.js +2 -199
- package/dist/browser/constants/user-agents.d.ts +7 -0
- package/dist/browser/constants/user-agents.js +7 -0
- package/dist/browser/core/client.d.ts +2 -0
- package/dist/browser/core/client.js +19 -1
- package/dist/browser/index.d.ts +8 -0
- package/dist/browser/index.js +8 -0
- package/dist/browser/plugins/har-recorder.d.ts +40 -0
- package/dist/browser/plugins/har-recorder.js +120 -0
- package/dist/browser/plugins/network-simulation.d.ts +7 -0
- package/dist/browser/plugins/network-simulation.js +13 -0
- package/dist/browser/presets/android.d.ts +2 -0
- package/dist/browser/presets/android.js +16 -0
- package/dist/browser/presets/anthropic.d.ts +8 -0
- package/dist/browser/presets/anthropic.js +27 -0
- package/dist/browser/presets/aws.d.ts +19 -0
- package/dist/browser/presets/aws.js +68 -0
- package/dist/browser/presets/azure-openai.d.ts +10 -0
- package/dist/browser/presets/azure-openai.js +35 -0
- package/dist/browser/presets/azure.d.ts +41 -0
- package/dist/browser/presets/azure.js +104 -0
- package/dist/browser/presets/chaturbate.d.ts +2 -0
- package/dist/browser/presets/chaturbate.js +17 -0
- package/dist/browser/presets/cloudflare.d.ts +12 -0
- package/dist/browser/presets/cloudflare.js +39 -0
- package/dist/browser/presets/cohere.d.ts +7 -0
- package/dist/browser/presets/cohere.js +22 -0
- package/dist/browser/presets/deepseek.d.ts +7 -0
- package/dist/browser/presets/deepseek.js +22 -0
- package/dist/browser/presets/digitalocean.d.ts +5 -0
- package/dist/browser/presets/digitalocean.js +16 -0
- package/dist/browser/presets/discord.d.ts +6 -0
- package/dist/browser/presets/discord.js +17 -0
- package/dist/browser/presets/elevenlabs.d.ts +6 -0
- package/dist/browser/presets/elevenlabs.js +20 -0
- package/dist/browser/presets/enhancers.d.ts +20 -0
- package/dist/browser/presets/enhancers.js +85 -0
- package/dist/browser/presets/fireworks.d.ts +7 -0
- package/dist/browser/presets/fireworks.js +22 -0
- package/dist/browser/presets/gcp.d.ts +34 -0
- package/dist/browser/presets/gcp.js +91 -0
- package/dist/browser/presets/gemini.d.ts +7 -0
- package/dist/browser/presets/gemini.js +23 -0
- package/dist/browser/presets/github.d.ts +6 -0
- package/dist/browser/presets/github.js +17 -0
- package/dist/browser/presets/gitlab.d.ts +6 -0
- package/dist/browser/presets/gitlab.js +16 -0
- package/dist/browser/presets/groq.d.ts +7 -0
- package/dist/browser/presets/groq.js +22 -0
- package/dist/browser/presets/hubspot.d.ts +9 -0
- package/dist/browser/presets/hubspot.js +28 -0
- package/dist/browser/presets/huggingface.d.ts +7 -0
- package/dist/browser/presets/huggingface.js +23 -0
- package/dist/browser/presets/index.d.ts +47 -0
- package/dist/browser/presets/index.js +47 -0
- package/dist/browser/presets/ios.d.ts +2 -0
- package/dist/browser/presets/ios.js +13 -0
- package/dist/browser/presets/linear.d.ts +5 -0
- package/dist/browser/presets/linear.js +16 -0
- package/dist/browser/presets/mailgun.d.ts +7 -0
- package/dist/browser/presets/mailgun.js +20 -0
- package/dist/browser/presets/meta.d.ts +10 -0
- package/dist/browser/presets/meta.js +33 -0
- package/dist/browser/presets/mistral.d.ts +7 -0
- package/dist/browser/presets/mistral.js +22 -0
- package/dist/browser/presets/notion.d.ts +6 -0
- package/dist/browser/presets/notion.js +17 -0
- package/dist/browser/presets/openai.d.ts +9 -0
- package/dist/browser/presets/openai.js +30 -0
- package/dist/browser/presets/oracle.d.ts +19 -0
- package/dist/browser/presets/oracle.js +117 -0
- package/dist/browser/presets/perplexity.d.ts +7 -0
- package/dist/browser/presets/perplexity.js +22 -0
- package/dist/browser/presets/pinecone.d.ts +8 -0
- package/dist/browser/presets/pinecone.js +42 -0
- package/dist/browser/presets/registry.d.ts +23 -0
- package/dist/browser/presets/registry.js +519 -0
- package/dist/browser/presets/replicate.d.ts +7 -0
- package/dist/browser/presets/replicate.js +23 -0
- package/dist/browser/presets/sendgrid.d.ts +6 -0
- package/dist/browser/presets/sendgrid.js +20 -0
- package/dist/browser/presets/sentry.d.ts +11 -0
- package/dist/browser/presets/sentry.js +48 -0
- package/dist/browser/presets/sinch.d.ts +9 -0
- package/dist/browser/presets/sinch.js +39 -0
- package/dist/browser/presets/slack.d.ts +5 -0
- package/dist/browser/presets/slack.js +16 -0
- package/dist/browser/presets/square.d.ts +10 -0
- package/dist/browser/presets/square.js +33 -0
- package/dist/browser/presets/stripe.d.ts +7 -0
- package/dist/browser/presets/stripe.js +23 -0
- package/dist/browser/presets/supabase.d.ts +6 -0
- package/dist/browser/presets/supabase.js +18 -0
- package/dist/browser/presets/tiktok.d.ts +10 -0
- package/dist/browser/presets/tiktok.js +38 -0
- package/dist/browser/presets/together.d.ts +7 -0
- package/dist/browser/presets/together.js +22 -0
- package/dist/browser/presets/twilio.d.ts +6 -0
- package/dist/browser/presets/twilio.js +17 -0
- package/dist/browser/presets/vercel.d.ts +6 -0
- package/dist/browser/presets/vercel.js +23 -0
- package/dist/browser/presets/vultr.d.ts +5 -0
- package/dist/browser/presets/vultr.js +16 -0
- package/dist/browser/presets/xai.d.ts +8 -0
- package/dist/browser/presets/xai.js +23 -0
- package/dist/browser/presets/youtube.d.ts +5 -0
- package/dist/browser/presets/youtube.js +20 -0
- package/dist/browser/recker.d.ts +8 -1
- package/dist/browser/recker.js +8 -2
- package/dist/browser/scrape/document.d.ts +5 -4
- package/dist/browser/scrape/document.js +89 -76
- package/dist/browser/scrape/element.d.ts +10 -8
- package/dist/browser/scrape/element.js +295 -81
- package/dist/browser/scrape/extractors.d.ts +11 -11
- package/dist/browser/scrape/extractors.js +145 -113
- package/dist/browser/scrape/parser/back.d.ts +1 -0
- package/dist/browser/scrape/parser/back.js +3 -0
- package/dist/browser/scrape/parser/index.d.ts +20 -0
- package/dist/browser/scrape/parser/index.js +19 -0
- package/dist/browser/scrape/parser/matcher.d.ts +30 -0
- package/dist/browser/scrape/parser/matcher.js +99 -0
- package/dist/browser/scrape/parser/nodes/comment.d.ts +12 -0
- package/dist/browser/scrape/parser/nodes/comment.js +21 -0
- package/dist/browser/scrape/parser/nodes/html.d.ts +110 -0
- package/dist/browser/scrape/parser/nodes/html.js +978 -0
- package/dist/browser/scrape/parser/nodes/node.d.ts +18 -0
- package/dist/browser/scrape/parser/nodes/node.js +31 -0
- package/dist/browser/scrape/parser/nodes/text.d.ts +14 -0
- package/dist/browser/scrape/parser/nodes/text.js +30 -0
- package/dist/browser/scrape/parser/nodes/type.d.ts +6 -0
- package/dist/browser/scrape/parser/nodes/type.js +7 -0
- package/dist/browser/scrape/parser/parse.d.ts +1 -0
- package/dist/browser/scrape/parser/parse.js +1 -0
- package/dist/browser/scrape/parser/valid.d.ts +2 -0
- package/dist/browser/scrape/parser/valid.js +5 -0
- package/dist/browser/scrape/parser/void-tag.d.ts +7 -0
- package/dist/browser/scrape/parser/void-tag.js +43 -0
- package/dist/browser/scrape/types.d.ts +7 -0
- package/dist/browser/seo/analyzer.d.ts +59 -0
- package/dist/browser/seo/analyzer.js +1399 -0
- package/dist/browser/seo/keywords.d.ts +16 -0
- package/dist/browser/seo/keywords.js +55 -0
- package/dist/browser/seo/rules/accessibility.d.ts +2 -0
- package/dist/browser/seo/rules/accessibility.js +733 -0
- package/dist/browser/seo/rules/ai-search.d.ts +2 -0
- package/dist/browser/seo/rules/ai-search.js +436 -0
- package/dist/browser/seo/rules/analytics.d.ts +2 -0
- package/dist/browser/seo/rules/analytics.js +306 -0
- package/dist/browser/seo/rules/best-practices.d.ts +2 -0
- package/dist/browser/seo/rules/best-practices.js +195 -0
- package/dist/browser/seo/rules/canonical.d.ts +12 -0
- package/dist/browser/seo/rules/canonical.js +270 -0
- package/dist/browser/seo/rules/content.d.ts +2 -0
- package/dist/browser/seo/rules/content.js +522 -0
- package/dist/browser/seo/rules/crawl.d.ts +2 -0
- package/dist/browser/seo/rules/crawl.js +435 -0
- package/dist/browser/seo/rules/cwv.d.ts +2 -0
- package/dist/browser/seo/rules/cwv.js +248 -0
- package/dist/browser/seo/rules/ecommerce.d.ts +2 -0
- package/dist/browser/seo/rules/ecommerce.js +312 -0
- package/dist/browser/seo/rules/i18n.d.ts +2 -0
- package/dist/browser/seo/rules/i18n.js +288 -0
- package/dist/browser/seo/rules/images.d.ts +2 -0
- package/dist/browser/seo/rules/images.js +255 -0
- package/dist/browser/seo/rules/index.d.ts +52 -0
- package/dist/browser/seo/rules/index.js +159 -0
- package/dist/browser/seo/rules/internal-linking.d.ts +2 -0
- package/dist/browser/seo/rules/internal-linking.js +394 -0
- package/dist/browser/seo/rules/links.d.ts +2 -0
- package/dist/browser/seo/rules/links.js +498 -0
- package/dist/browser/seo/rules/local.d.ts +2 -0
- package/dist/browser/seo/rules/local.js +289 -0
- package/dist/browser/seo/rules/meta.d.ts +2 -0
- package/dist/browser/seo/rules/meta.js +805 -0
- package/dist/browser/seo/rules/mobile.d.ts +2 -0
- package/dist/browser/seo/rules/mobile.js +161 -0
- package/dist/browser/seo/rules/performance.d.ts +2 -0
- package/dist/browser/seo/rules/performance.js +738 -0
- package/dist/browser/seo/rules/pwa.d.ts +2 -0
- package/dist/browser/seo/rules/pwa.js +299 -0
- package/dist/browser/seo/rules/readability.d.ts +2 -0
- package/dist/browser/seo/rules/readability.js +264 -0
- package/dist/browser/seo/rules/redirects.d.ts +16 -0
- package/dist/browser/seo/rules/redirects.js +199 -0
- package/dist/browser/seo/rules/resources.d.ts +2 -0
- package/dist/browser/seo/rules/resources.js +390 -0
- package/dist/browser/seo/rules/schema.d.ts +2 -0
- package/dist/browser/seo/rules/schema.js +379 -0
- package/dist/browser/seo/rules/security.d.ts +2 -0
- package/dist/browser/seo/rules/security.js +877 -0
- package/dist/browser/seo/rules/social.d.ts +2 -0
- package/dist/browser/seo/rules/social.js +603 -0
- package/dist/browser/seo/rules/structural.d.ts +2 -0
- package/dist/browser/seo/rules/structural.js +223 -0
- package/dist/browser/seo/rules/technical-advanced.d.ts +10 -0
- package/dist/browser/seo/rules/technical-advanced.js +289 -0
- package/dist/browser/seo/rules/technical.d.ts +2 -0
- package/dist/browser/seo/rules/technical.js +480 -0
- package/dist/browser/seo/rules/thresholds.d.ts +196 -0
- package/dist/browser/seo/rules/thresholds.js +118 -0
- package/dist/browser/seo/rules/types.d.ts +498 -0
- package/dist/browser/seo/rules/types.js +11 -0
- package/dist/browser/seo/types.d.ts +211 -0
- package/dist/browser/seo/types.js +1 -0
- package/dist/browser/transport/curl.d.ts +4 -0
- package/dist/browser/transport/curl.js +101 -0
- package/dist/browser/transport/undici.js +1 -2
- package/dist/browser/transport/worker.d.ts +18 -0
- package/dist/browser/transport/worker.js +278 -0
- package/dist/browser/types/index.d.ts +4 -1
- package/dist/browser/utils/binary-manager.d.ts +4 -0
- package/dist/browser/utils/binary-manager.js +72 -0
- package/dist/browser/utils/user-agent.js +2 -13
- package/dist/cache/indexed-db.d.ts +10 -0
- package/dist/cache/indexed-db.js +88 -0
- package/dist/cache/service-worker-cache.d.ts +18 -0
- package/dist/cache/service-worker-cache.js +103 -0
- package/dist/cli/commands/ai.d.ts +2 -0
- package/dist/cli/commands/ai.js +162 -0
- package/dist/cli/commands/bench.d.ts +2 -0
- package/dist/cli/commands/bench.js +51 -0
- package/dist/cli/commands/dns.d.ts +2 -0
- package/dist/cli/commands/dns.js +295 -0
- package/dist/cli/commands/har.d.ts +2 -0
- package/dist/cli/commands/har.js +171 -0
- package/dist/cli/commands/hls.d.ts +2 -0
- package/dist/cli/commands/hls.js +192 -0
- package/dist/cli/commands/network.d.ts +2 -0
- package/dist/cli/commands/network.js +288 -0
- package/dist/cli/commands/protocols.d.ts +2 -0
- package/dist/cli/commands/protocols.js +344 -0
- package/dist/cli/commands/scrape.d.ts +2 -0
- package/dist/cli/commands/scrape.js +176 -0
- package/dist/cli/commands/security.d.ts +2 -0
- package/dist/cli/commands/security.js +57 -0
- package/dist/cli/commands/seo.d.ts +2 -0
- package/dist/cli/commands/seo.js +125 -0
- package/dist/cli/commands/serve.d.ts +2 -0
- package/dist/cli/commands/serve.js +531 -0
- package/dist/cli/commands/spider.d.ts +3 -0
- package/dist/cli/commands/spider.js +456 -0
- package/dist/cli/commands/utils.d.ts +2 -0
- package/dist/cli/commands/utils.js +176 -0
- package/dist/cli/commands/vector.d.ts +2 -0
- package/dist/cli/commands/vector.js +158 -0
- package/dist/cli/handler.d.ts +2 -2
- package/dist/cli/handler.js +6 -6
- package/dist/cli/helpers.d.ts +7 -0
- package/dist/cli/helpers.js +128 -0
- package/dist/cli/index.js +96 -5228
- package/dist/cli/parser/help.d.ts +2 -0
- package/dist/cli/parser/help.js +52 -0
- package/dist/cli/parser/index.d.ts +3 -0
- package/dist/cli/parser/index.js +3 -0
- package/dist/cli/parser/parser.d.ts +4 -0
- package/dist/cli/parser/parser.js +146 -0
- package/dist/cli/parser/types.d.ts +41 -0
- package/dist/cli/parser/types.js +1 -0
- package/dist/cli/presets.d.ts +1 -1
- package/dist/cli/presets.js +1 -1
- package/dist/cli/router.d.ts +36 -0
- package/dist/cli/router.js +195 -0
- package/dist/cli/tui/ai-chat.js +1 -1
- package/dist/cli/tui/commands/context.d.ts +9 -0
- package/dist/cli/tui/commands/context.js +1 -0
- package/dist/cli/tui/commands/dns.d.ts +10 -0
- package/dist/cli/tui/commands/dns.js +461 -0
- package/dist/cli/tui/commands/hls.d.ts +2 -0
- package/dist/cli/tui/commands/hls.js +162 -0
- package/dist/cli/tui/commands/ip.d.ts +2 -0
- package/dist/cli/tui/commands/ip.js +45 -0
- package/dist/cli/tui/commands/network.d.ts +3 -0
- package/dist/cli/tui/commands/network.js +81 -0
- package/dist/cli/tui/commands/protocols.d.ts +6 -0
- package/dist/cli/tui/commands/protocols.js +531 -0
- package/dist/cli/tui/commands/security.d.ts +2 -0
- package/dist/cli/tui/commands/security.js +48 -0
- package/dist/cli/tui/commands/seo.d.ts +2 -0
- package/dist/cli/tui/commands/seo.js +74 -0
- package/dist/cli/tui/context.d.ts +12 -0
- package/dist/cli/tui/context.js +1 -0
- package/dist/cli/tui/shell.d.ts +11 -20
- package/dist/cli/tui/shell.js +216 -1873
- package/dist/constants/user-agents.d.ts +7 -0
- package/dist/constants/user-agents.js +7 -0
- package/dist/core/client.d.ts +2 -0
- package/dist/core/client.js +19 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.js +1 -0
- package/dist/mcp/cli.js +2 -3
- package/dist/mcp/data/embeddings.json +1 -1
- package/dist/mcp/tools/network.js +298 -158
- package/dist/plugins/har-player.d.ts +23 -0
- package/dist/plugins/har-player.js +49 -0
- package/dist/plugins/har-recorder.d.ts +37 -3
- package/dist/plugins/har-recorder.js +116 -63
- package/dist/plugins/network-simulation.d.ts +7 -0
- package/dist/plugins/network-simulation.js +13 -0
- package/dist/presets/android.d.ts +2 -0
- package/dist/presets/android.js +16 -0
- package/dist/presets/chaturbate.d.ts +2 -0
- package/dist/presets/chaturbate.js +17 -0
- package/dist/presets/elevenlabs.d.ts +6 -0
- package/dist/presets/elevenlabs.js +20 -0
- package/dist/presets/enhancers.d.ts +20 -0
- package/dist/presets/enhancers.js +85 -0
- package/dist/presets/hubspot.d.ts +9 -0
- package/dist/presets/hubspot.js +28 -0
- package/dist/presets/index.d.ts +10 -0
- package/dist/presets/index.js +10 -0
- package/dist/presets/ios.d.ts +2 -0
- package/dist/presets/ios.js +13 -0
- package/dist/presets/pinecone.d.ts +8 -0
- package/dist/presets/pinecone.js +42 -0
- package/dist/presets/registry.js +60 -0
- package/dist/presets/sendgrid.d.ts +6 -0
- package/dist/presets/sendgrid.js +20 -0
- package/dist/presets/sentry.d.ts +11 -0
- package/dist/presets/sentry.js +48 -0
- package/dist/presets/square.d.ts +10 -0
- package/dist/presets/square.js +33 -0
- package/dist/recker.d.ts +3 -0
- package/dist/recker.js +4 -0
- package/dist/scrape/document.d.ts +5 -4
- package/dist/scrape/document.js +89 -76
- package/dist/scrape/element.d.ts +10 -8
- package/dist/scrape/element.js +295 -81
- package/dist/scrape/extractors.d.ts +11 -11
- package/dist/scrape/extractors.js +145 -113
- package/dist/scrape/index.d.ts +2 -0
- package/dist/scrape/index.js +1 -0
- package/dist/scrape/parser/back.d.ts +1 -0
- package/dist/scrape/parser/back.js +3 -0
- package/dist/scrape/parser/index.d.ts +20 -0
- package/dist/scrape/parser/index.js +19 -0
- package/dist/scrape/parser/matcher.d.ts +30 -0
- package/dist/scrape/parser/matcher.js +99 -0
- package/dist/scrape/parser/nodes/comment.d.ts +12 -0
- package/dist/scrape/parser/nodes/comment.js +21 -0
- package/dist/scrape/parser/nodes/html.d.ts +110 -0
- package/dist/scrape/parser/nodes/html.js +978 -0
- package/dist/scrape/parser/nodes/node.d.ts +18 -0
- package/dist/scrape/parser/nodes/node.js +31 -0
- package/dist/scrape/parser/nodes/text.d.ts +14 -0
- package/dist/scrape/parser/nodes/text.js +30 -0
- package/dist/scrape/parser/nodes/type.d.ts +6 -0
- package/dist/scrape/parser/nodes/type.js +7 -0
- package/dist/scrape/parser/parse.d.ts +1 -0
- package/dist/scrape/parser/parse.js +1 -0
- package/dist/scrape/parser/valid.d.ts +2 -0
- package/dist/scrape/parser/valid.js +5 -0
- package/dist/scrape/parser/void-tag.d.ts +7 -0
- package/dist/scrape/parser/void-tag.js +43 -0
- package/dist/scrape/spider.d.ts +19 -0
- package/dist/scrape/spider.js +28 -3
- package/dist/scrape/types.d.ts +7 -0
- package/dist/seo/analyzer.d.ts +15 -5
- package/dist/seo/analyzer.js +636 -175
- package/dist/seo/formatter.d.ts +16 -0
- package/dist/seo/formatter.js +228 -0
- package/dist/seo/index.d.ts +2 -0
- package/dist/seo/index.js +1 -0
- package/dist/seo/keywords.d.ts +16 -0
- package/dist/seo/keywords.js +55 -0
- package/dist/seo/rules/accessibility.js +96 -57
- package/dist/seo/rules/ai-search.js +44 -31
- package/dist/seo/rules/analytics.d.ts +2 -0
- package/dist/seo/rules/analytics.js +306 -0
- package/dist/seo/rules/best-practices.js +21 -14
- package/dist/seo/rules/canonical.js +53 -32
- package/dist/seo/rules/content.js +317 -31
- package/dist/seo/rules/crawl.js +55 -40
- package/dist/seo/rules/cwv.js +21 -15
- package/dist/seo/rules/ecommerce.js +82 -22
- package/dist/seo/rules/i18n.js +75 -36
- package/dist/seo/rules/images.js +109 -30
- package/dist/seo/rules/index.js +2 -0
- package/dist/seo/rules/internal-linking.js +58 -39
- package/dist/seo/rules/links.js +79 -52
- package/dist/seo/rules/local.js +49 -25
- package/dist/seo/rules/meta.js +339 -81
- package/dist/seo/rules/mobile.js +112 -2
- package/dist/seo/rules/performance.js +434 -66
- package/dist/seo/rules/pwa.js +36 -39
- package/dist/seo/rules/readability.js +31 -22
- package/dist/seo/rules/redirects.js +21 -15
- package/dist/seo/rules/resources.js +59 -42
- package/dist/seo/rules/schema.js +333 -8
- package/dist/seo/rules/security.js +142 -80
- package/dist/seo/rules/social.js +277 -47
- package/dist/seo/rules/structural.js +87 -19
- package/dist/seo/rules/technical-advanced.js +30 -24
- package/dist/seo/rules/technical.js +243 -42
- package/dist/seo/rules/types.d.ts +53 -1
- package/dist/seo/seo-spider.d.ts +22 -0
- package/dist/seo/seo-spider.js +77 -13
- package/dist/seo/types.d.ts +8 -1
- package/dist/seo/validators/llms-txt.js +19 -0
- package/dist/seo/validators/rss.d.ts +11 -0
- package/dist/seo/validators/rss.js +93 -0
- package/dist/seo/validators/sitemap.js +36 -26
- package/dist/transport/curl.d.ts +4 -0
- package/dist/transport/curl.js +101 -0
- package/dist/transport/udp.js +0 -1
- package/dist/transport/undici.js +1 -2
- package/dist/transport/worker.d.ts +18 -0
- package/dist/transport/worker.js +278 -0
- package/dist/types/index.d.ts +4 -1
- package/dist/utils/binary-manager.d.ts +4 -0
- package/dist/utils/binary-manager.js +72 -0
- package/dist/utils/optional-require.d.ts +7 -8
- package/dist/utils/optional-require.js +2 -21
- package/dist/utils/upload.d.ts +6 -0
- package/dist/utils/upload.js +11 -0
- package/dist/utils/user-agent.js +2 -13
- package/dist/version.js +1 -1
- package/package.json +12 -6
- package/dist/browser/utils/optional-require.d.ts +0 -19
- package/dist/browser/utils/optional-require.js +0 -105
|
@@ -0,0 +1,461 @@
|
|
|
1
|
+
import { promises as dns } from 'node:dns';
|
|
2
|
+
import colors from '../../../utils/colors.js';
|
|
3
|
+
import { getSecurityRecords } from '../../../utils/dns-toolkit.js';
|
|
4
|
+
export async function runDns(ctx, domain) {
|
|
5
|
+
if (!domain) {
|
|
6
|
+
domain = ctx.getBaseDomain() || '';
|
|
7
|
+
if (!domain) {
|
|
8
|
+
console.log(colors.yellow('Usage: dns <domain>'));
|
|
9
|
+
console.log(colors.gray(' Examples: dns google.com | dns github.com'));
|
|
10
|
+
console.log(colors.gray(' Or set a base URL first: url https://example.com'));
|
|
11
|
+
return;
|
|
12
|
+
}
|
|
13
|
+
}
|
|
14
|
+
console.log(colors.gray(`Resolving DNS for ${domain}...`));
|
|
15
|
+
const startTime = performance.now();
|
|
16
|
+
try {
|
|
17
|
+
const [a, aaaa, mx, ns, txt, security] = await Promise.all([
|
|
18
|
+
dns.resolve4(domain).catch(() => []),
|
|
19
|
+
dns.resolve6(domain).catch(() => []),
|
|
20
|
+
dns.resolveMx(domain).catch(() => []),
|
|
21
|
+
dns.resolveNs(domain).catch(() => []),
|
|
22
|
+
dns.resolveTxt(domain).catch(() => []),
|
|
23
|
+
getSecurityRecords(domain).catch(() => ({}))
|
|
24
|
+
]);
|
|
25
|
+
const duration = Math.round(performance.now() - startTime);
|
|
26
|
+
console.log(colors.green(`✔ DNS resolved`) + colors.gray(` (${duration}ms)
|
|
27
|
+
`));
|
|
28
|
+
if (a.length) {
|
|
29
|
+
console.log(colors.bold(' A Records (IPv4):'));
|
|
30
|
+
a.forEach(ip => console.log(` ${colors.cyan('→')} ${ip}`));
|
|
31
|
+
}
|
|
32
|
+
if (aaaa.length) {
|
|
33
|
+
console.log(colors.bold(' AAAA Records (IPv6):'));
|
|
34
|
+
aaaa.forEach(ip => console.log(` ${colors.cyan('→')} ${ip}`));
|
|
35
|
+
}
|
|
36
|
+
if (ns.length) {
|
|
37
|
+
console.log(colors.bold(' NS Records:'));
|
|
38
|
+
ns.forEach(n => console.log(` ${colors.cyan('→')} ${n}`));
|
|
39
|
+
}
|
|
40
|
+
if (mx.length) {
|
|
41
|
+
console.log(colors.bold(' MX Records:'));
|
|
42
|
+
mx.sort((a, b) => a.priority - b.priority)
|
|
43
|
+
.forEach(m => console.log(` ${colors.cyan(String(m.priority).padStart(3))} ${m.exchange}`));
|
|
44
|
+
}
|
|
45
|
+
const sec = security;
|
|
46
|
+
if (sec.spf?.length) {
|
|
47
|
+
console.log(colors.bold(' SPF:'));
|
|
48
|
+
console.log(` ${colors.gray(sec.spf[0].slice(0, 80))}${sec.spf[0].length > 80 ? '...' : ''}`);
|
|
49
|
+
}
|
|
50
|
+
if (sec.dmarc) {
|
|
51
|
+
console.log(colors.bold(' DMARC:'));
|
|
52
|
+
console.log(` ${colors.gray(sec.dmarc.slice(0, 80))}${sec.dmarc.length > 80 ? '...' : ''}`);
|
|
53
|
+
}
|
|
54
|
+
if (sec.caa?.issue?.length) {
|
|
55
|
+
console.log(colors.bold(' CAA:'));
|
|
56
|
+
sec.caa.issue.forEach((ca) => console.log(` ${colors.cyan('issue')} ${ca}`));
|
|
57
|
+
}
|
|
58
|
+
ctx.lastResponse = { a, aaaa, mx, ns, txt, security };
|
|
59
|
+
}
|
|
60
|
+
catch (error) {
|
|
61
|
+
console.error(colors.red(`DNS lookup failed: ${error.message}`));
|
|
62
|
+
}
|
|
63
|
+
console.log('');
|
|
64
|
+
}
|
|
65
|
+
export async function runDnsPropagation(ctx, domain, type = 'A') {
|
|
66
|
+
if (!domain) {
|
|
67
|
+
domain = ctx.getBaseDomain() || '';
|
|
68
|
+
if (!domain) {
|
|
69
|
+
console.log(colors.yellow('Usage: dns:propagate <domain> [type]'));
|
|
70
|
+
console.log(colors.gray(' Examples: dns:propagate google.com | dns:propagate github.com TXT'));
|
|
71
|
+
console.log(colors.gray(' Or set a base URL first: url https://example.com'));
|
|
72
|
+
return;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
console.log(colors.gray(`Checking DNS propagation for ${domain} (${type})...`));
|
|
76
|
+
try {
|
|
77
|
+
const { checkPropagation, formatPropagationReport } = await import('../../../dns/propagation.js');
|
|
78
|
+
const results = await checkPropagation(domain, type);
|
|
79
|
+
console.log(formatPropagationReport(results, domain, type));
|
|
80
|
+
ctx.lastResponse = results;
|
|
81
|
+
}
|
|
82
|
+
catch (error) {
|
|
83
|
+
console.error(colors.red(`Propagation check failed: ${error.message}`));
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
export async function runDnsEmailCheck(ctx, domain, selector) {
|
|
87
|
+
if (!domain) {
|
|
88
|
+
domain = ctx.getBaseDomain() || '';
|
|
89
|
+
if (!domain) {
|
|
90
|
+
console.log(colors.yellow('Usage: dns:email <domain> [dkim-selector]'));
|
|
91
|
+
console.log(colors.gray(' Examples: dns:email google.com | dns:email github.com google'));
|
|
92
|
+
console.log(colors.gray(' Or set a base URL first: url https://example.com'));
|
|
93
|
+
return;
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
console.log(colors.gray(`Checking email security for ${domain}...`));
|
|
97
|
+
const startTime = performance.now();
|
|
98
|
+
try {
|
|
99
|
+
const { validateSpf, validateDmarc, checkDkim } = await import('../../../utils/dns-toolkit.js');
|
|
100
|
+
const [spf, dmarc, dkim] = await Promise.all([
|
|
101
|
+
validateSpf(domain),
|
|
102
|
+
validateDmarc(domain),
|
|
103
|
+
checkDkim(domain, selector || 'default')
|
|
104
|
+
]);
|
|
105
|
+
const duration = Math.round(performance.now() - startTime);
|
|
106
|
+
console.log(colors.green(`✔ Email security check completed`) + colors.gray(` (${duration}ms)
|
|
107
|
+
`));
|
|
108
|
+
console.log(colors.bold('SPF:'));
|
|
109
|
+
if (spf.valid) {
|
|
110
|
+
console.log(` ${colors.green('✔')} ${spf.record || 'No record'}`);
|
|
111
|
+
}
|
|
112
|
+
else {
|
|
113
|
+
console.log(` ${colors.red('✖')} ${spf.errors?.join(', ') || 'Invalid'}`);
|
|
114
|
+
}
|
|
115
|
+
if (spf.warnings?.length) {
|
|
116
|
+
spf.warnings.forEach((w) => console.log(` ${colors.yellow('⚠')} ${w}`));
|
|
117
|
+
}
|
|
118
|
+
console.log(colors.bold('\nDMARC:'));
|
|
119
|
+
if (dmarc.valid) {
|
|
120
|
+
console.log(` ${colors.green('✔')} Policy: ${dmarc.policy || 'none'}`);
|
|
121
|
+
if (dmarc.percentage !== undefined && dmarc.percentage < 100) {
|
|
122
|
+
console.log(` ${colors.yellow('⚠')} Only ${dmarc.percentage}% of emails affected`);
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
else {
|
|
126
|
+
console.log(` ${colors.red('✖')} No DMARC record found`);
|
|
127
|
+
}
|
|
128
|
+
if (dmarc.warnings?.length) {
|
|
129
|
+
dmarc.warnings.forEach((w) => console.log(` ${colors.yellow('⚠')} ${w}`));
|
|
130
|
+
}
|
|
131
|
+
console.log(colors.bold(`\nDKIM (${selector || 'default'}):`));
|
|
132
|
+
if (dkim.found) {
|
|
133
|
+
console.log(` ${colors.green('✔')} Record found`);
|
|
134
|
+
if (dkim.publicKey) {
|
|
135
|
+
const keyPreview = dkim.publicKey.substring(0, 40) + '...';
|
|
136
|
+
console.log(` ${colors.gray('Key:')} ${keyPreview}`);
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
else {
|
|
140
|
+
console.log(` ${colors.yellow('⚠')} No DKIM record for selector "${selector || 'default'}"`);
|
|
141
|
+
console.log(` ${colors.gray('Try: dns:email ' + domain + ' <selector>')}`);
|
|
142
|
+
}
|
|
143
|
+
console.log('');
|
|
144
|
+
ctx.lastResponse = { spf, dmarc, dkim };
|
|
145
|
+
}
|
|
146
|
+
catch (error) {
|
|
147
|
+
console.error(colors.red(`Email security check failed: ${error.message}`));
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
export async function runDnsHealth(ctx, domain) {
|
|
151
|
+
if (!domain) {
|
|
152
|
+
domain = ctx.getBaseDomain() || '';
|
|
153
|
+
if (!domain) {
|
|
154
|
+
console.log(colors.yellow('Usage: dns:health <domain>'));
|
|
155
|
+
console.log(colors.gray(' Example: dns:health google.com'));
|
|
156
|
+
return;
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
console.log(colors.gray(`Checking DNS health for ${domain}...`));
|
|
160
|
+
const startTime = performance.now();
|
|
161
|
+
try {
|
|
162
|
+
const { checkDnsHealth } = await import('../../../utils/dns-toolkit.js');
|
|
163
|
+
const result = await checkDnsHealth(domain);
|
|
164
|
+
const duration = Math.round(performance.now() - startTime);
|
|
165
|
+
console.log(colors.green(`✔ DNS health check completed`) + colors.gray(` (${duration}ms)
|
|
166
|
+
`));
|
|
167
|
+
const gradeColor = result.grade === 'A' ? colors.green :
|
|
168
|
+
result.grade === 'B' ? colors.cyan :
|
|
169
|
+
result.grade === 'C' ? colors.yellow : colors.red;
|
|
170
|
+
console.log(`${colors.bold('DNS Health Report')}`);
|
|
171
|
+
console.log(` ${colors.gray('Grade:')} ${gradeColor(result.grade)} (${result.score}/100)`);
|
|
172
|
+
console.log(` ${colors.gray('Checks:')} ${result.checks?.filter((c) => c.passed).length || 0} passed, ${result.checks?.filter((c) => !c.passed).length || 0} failed`);
|
|
173
|
+
if (result.checks) {
|
|
174
|
+
console.log('');
|
|
175
|
+
result.checks.forEach((check) => {
|
|
176
|
+
const icon = check.passed ? colors.green('✔') : colors.red('✖');
|
|
177
|
+
console.log(` ${icon} ${check.name}: ${check.message || (check.passed ? 'OK' : 'Failed')}`);
|
|
178
|
+
});
|
|
179
|
+
}
|
|
180
|
+
console.log('');
|
|
181
|
+
ctx.lastResponse = result;
|
|
182
|
+
}
|
|
183
|
+
catch (error) {
|
|
184
|
+
console.error(colors.red(`DNS health check failed: ${error.message}`));
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
export async function runDnsSpf(ctx, domain) {
|
|
188
|
+
if (!domain) {
|
|
189
|
+
domain = ctx.getBaseDomain() || '';
|
|
190
|
+
if (!domain) {
|
|
191
|
+
console.log(colors.yellow('Usage: dns:spf <domain>'));
|
|
192
|
+
console.log(colors.gray(' Example: dns:spf google.com'));
|
|
193
|
+
return;
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
console.log(colors.gray(`Validating SPF for ${domain}...`));
|
|
197
|
+
try {
|
|
198
|
+
const { validateSpf } = await import('../../../utils/dns-toolkit.js');
|
|
199
|
+
const result = await validateSpf(domain);
|
|
200
|
+
console.log('');
|
|
201
|
+
console.log(colors.bold('SPF Validation'));
|
|
202
|
+
if (result.valid) {
|
|
203
|
+
console.log(` ${colors.green('✔')} Valid SPF record`);
|
|
204
|
+
}
|
|
205
|
+
else {
|
|
206
|
+
console.log(` ${colors.red('✖')} Invalid SPF record`);
|
|
207
|
+
}
|
|
208
|
+
if (result.record) {
|
|
209
|
+
console.log(` ${colors.gray('Record:')} ${result.record}`);
|
|
210
|
+
}
|
|
211
|
+
if (result.lookupCount !== undefined) {
|
|
212
|
+
const lookupColor = result.lookupCount > 10 ? colors.red : result.lookupCount > 7 ? colors.yellow : colors.green;
|
|
213
|
+
console.log(` ${colors.gray('DNS Lookups:')} ${lookupColor(result.lookupCount.toString())}/10`);
|
|
214
|
+
}
|
|
215
|
+
if (result.mechanisms && result.mechanisms.length > 0) {
|
|
216
|
+
console.log(` ${colors.gray('Mechanisms:')} ${result.mechanisms.join(', ')}`);
|
|
217
|
+
}
|
|
218
|
+
if (result.includes && result.includes.length > 0) {
|
|
219
|
+
console.log(` ${colors.gray('Includes:')} ${result.includes.join(', ')}`);
|
|
220
|
+
}
|
|
221
|
+
if (result.warnings && result.warnings.length > 0) {
|
|
222
|
+
console.log('');
|
|
223
|
+
result.warnings.forEach((w) => console.log(` ${colors.yellow('⚠')} ${w}`));
|
|
224
|
+
}
|
|
225
|
+
if (result.errors && result.errors.length > 0) {
|
|
226
|
+
console.log('');
|
|
227
|
+
result.errors.forEach((e) => console.log(` ${colors.red('✖')} ${e}`));
|
|
228
|
+
}
|
|
229
|
+
console.log('');
|
|
230
|
+
ctx.lastResponse = result;
|
|
231
|
+
}
|
|
232
|
+
catch (error) {
|
|
233
|
+
console.error(colors.red(`SPF validation failed: ${error.message}`));
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
export async function runDnsDmarc(ctx, domain) {
|
|
237
|
+
if (!domain) {
|
|
238
|
+
domain = ctx.getBaseDomain() || '';
|
|
239
|
+
if (!domain) {
|
|
240
|
+
console.log(colors.yellow('Usage: dns:dmarc <domain>'));
|
|
241
|
+
console.log(colors.gray(' Example: dns:dmarc google.com'));
|
|
242
|
+
return;
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
console.log(colors.gray(`Validating DMARC for ${domain}...`));
|
|
246
|
+
try {
|
|
247
|
+
const { validateDmarc } = await import('../../../utils/dns-toolkit.js');
|
|
248
|
+
const result = await validateDmarc(domain);
|
|
249
|
+
console.log('');
|
|
250
|
+
console.log(colors.bold('DMARC Validation'));
|
|
251
|
+
if (result.valid) {
|
|
252
|
+
console.log(` ${colors.green('✔')} Valid DMARC record`);
|
|
253
|
+
}
|
|
254
|
+
else {
|
|
255
|
+
console.log(` ${colors.red('✖')} No DMARC record found`);
|
|
256
|
+
}
|
|
257
|
+
if (result.record) {
|
|
258
|
+
console.log(` ${colors.gray('Record:')} ${result.record}`);
|
|
259
|
+
}
|
|
260
|
+
if (result.policy) {
|
|
261
|
+
const policyColor = result.policy === 'reject' ? colors.green :
|
|
262
|
+
result.policy === 'quarantine' ? colors.yellow : colors.gray;
|
|
263
|
+
console.log(` ${colors.gray('Policy:')} ${policyColor(result.policy)}`);
|
|
264
|
+
}
|
|
265
|
+
if (result.subdomainPolicy) {
|
|
266
|
+
console.log(` ${colors.gray('Subdomain Policy:')} ${result.subdomainPolicy}`);
|
|
267
|
+
}
|
|
268
|
+
if (result.percentage !== undefined && result.percentage < 100) {
|
|
269
|
+
console.log(` ${colors.yellow('⚠')} Only ${result.percentage}% of emails affected`);
|
|
270
|
+
}
|
|
271
|
+
if (result.rua) {
|
|
272
|
+
console.log(` ${colors.gray('Aggregate Reports:')} ${result.rua}`);
|
|
273
|
+
}
|
|
274
|
+
if (result.ruf) {
|
|
275
|
+
console.log(` ${colors.gray('Forensic Reports:')} ${result.ruf}`);
|
|
276
|
+
}
|
|
277
|
+
if (result.warnings && result.warnings.length > 0) {
|
|
278
|
+
console.log('');
|
|
279
|
+
result.warnings.forEach((w) => console.log(` ${colors.yellow('⚠')} ${w}`));
|
|
280
|
+
}
|
|
281
|
+
console.log('');
|
|
282
|
+
ctx.lastResponse = result;
|
|
283
|
+
}
|
|
284
|
+
catch (error) {
|
|
285
|
+
console.error(colors.red(`DMARC validation failed: ${error.message}`));
|
|
286
|
+
}
|
|
287
|
+
}
|
|
288
|
+
export async function runDnsDkim(ctx, domain, selector) {
|
|
289
|
+
if (!domain) {
|
|
290
|
+
domain = ctx.getBaseDomain() || '';
|
|
291
|
+
if (!domain) {
|
|
292
|
+
console.log(colors.yellow('Usage: dns:dkim <domain> [selector]'));
|
|
293
|
+
console.log(colors.gray(' Example: dns:dkim google.com | dns:dkim google.com google'));
|
|
294
|
+
return;
|
|
295
|
+
}
|
|
296
|
+
}
|
|
297
|
+
const dkimSelector = selector || 'default';
|
|
298
|
+
console.log(colors.gray(`Checking DKIM for ${domain} (selector: ${dkimSelector})...`));
|
|
299
|
+
try {
|
|
300
|
+
const { checkDkim } = await import('../../../utils/dns-toolkit.js');
|
|
301
|
+
const result = await checkDkim(domain, dkimSelector);
|
|
302
|
+
console.log('');
|
|
303
|
+
console.log(colors.bold(`DKIM Check (selector: ${dkimSelector})`));
|
|
304
|
+
if (result.found) {
|
|
305
|
+
console.log(` ${colors.green('✔')} DKIM record found`);
|
|
306
|
+
if (result.publicKey) {
|
|
307
|
+
const keyPreview = result.publicKey.substring(0, 50) + '...';
|
|
308
|
+
console.log(` ${colors.gray('Public Key:')} ${keyPreview}`);
|
|
309
|
+
}
|
|
310
|
+
if (result.record) {
|
|
311
|
+
console.log(` ${colors.gray('Record:')} ${result.record.substring(0, 80)}...`);
|
|
312
|
+
}
|
|
313
|
+
}
|
|
314
|
+
else {
|
|
315
|
+
console.log(` ${colors.yellow('⚠')} No DKIM record found for selector "${dkimSelector}"`);
|
|
316
|
+
console.log(` ${colors.gray('Common selectors: google, selector1, selector2, k1, default')}`);
|
|
317
|
+
}
|
|
318
|
+
console.log('');
|
|
319
|
+
ctx.lastResponse = result;
|
|
320
|
+
}
|
|
321
|
+
catch (error) {
|
|
322
|
+
console.error(colors.red(`DKIM check failed: ${error.message}`));
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
export async function runDnsDig(ctx, args) {
|
|
326
|
+
let server = '';
|
|
327
|
+
let domain = '';
|
|
328
|
+
let recordType = 'A';
|
|
329
|
+
let shortMode = false;
|
|
330
|
+
let reverse = false;
|
|
331
|
+
const processedArgs = [];
|
|
332
|
+
for (const arg of args) {
|
|
333
|
+
if (arg.startsWith('@')) {
|
|
334
|
+
server = arg.slice(1);
|
|
335
|
+
}
|
|
336
|
+
else if (arg === '+short') {
|
|
337
|
+
shortMode = true;
|
|
338
|
+
}
|
|
339
|
+
else if (arg.toLowerCase() === 'reverse') {
|
|
340
|
+
reverse = true;
|
|
341
|
+
}
|
|
342
|
+
else {
|
|
343
|
+
processedArgs.push(arg);
|
|
344
|
+
}
|
|
345
|
+
}
|
|
346
|
+
if (processedArgs.length > 0) {
|
|
347
|
+
domain = processedArgs[0];
|
|
348
|
+
}
|
|
349
|
+
if (processedArgs.length > 1) {
|
|
350
|
+
recordType = processedArgs[1].toUpperCase();
|
|
351
|
+
}
|
|
352
|
+
if (!domain && !reverse) {
|
|
353
|
+
domain = ctx.getBaseDomain() || '';
|
|
354
|
+
}
|
|
355
|
+
if (!domain && !reverse) {
|
|
356
|
+
console.log(colors.yellow('Usage: dns:dig [@server] <domain> [type] [+short] [reverse]'));
|
|
357
|
+
console.log(colors.gray(' Examples:'));
|
|
358
|
+
console.log(colors.gray(' dns:dig google.com'));
|
|
359
|
+
console.log(colors.gray(' dns:dig google.com MX'));
|
|
360
|
+
console.log(colors.gray(' dns:dig @8.8.8.8 google.com A'));
|
|
361
|
+
console.log(colors.gray(' dns:dig 8.8.8.8 reverse'));
|
|
362
|
+
console.log(colors.gray(' dns:dig google.com TXT +short'));
|
|
363
|
+
return;
|
|
364
|
+
}
|
|
365
|
+
else if (!domain && reverse) {
|
|
366
|
+
domain = processedArgs[0];
|
|
367
|
+
}
|
|
368
|
+
console.log(colors.gray(`Querying ${recordType} record for ${domain}${server ? ` via ${server}` : ''}${reverse ? ' (reverse lookup)' : ''}...`));
|
|
369
|
+
try {
|
|
370
|
+
const { dig, formatDigOutput } = await import('../../../utils/dns-toolkit.js');
|
|
371
|
+
const result = await dig(domain, { type: recordType, server: server || undefined, reverse, short: shortMode });
|
|
372
|
+
console.log('');
|
|
373
|
+
if (shortMode) {
|
|
374
|
+
if (result.answer && result.answer.length > 0) {
|
|
375
|
+
result.answer.forEach((ans) => {
|
|
376
|
+
console.log(ans.data || ans.address || ans.exchange || JSON.stringify(ans));
|
|
377
|
+
});
|
|
378
|
+
}
|
|
379
|
+
else {
|
|
380
|
+
console.log(colors.gray('(no results)'));
|
|
381
|
+
}
|
|
382
|
+
}
|
|
383
|
+
else {
|
|
384
|
+
console.log(formatDigOutput(result, shortMode));
|
|
385
|
+
}
|
|
386
|
+
ctx.lastResponse = result;
|
|
387
|
+
}
|
|
388
|
+
catch (error) {
|
|
389
|
+
console.error(colors.red(`DNS lookup failed: ${error.message}`));
|
|
390
|
+
}
|
|
391
|
+
}
|
|
392
|
+
export async function runDnsGenerate(ctx, args) {
|
|
393
|
+
if (args.length === 0 || args[0] === 'help') {
|
|
394
|
+
console.log(colors.bold('DMARC Record Generator'));
|
|
395
|
+
console.log('');
|
|
396
|
+
console.log(colors.yellow('Usage: dns:generate <policy> [options]'));
|
|
397
|
+
console.log('');
|
|
398
|
+
console.log(colors.gray('Policies:'));
|
|
399
|
+
console.log(' none - Monitor only, take no action');
|
|
400
|
+
console.log(' quarantine - Mark suspicious emails as spam');
|
|
401
|
+
console.log(' reject - Block suspicious emails');
|
|
402
|
+
console.log('');
|
|
403
|
+
console.log(colors.gray('Options (key=value format):'));
|
|
404
|
+
console.log(' rua=<email> - Aggregate report address(es), comma-separated');
|
|
405
|
+
console.log(' ruf=<email> - Forensic report address(es), comma-separated');
|
|
406
|
+
console.log(' sp=<policy> - Subdomain policy (none|quarantine|reject)');
|
|
407
|
+
console.log(' pct=<0-100> - Percentage of messages to apply policy');
|
|
408
|
+
console.log(' adkim=<s|r> - DKIM alignment (s=strict, r=relaxed)');
|
|
409
|
+
console.log(' aspf=<s|r> - SPF alignment (s=strict, r=relaxed)');
|
|
410
|
+
console.log(' ri=<seconds> - Report interval (default: 86400 = 1 day)');
|
|
411
|
+
console.log('');
|
|
412
|
+
console.log(colors.gray('Examples:'));
|
|
413
|
+
console.log(' dns:generate reject');
|
|
414
|
+
console.log(' dns:generate reject rua=reports@example.com');
|
|
415
|
+
console.log(' dns:generate quarantine sp=reject pct=50');
|
|
416
|
+
console.log(' dns:generate reject rua=dmarc@example.com,backup@example.com');
|
|
417
|
+
return;
|
|
418
|
+
}
|
|
419
|
+
const policy = args[0].toLowerCase();
|
|
420
|
+
if (!['none', 'quarantine', 'reject'].includes(policy)) {
|
|
421
|
+
console.log(colors.red(`Invalid policy: ${policy}`));
|
|
422
|
+
console.log(colors.gray('Valid policies: none, quarantine, reject'));
|
|
423
|
+
return;
|
|
424
|
+
}
|
|
425
|
+
const options = {};
|
|
426
|
+
for (let i = 1; i < args.length; i++) {
|
|
427
|
+
const [key, ...valueParts] = args[i].split('=');
|
|
428
|
+
if (valueParts.length > 0) {
|
|
429
|
+
options[key.toLowerCase()] = valueParts.join('=');
|
|
430
|
+
}
|
|
431
|
+
}
|
|
432
|
+
try {
|
|
433
|
+
const { generateDmarc } = await import('../../../utils/dns-toolkit.js');
|
|
434
|
+
const dmarcOptions = {
|
|
435
|
+
policy: policy,
|
|
436
|
+
};
|
|
437
|
+
if (options.sp)
|
|
438
|
+
dmarcOptions.subdomainPolicy = options.sp;
|
|
439
|
+
if (options.pct)
|
|
440
|
+
dmarcOptions.percentage = parseInt(options.pct);
|
|
441
|
+
if (options.rua)
|
|
442
|
+
dmarcOptions.aggregateReports = options.rua.split(',');
|
|
443
|
+
if (options.ruf)
|
|
444
|
+
dmarcOptions.forensicReports = options.ruf.split(',');
|
|
445
|
+
if (options.adkim)
|
|
446
|
+
dmarcOptions.alignmentDkim = options.adkim === 's' ? 'strict' : 'relaxed';
|
|
447
|
+
if (options.aspf)
|
|
448
|
+
dmarcOptions.alignmentSpf = options.aspf === 's' ? 'strict' : 'relaxed';
|
|
449
|
+
if (options.ri)
|
|
450
|
+
dmarcOptions.reportInterval = parseInt(options.ri);
|
|
451
|
+
const record = generateDmarc(dmarcOptions);
|
|
452
|
+
console.log(colors.bold('\nGenerated DMARC Record:'));
|
|
453
|
+
console.log(colors.green(record));
|
|
454
|
+
console.log('');
|
|
455
|
+
console.log(colors.gray('Add this as a TXT record at host: _dmarc'));
|
|
456
|
+
ctx.lastResponse = { record, options: dmarcOptions };
|
|
457
|
+
}
|
|
458
|
+
catch (error) {
|
|
459
|
+
console.error(colors.red(`DMARC generation failed: ${error.message}`));
|
|
460
|
+
}
|
|
461
|
+
}
|
|
@@ -0,0 +1,162 @@
|
|
|
1
|
+
import colors from '../../../utils/colors.js';
|
|
2
|
+
export async function runHls(ctx, args) {
|
|
3
|
+
if (args.length === 0 || args[0] === 'help') {
|
|
4
|
+
console.log(colors.bold('HLS Streaming Client'));
|
|
5
|
+
console.log('');
|
|
6
|
+
console.log(colors.yellow('Usage: hls <url> [command] [options...] [Header:Value...]'));
|
|
7
|
+
console.log('');
|
|
8
|
+
console.log(colors.gray('Commands:'));
|
|
9
|
+
console.log(' info Show stream information (default)');
|
|
10
|
+
console.log(' download Download the stream to a file');
|
|
11
|
+
console.log('');
|
|
12
|
+
console.log(colors.gray('Options:'));
|
|
13
|
+
console.log(' output=<file> Output file for download (default: stream.ts)');
|
|
14
|
+
console.log(' quality=<level> Quality selection: highest, lowest (default: highest)');
|
|
15
|
+
console.log(' live Enable live stream mode');
|
|
16
|
+
console.log(' duration=<seconds> Duration for live recording in seconds');
|
|
17
|
+
console.log(' concurrency=<n> Concurrent segment downloads (default: 4)');
|
|
18
|
+
console.log('');
|
|
19
|
+
console.log(colors.gray('Headers (add anywhere after URL/command):'));
|
|
20
|
+
console.log(' Referer:https://example.com - Set a custom Referer header');
|
|
21
|
+
console.log(' User-Agent:Mozilla/5.0 - Set a custom User-Agent header');
|
|
22
|
+
console.log('');
|
|
23
|
+
console.log(colors.gray('Examples:'));
|
|
24
|
+
console.log(' hls https://example.com/stream.m3u8');
|
|
25
|
+
console.log(' hls https://example.com/live.m3u8 info');
|
|
26
|
+
console.log(' hls https://example.com/vod.m3u8 download output=video.ts');
|
|
27
|
+
console.log(' hls https://example.com/stream.m3u8 download quality=lowest');
|
|
28
|
+
console.log(' hls https://edge8-mia.live.mmcdn.com/live-hls/... download Referer:https://site.com User-Agent:"My Browser"');
|
|
29
|
+
return;
|
|
30
|
+
}
|
|
31
|
+
let url = args[0];
|
|
32
|
+
let command = 'info';
|
|
33
|
+
let output = 'stream.ts';
|
|
34
|
+
let quality;
|
|
35
|
+
let live = false;
|
|
36
|
+
let duration;
|
|
37
|
+
let concurrency = 4;
|
|
38
|
+
const headers = {};
|
|
39
|
+
let outputHandled = false;
|
|
40
|
+
for (let i = 1; i < args.length; i++) {
|
|
41
|
+
const arg = args[i];
|
|
42
|
+
if (arg.includes('=')) {
|
|
43
|
+
const [key, value] = arg.split('=');
|
|
44
|
+
if (key === 'quality')
|
|
45
|
+
quality = value;
|
|
46
|
+
else if (key === 'duration')
|
|
47
|
+
duration = parseInt(value, 10);
|
|
48
|
+
else if (key === 'concurrency')
|
|
49
|
+
concurrency = parseInt(value, 10);
|
|
50
|
+
else if (key === 'output') {
|
|
51
|
+
output = value;
|
|
52
|
+
outputHandled = true;
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
else if (arg.includes(':')) {
|
|
56
|
+
const [key, ...valueParts] = arg.split(':');
|
|
57
|
+
headers[key.trim()] = valueParts.join(':').trim();
|
|
58
|
+
}
|
|
59
|
+
else if (arg === 'live') {
|
|
60
|
+
live = true;
|
|
61
|
+
}
|
|
62
|
+
else if (['info', 'download'].includes(arg)) {
|
|
63
|
+
command = arg;
|
|
64
|
+
}
|
|
65
|
+
else if (!outputHandled && command === 'download') {
|
|
66
|
+
output = arg;
|
|
67
|
+
outputHandled = true;
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
if (!url.startsWith('http')) {
|
|
71
|
+
if (ctx.baseUrl) {
|
|
72
|
+
url = `${ctx.baseUrl}${url.startsWith('/') ? '' : '/'}${url}`;
|
|
73
|
+
}
|
|
74
|
+
else {
|
|
75
|
+
url = `https://${url}`;
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
console.log(colors.gray(`Fetching playlist: ${url}`));
|
|
79
|
+
if (Object.keys(headers).length > 0) {
|
|
80
|
+
console.log(colors.gray('With custom headers:'));
|
|
81
|
+
for (const [key, value] of Object.entries(headers)) {
|
|
82
|
+
console.log(` ${colors.gray(`${key}: ${value}`)}`);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
try {
|
|
86
|
+
const { hls } = await import('../../../plugins/hls.js');
|
|
87
|
+
const hlsOptions = {
|
|
88
|
+
quality: quality || 'highest',
|
|
89
|
+
headers: Object.keys(headers).length > 0 ? headers : undefined,
|
|
90
|
+
live: live ? (duration ? { duration: duration * 1000 } : true) : undefined,
|
|
91
|
+
concurrency: concurrency,
|
|
92
|
+
};
|
|
93
|
+
const hlsClient = hls(ctx.client, url, hlsOptions);
|
|
94
|
+
if (command === 'info') {
|
|
95
|
+
const info = await hlsClient.info();
|
|
96
|
+
console.log(colors.green('\n✔ HLS Stream Info'));
|
|
97
|
+
console.log('');
|
|
98
|
+
if (info.master) {
|
|
99
|
+
console.log(colors.bold(' Master Playlist:'));
|
|
100
|
+
console.log(` ${colors.cyan('Variants')}: ${info.master.variants.length}`);
|
|
101
|
+
console.log('');
|
|
102
|
+
info.master.variants.forEach((v, i) => {
|
|
103
|
+
const bandwidth = v.bandwidth ? `${Math.round(v.bandwidth / 1000)}kbps` : 'unknown';
|
|
104
|
+
const resolution = v.resolution || 'unknown';
|
|
105
|
+
const selected = info.selectedVariant?.url === v.url ? colors.green(' ★ selected') : '';
|
|
106
|
+
console.log(` ${colors.gray(`${i + 1}.`)} ${bandwidth} @ ${resolution}${selected}`);
|
|
107
|
+
if (v.codecs) {
|
|
108
|
+
console.log(` ${colors.gray('Codecs:')} ${v.codecs}`);
|
|
109
|
+
}
|
|
110
|
+
});
|
|
111
|
+
console.log('');
|
|
112
|
+
}
|
|
113
|
+
if (info.playlist) {
|
|
114
|
+
console.log(colors.bold(' Media Playlist:'));
|
|
115
|
+
console.log(` ${colors.cyan('Segments')}: ${info.playlist.segments.length}`);
|
|
116
|
+
console.log(` ${colors.cyan('Target Duration')}: ${info.playlist.targetDuration}s`);
|
|
117
|
+
console.log(` ${colors.cyan('Type')}: ${info.isLive ? colors.yellow('LIVE') : colors.green('VOD')}`);
|
|
118
|
+
if (info.totalDuration) {
|
|
119
|
+
const minutes = Math.floor(info.totalDuration / 60);
|
|
120
|
+
const seconds = Math.round(info.totalDuration % 60);
|
|
121
|
+
console.log(` ${colors.cyan('Total Duration')}: ${minutes}m ${seconds}s`);
|
|
122
|
+
}
|
|
123
|
+
if (info.playlist.segments.length > 0) {
|
|
124
|
+
const firstSeg = info.playlist.segments[0];
|
|
125
|
+
const lastSeg = info.playlist.segments[info.playlist.segments.length - 1];
|
|
126
|
+
console.log(` ${colors.cyan('Sequence Range')}: ${firstSeg.sequence} - ${lastSeg.sequence}`);
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
ctx.lastResponse = info;
|
|
130
|
+
}
|
|
131
|
+
else if (command === 'download') {
|
|
132
|
+
const outputFile = output;
|
|
133
|
+
console.log(colors.gray(`Downloading to ${outputFile}...`));
|
|
134
|
+
console.log('');
|
|
135
|
+
let lastProgress = 0;
|
|
136
|
+
const startTime = Date.now();
|
|
137
|
+
await hls(ctx.client, url, {
|
|
138
|
+
quality: quality || 'highest',
|
|
139
|
+
onProgress: (progress) => {
|
|
140
|
+
const now = Date.now();
|
|
141
|
+
if (now - lastProgress > 500) {
|
|
142
|
+
lastProgress = now;
|
|
143
|
+
const kb = Math.round(progress.downloadedBytes / 1024);
|
|
144
|
+
const total = progress.totalSegments ? ` / ${progress.totalSegments}` : '';
|
|
145
|
+
process.stdout.write(`\r ${colors.cyan('Segments')}: ${progress.downloadedSegments}${total} | ${colors.cyan('Downloaded')}: ${kb}kb `);
|
|
146
|
+
}
|
|
147
|
+
},
|
|
148
|
+
headers: Object.keys(headers).length > 0 ? headers : undefined,
|
|
149
|
+
live: live ? (duration ? { duration: duration * 1000 } : true) : undefined,
|
|
150
|
+
concurrency: concurrency,
|
|
151
|
+
}).download(outputFile);
|
|
152
|
+
const durationMillis = Math.round((Date.now() - startTime));
|
|
153
|
+
process.stdout.write('\r' + ' '.repeat(80) + '\r');
|
|
154
|
+
console.log(colors.green(`✔ Downloaded to ${outputFile}`) + colors.gray(` (${durationMillis / 1000}s)`));
|
|
155
|
+
ctx.lastResponse = { file: outputFile, duration: durationMillis / 1000 };
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
catch (error) {
|
|
159
|
+
console.error(colors.red(`HLS Error: ${error.message}`));
|
|
160
|
+
}
|
|
161
|
+
console.log('');
|
|
162
|
+
}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import colors from '../../../utils/colors.js';
|
|
2
|
+
export async function runIpIntelligence(ctx, address) {
|
|
3
|
+
if (!address) {
|
|
4
|
+
console.log(colors.yellow('Usage: ip <address>'));
|
|
5
|
+
console.log(colors.gray(' Examples: ip 8.8.8.8 | ip 192.168.1.1'));
|
|
6
|
+
return;
|
|
7
|
+
}
|
|
8
|
+
console.log(colors.gray(`Looking up ${address} using local GeoLite2 database...`));
|
|
9
|
+
try {
|
|
10
|
+
const { getIpInfo, isGeoIPAvailable } = await import('../../../mcp/ip-intel.js');
|
|
11
|
+
if (!isGeoIPAvailable()) {
|
|
12
|
+
console.log(colors.gray(`Downloading GeoLite2 database...`));
|
|
13
|
+
}
|
|
14
|
+
const info = await getIpInfo(address);
|
|
15
|
+
if (info.bogon) {
|
|
16
|
+
console.log(colors.yellow(`
|
|
17
|
+
⚠ ${address} is a Bogon/Private IP.`));
|
|
18
|
+
console.log(colors.gray(` Type: ${info.bogonType}`));
|
|
19
|
+
ctx.lastResponse = info;
|
|
20
|
+
return;
|
|
21
|
+
}
|
|
22
|
+
console.log(`
|
|
23
|
+
${colors.bold(colors.cyan('🌍 IP Intelligence Report'))}
|
|
24
|
+
|
|
25
|
+
${colors.bold('Location:')}
|
|
26
|
+
${colors.gray('City:')} ${info.city || 'N/A'}
|
|
27
|
+
${colors.gray('Region:')} ${info.region || 'N/A'}
|
|
28
|
+
${colors.gray('Country:')} ${info.country || 'N/A'} ${info.countryCode ? `(${info.countryCode})` : ''}
|
|
29
|
+
${colors.gray('Continent:')} ${info.continent || 'N/A'}
|
|
30
|
+
${colors.gray('Timezone:')} ${info.timezone || 'N/A'}
|
|
31
|
+
${colors.gray('Coords:')} ${info.loc ? colors.cyan(info.loc) : 'N/A'}
|
|
32
|
+
${colors.gray('Accuracy:')} ${info.accuracy ? `~${info.accuracy} km` : 'N/A'}
|
|
33
|
+
|
|
34
|
+
${colors.bold('Network:')}
|
|
35
|
+
${colors.gray('IP:')} ${info.ip}
|
|
36
|
+
${colors.gray('Type:')} ${info.isIPv6 ? 'IPv6' : 'IPv4'}
|
|
37
|
+
${colors.gray('Postal:')} ${info.postal || 'N/A'}
|
|
38
|
+
`);
|
|
39
|
+
ctx.lastResponse = info;
|
|
40
|
+
}
|
|
41
|
+
catch (error) {
|
|
42
|
+
console.error(colors.red(`IP Lookup Failed: ${error.message}`));
|
|
43
|
+
}
|
|
44
|
+
console.log('');
|
|
45
|
+
}
|