recker 1.0.43 → 1.0.44
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +47 -0
- package/dist/bin/recker-linux-x64 +0 -0
- package/dist/bin/recker-macos-x64 +0 -0
- package/dist/bin/recker-win-x64.exe +0 -0
- package/dist/bin/rek.cjs +85152 -100207
- package/dist/browser/ai/adaptive-timeout.d.ts +50 -0
- package/dist/browser/ai/adaptive-timeout.js +208 -0
- package/dist/browser/ai/client.d.ts +22 -0
- package/dist/browser/ai/client.js +294 -0
- package/dist/browser/ai/index.d.ts +14 -0
- package/dist/browser/ai/index.js +11 -0
- package/dist/browser/ai/providers/anthropic.d.ts +63 -0
- package/dist/browser/ai/providers/anthropic.js +370 -0
- package/dist/browser/ai/providers/base.d.ts +48 -0
- package/dist/browser/ai/providers/base.js +150 -0
- package/dist/browser/ai/providers/google.d.ts +59 -0
- package/dist/browser/ai/providers/google.js +305 -0
- package/dist/browser/ai/providers/ollama.d.ts +44 -0
- package/dist/browser/ai/providers/ollama.js +240 -0
- package/dist/browser/ai/providers/openai.d.ts +64 -0
- package/dist/browser/ai/providers/openai.js +298 -0
- package/dist/browser/ai/rate-limiter.d.ts +43 -0
- package/dist/browser/ai/rate-limiter.js +215 -0
- package/dist/browser/ai/vector/index.d.ts +2 -0
- package/dist/browser/ai/vector/index.js +2 -0
- package/dist/browser/ai/vector/similarity.d.ts +2 -0
- package/dist/browser/ai/vector/similarity.js +27 -0
- package/dist/browser/ai/vector/store.d.ts +27 -0
- package/dist/browser/ai/vector/store.js +82 -0
- package/dist/browser/browser/cache.d.ts +2 -40
- package/dist/browser/browser/cache.js +2 -199
- package/dist/browser/browser/index.d.ts +8 -0
- package/dist/browser/browser/index.js +8 -0
- package/dist/browser/browser/recker.d.ts +8 -1
- package/dist/browser/browser/recker.js +8 -2
- package/dist/browser/cache/indexed-db.d.ts +10 -0
- package/dist/browser/cache/indexed-db.js +88 -0
- package/dist/browser/cache/service-worker-cache.d.ts +18 -0
- package/dist/browser/cache/service-worker-cache.js +103 -0
- package/dist/browser/cache.d.ts +2 -40
- package/dist/browser/cache.js +2 -199
- package/dist/browser/constants/user-agents.d.ts +7 -0
- package/dist/browser/constants/user-agents.js +7 -0
- package/dist/browser/core/client.d.ts +2 -0
- package/dist/browser/core/client.js +19 -1
- package/dist/browser/index.d.ts +8 -0
- package/dist/browser/index.js +8 -0
- package/dist/browser/plugins/har-recorder.d.ts +40 -0
- package/dist/browser/plugins/har-recorder.js +120 -0
- package/dist/browser/plugins/network-simulation.d.ts +7 -0
- package/dist/browser/plugins/network-simulation.js +13 -0
- package/dist/browser/presets/android.d.ts +2 -0
- package/dist/browser/presets/android.js +16 -0
- package/dist/browser/presets/anthropic.d.ts +8 -0
- package/dist/browser/presets/anthropic.js +27 -0
- package/dist/browser/presets/aws.d.ts +19 -0
- package/dist/browser/presets/aws.js +68 -0
- package/dist/browser/presets/azure-openai.d.ts +10 -0
- package/dist/browser/presets/azure-openai.js +35 -0
- package/dist/browser/presets/azure.d.ts +41 -0
- package/dist/browser/presets/azure.js +104 -0
- package/dist/browser/presets/chaturbate.d.ts +2 -0
- package/dist/browser/presets/chaturbate.js +17 -0
- package/dist/browser/presets/cloudflare.d.ts +12 -0
- package/dist/browser/presets/cloudflare.js +39 -0
- package/dist/browser/presets/cohere.d.ts +7 -0
- package/dist/browser/presets/cohere.js +22 -0
- package/dist/browser/presets/deepseek.d.ts +7 -0
- package/dist/browser/presets/deepseek.js +22 -0
- package/dist/browser/presets/digitalocean.d.ts +5 -0
- package/dist/browser/presets/digitalocean.js +16 -0
- package/dist/browser/presets/discord.d.ts +6 -0
- package/dist/browser/presets/discord.js +17 -0
- package/dist/browser/presets/elevenlabs.d.ts +6 -0
- package/dist/browser/presets/elevenlabs.js +20 -0
- package/dist/browser/presets/enhancers.d.ts +20 -0
- package/dist/browser/presets/enhancers.js +85 -0
- package/dist/browser/presets/fireworks.d.ts +7 -0
- package/dist/browser/presets/fireworks.js +22 -0
- package/dist/browser/presets/gcp.d.ts +34 -0
- package/dist/browser/presets/gcp.js +91 -0
- package/dist/browser/presets/gemini.d.ts +7 -0
- package/dist/browser/presets/gemini.js +23 -0
- package/dist/browser/presets/github.d.ts +6 -0
- package/dist/browser/presets/github.js +17 -0
- package/dist/browser/presets/gitlab.d.ts +6 -0
- package/dist/browser/presets/gitlab.js +16 -0
- package/dist/browser/presets/groq.d.ts +7 -0
- package/dist/browser/presets/groq.js +22 -0
- package/dist/browser/presets/hubspot.d.ts +9 -0
- package/dist/browser/presets/hubspot.js +28 -0
- package/dist/browser/presets/huggingface.d.ts +7 -0
- package/dist/browser/presets/huggingface.js +23 -0
- package/dist/browser/presets/index.d.ts +47 -0
- package/dist/browser/presets/index.js +47 -0
- package/dist/browser/presets/ios.d.ts +2 -0
- package/dist/browser/presets/ios.js +13 -0
- package/dist/browser/presets/linear.d.ts +5 -0
- package/dist/browser/presets/linear.js +16 -0
- package/dist/browser/presets/mailgun.d.ts +7 -0
- package/dist/browser/presets/mailgun.js +20 -0
- package/dist/browser/presets/meta.d.ts +10 -0
- package/dist/browser/presets/meta.js +33 -0
- package/dist/browser/presets/mistral.d.ts +7 -0
- package/dist/browser/presets/mistral.js +22 -0
- package/dist/browser/presets/notion.d.ts +6 -0
- package/dist/browser/presets/notion.js +17 -0
- package/dist/browser/presets/openai.d.ts +9 -0
- package/dist/browser/presets/openai.js +30 -0
- package/dist/browser/presets/oracle.d.ts +19 -0
- package/dist/browser/presets/oracle.js +117 -0
- package/dist/browser/presets/perplexity.d.ts +7 -0
- package/dist/browser/presets/perplexity.js +22 -0
- package/dist/browser/presets/pinecone.d.ts +8 -0
- package/dist/browser/presets/pinecone.js +42 -0
- package/dist/browser/presets/registry.d.ts +23 -0
- package/dist/browser/presets/registry.js +519 -0
- package/dist/browser/presets/replicate.d.ts +7 -0
- package/dist/browser/presets/replicate.js +23 -0
- package/dist/browser/presets/sendgrid.d.ts +6 -0
- package/dist/browser/presets/sendgrid.js +20 -0
- package/dist/browser/presets/sentry.d.ts +11 -0
- package/dist/browser/presets/sentry.js +48 -0
- package/dist/browser/presets/sinch.d.ts +9 -0
- package/dist/browser/presets/sinch.js +39 -0
- package/dist/browser/presets/slack.d.ts +5 -0
- package/dist/browser/presets/slack.js +16 -0
- package/dist/browser/presets/square.d.ts +10 -0
- package/dist/browser/presets/square.js +33 -0
- package/dist/browser/presets/stripe.d.ts +7 -0
- package/dist/browser/presets/stripe.js +23 -0
- package/dist/browser/presets/supabase.d.ts +6 -0
- package/dist/browser/presets/supabase.js +18 -0
- package/dist/browser/presets/tiktok.d.ts +10 -0
- package/dist/browser/presets/tiktok.js +38 -0
- package/dist/browser/presets/together.d.ts +7 -0
- package/dist/browser/presets/together.js +22 -0
- package/dist/browser/presets/twilio.d.ts +6 -0
- package/dist/browser/presets/twilio.js +17 -0
- package/dist/browser/presets/vercel.d.ts +6 -0
- package/dist/browser/presets/vercel.js +23 -0
- package/dist/browser/presets/vultr.d.ts +5 -0
- package/dist/browser/presets/vultr.js +16 -0
- package/dist/browser/presets/xai.d.ts +8 -0
- package/dist/browser/presets/xai.js +23 -0
- package/dist/browser/presets/youtube.d.ts +5 -0
- package/dist/browser/presets/youtube.js +20 -0
- package/dist/browser/recker.d.ts +8 -1
- package/dist/browser/recker.js +8 -2
- package/dist/browser/scrape/document.d.ts +5 -4
- package/dist/browser/scrape/document.js +89 -76
- package/dist/browser/scrape/element.d.ts +10 -8
- package/dist/browser/scrape/element.js +295 -81
- package/dist/browser/scrape/extractors.d.ts +11 -11
- package/dist/browser/scrape/extractors.js +145 -113
- package/dist/browser/scrape/parser/back.d.ts +1 -0
- package/dist/browser/scrape/parser/back.js +3 -0
- package/dist/browser/scrape/parser/index.d.ts +20 -0
- package/dist/browser/scrape/parser/index.js +19 -0
- package/dist/browser/scrape/parser/matcher.d.ts +30 -0
- package/dist/browser/scrape/parser/matcher.js +99 -0
- package/dist/browser/scrape/parser/nodes/comment.d.ts +12 -0
- package/dist/browser/scrape/parser/nodes/comment.js +21 -0
- package/dist/browser/scrape/parser/nodes/html.d.ts +110 -0
- package/dist/browser/scrape/parser/nodes/html.js +978 -0
- package/dist/browser/scrape/parser/nodes/node.d.ts +18 -0
- package/dist/browser/scrape/parser/nodes/node.js +31 -0
- package/dist/browser/scrape/parser/nodes/text.d.ts +14 -0
- package/dist/browser/scrape/parser/nodes/text.js +30 -0
- package/dist/browser/scrape/parser/nodes/type.d.ts +6 -0
- package/dist/browser/scrape/parser/nodes/type.js +7 -0
- package/dist/browser/scrape/parser/parse.d.ts +1 -0
- package/dist/browser/scrape/parser/parse.js +1 -0
- package/dist/browser/scrape/parser/valid.d.ts +2 -0
- package/dist/browser/scrape/parser/valid.js +5 -0
- package/dist/browser/scrape/parser/void-tag.d.ts +7 -0
- package/dist/browser/scrape/parser/void-tag.js +43 -0
- package/dist/browser/scrape/types.d.ts +7 -0
- package/dist/browser/seo/analyzer.d.ts +59 -0
- package/dist/browser/seo/analyzer.js +1399 -0
- package/dist/browser/seo/keywords.d.ts +16 -0
- package/dist/browser/seo/keywords.js +55 -0
- package/dist/browser/seo/rules/accessibility.d.ts +2 -0
- package/dist/browser/seo/rules/accessibility.js +733 -0
- package/dist/browser/seo/rules/ai-search.d.ts +2 -0
- package/dist/browser/seo/rules/ai-search.js +436 -0
- package/dist/browser/seo/rules/analytics.d.ts +2 -0
- package/dist/browser/seo/rules/analytics.js +306 -0
- package/dist/browser/seo/rules/best-practices.d.ts +2 -0
- package/dist/browser/seo/rules/best-practices.js +195 -0
- package/dist/browser/seo/rules/canonical.d.ts +12 -0
- package/dist/browser/seo/rules/canonical.js +270 -0
- package/dist/browser/seo/rules/content.d.ts +2 -0
- package/dist/browser/seo/rules/content.js +522 -0
- package/dist/browser/seo/rules/crawl.d.ts +2 -0
- package/dist/browser/seo/rules/crawl.js +435 -0
- package/dist/browser/seo/rules/cwv.d.ts +2 -0
- package/dist/browser/seo/rules/cwv.js +248 -0
- package/dist/browser/seo/rules/ecommerce.d.ts +2 -0
- package/dist/browser/seo/rules/ecommerce.js +312 -0
- package/dist/browser/seo/rules/i18n.d.ts +2 -0
- package/dist/browser/seo/rules/i18n.js +288 -0
- package/dist/browser/seo/rules/images.d.ts +2 -0
- package/dist/browser/seo/rules/images.js +255 -0
- package/dist/browser/seo/rules/index.d.ts +52 -0
- package/dist/browser/seo/rules/index.js +159 -0
- package/dist/browser/seo/rules/internal-linking.d.ts +2 -0
- package/dist/browser/seo/rules/internal-linking.js +394 -0
- package/dist/browser/seo/rules/links.d.ts +2 -0
- package/dist/browser/seo/rules/links.js +498 -0
- package/dist/browser/seo/rules/local.d.ts +2 -0
- package/dist/browser/seo/rules/local.js +289 -0
- package/dist/browser/seo/rules/meta.d.ts +2 -0
- package/dist/browser/seo/rules/meta.js +805 -0
- package/dist/browser/seo/rules/mobile.d.ts +2 -0
- package/dist/browser/seo/rules/mobile.js +161 -0
- package/dist/browser/seo/rules/performance.d.ts +2 -0
- package/dist/browser/seo/rules/performance.js +738 -0
- package/dist/browser/seo/rules/pwa.d.ts +2 -0
- package/dist/browser/seo/rules/pwa.js +299 -0
- package/dist/browser/seo/rules/readability.d.ts +2 -0
- package/dist/browser/seo/rules/readability.js +264 -0
- package/dist/browser/seo/rules/redirects.d.ts +16 -0
- package/dist/browser/seo/rules/redirects.js +199 -0
- package/dist/browser/seo/rules/resources.d.ts +2 -0
- package/dist/browser/seo/rules/resources.js +390 -0
- package/dist/browser/seo/rules/schema.d.ts +2 -0
- package/dist/browser/seo/rules/schema.js +379 -0
- package/dist/browser/seo/rules/security.d.ts +2 -0
- package/dist/browser/seo/rules/security.js +877 -0
- package/dist/browser/seo/rules/social.d.ts +2 -0
- package/dist/browser/seo/rules/social.js +603 -0
- package/dist/browser/seo/rules/structural.d.ts +2 -0
- package/dist/browser/seo/rules/structural.js +223 -0
- package/dist/browser/seo/rules/technical-advanced.d.ts +10 -0
- package/dist/browser/seo/rules/technical-advanced.js +289 -0
- package/dist/browser/seo/rules/technical.d.ts +2 -0
- package/dist/browser/seo/rules/technical.js +480 -0
- package/dist/browser/seo/rules/thresholds.d.ts +196 -0
- package/dist/browser/seo/rules/thresholds.js +118 -0
- package/dist/browser/seo/rules/types.d.ts +498 -0
- package/dist/browser/seo/rules/types.js +11 -0
- package/dist/browser/seo/types.d.ts +211 -0
- package/dist/browser/seo/types.js +1 -0
- package/dist/browser/transport/curl.d.ts +4 -0
- package/dist/browser/transport/curl.js +101 -0
- package/dist/browser/transport/undici.js +1 -2
- package/dist/browser/transport/worker.d.ts +18 -0
- package/dist/browser/transport/worker.js +278 -0
- package/dist/browser/types/index.d.ts +4 -1
- package/dist/browser/utils/binary-manager.d.ts +4 -0
- package/dist/browser/utils/binary-manager.js +72 -0
- package/dist/browser/utils/user-agent.js +2 -13
- package/dist/cache/indexed-db.d.ts +10 -0
- package/dist/cache/indexed-db.js +88 -0
- package/dist/cache/service-worker-cache.d.ts +18 -0
- package/dist/cache/service-worker-cache.js +103 -0
- package/dist/cli/commands/ai.d.ts +2 -0
- package/dist/cli/commands/ai.js +162 -0
- package/dist/cli/commands/bench.d.ts +2 -0
- package/dist/cli/commands/bench.js +51 -0
- package/dist/cli/commands/dns.d.ts +2 -0
- package/dist/cli/commands/dns.js +295 -0
- package/dist/cli/commands/har.d.ts +2 -0
- package/dist/cli/commands/har.js +171 -0
- package/dist/cli/commands/hls.d.ts +2 -0
- package/dist/cli/commands/hls.js +192 -0
- package/dist/cli/commands/network.d.ts +2 -0
- package/dist/cli/commands/network.js +288 -0
- package/dist/cli/commands/protocols.d.ts +2 -0
- package/dist/cli/commands/protocols.js +344 -0
- package/dist/cli/commands/scrape.d.ts +2 -0
- package/dist/cli/commands/scrape.js +176 -0
- package/dist/cli/commands/security.d.ts +2 -0
- package/dist/cli/commands/security.js +57 -0
- package/dist/cli/commands/seo.d.ts +2 -0
- package/dist/cli/commands/seo.js +125 -0
- package/dist/cli/commands/serve.d.ts +2 -0
- package/dist/cli/commands/serve.js +531 -0
- package/dist/cli/commands/spider.d.ts +3 -0
- package/dist/cli/commands/spider.js +456 -0
- package/dist/cli/commands/utils.d.ts +2 -0
- package/dist/cli/commands/utils.js +176 -0
- package/dist/cli/commands/vector.d.ts +2 -0
- package/dist/cli/commands/vector.js +158 -0
- package/dist/cli/handler.d.ts +2 -2
- package/dist/cli/handler.js +6 -6
- package/dist/cli/helpers.d.ts +7 -0
- package/dist/cli/helpers.js +128 -0
- package/dist/cli/index.js +96 -5228
- package/dist/cli/parser/help.d.ts +2 -0
- package/dist/cli/parser/help.js +52 -0
- package/dist/cli/parser/index.d.ts +3 -0
- package/dist/cli/parser/index.js +3 -0
- package/dist/cli/parser/parser.d.ts +4 -0
- package/dist/cli/parser/parser.js +146 -0
- package/dist/cli/parser/types.d.ts +41 -0
- package/dist/cli/parser/types.js +1 -0
- package/dist/cli/presets.d.ts +1 -1
- package/dist/cli/presets.js +1 -1
- package/dist/cli/router.d.ts +36 -0
- package/dist/cli/router.js +195 -0
- package/dist/cli/tui/ai-chat.js +1 -1
- package/dist/cli/tui/commands/context.d.ts +9 -0
- package/dist/cli/tui/commands/context.js +1 -0
- package/dist/cli/tui/commands/dns.d.ts +10 -0
- package/dist/cli/tui/commands/dns.js +461 -0
- package/dist/cli/tui/commands/hls.d.ts +2 -0
- package/dist/cli/tui/commands/hls.js +162 -0
- package/dist/cli/tui/commands/ip.d.ts +2 -0
- package/dist/cli/tui/commands/ip.js +45 -0
- package/dist/cli/tui/commands/network.d.ts +3 -0
- package/dist/cli/tui/commands/network.js +81 -0
- package/dist/cli/tui/commands/protocols.d.ts +6 -0
- package/dist/cli/tui/commands/protocols.js +531 -0
- package/dist/cli/tui/commands/security.d.ts +2 -0
- package/dist/cli/tui/commands/security.js +48 -0
- package/dist/cli/tui/commands/seo.d.ts +2 -0
- package/dist/cli/tui/commands/seo.js +74 -0
- package/dist/cli/tui/context.d.ts +12 -0
- package/dist/cli/tui/context.js +1 -0
- package/dist/cli/tui/shell.d.ts +11 -20
- package/dist/cli/tui/shell.js +216 -1873
- package/dist/constants/user-agents.d.ts +7 -0
- package/dist/constants/user-agents.js +7 -0
- package/dist/core/client.d.ts +2 -0
- package/dist/core/client.js +19 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.js +1 -0
- package/dist/mcp/cli.js +2 -3
- package/dist/mcp/data/embeddings.json +1 -1
- package/dist/mcp/tools/network.js +298 -158
- package/dist/plugins/har-player.d.ts +23 -0
- package/dist/plugins/har-player.js +49 -0
- package/dist/plugins/har-recorder.d.ts +37 -3
- package/dist/plugins/har-recorder.js +116 -63
- package/dist/plugins/network-simulation.d.ts +7 -0
- package/dist/plugins/network-simulation.js +13 -0
- package/dist/presets/android.d.ts +2 -0
- package/dist/presets/android.js +16 -0
- package/dist/presets/chaturbate.d.ts +2 -0
- package/dist/presets/chaturbate.js +17 -0
- package/dist/presets/elevenlabs.d.ts +6 -0
- package/dist/presets/elevenlabs.js +20 -0
- package/dist/presets/enhancers.d.ts +20 -0
- package/dist/presets/enhancers.js +85 -0
- package/dist/presets/hubspot.d.ts +9 -0
- package/dist/presets/hubspot.js +28 -0
- package/dist/presets/index.d.ts +10 -0
- package/dist/presets/index.js +10 -0
- package/dist/presets/ios.d.ts +2 -0
- package/dist/presets/ios.js +13 -0
- package/dist/presets/pinecone.d.ts +8 -0
- package/dist/presets/pinecone.js +42 -0
- package/dist/presets/registry.js +60 -0
- package/dist/presets/sendgrid.d.ts +6 -0
- package/dist/presets/sendgrid.js +20 -0
- package/dist/presets/sentry.d.ts +11 -0
- package/dist/presets/sentry.js +48 -0
- package/dist/presets/square.d.ts +10 -0
- package/dist/presets/square.js +33 -0
- package/dist/recker.d.ts +3 -0
- package/dist/recker.js +4 -0
- package/dist/scrape/document.d.ts +5 -4
- package/dist/scrape/document.js +89 -76
- package/dist/scrape/element.d.ts +10 -8
- package/dist/scrape/element.js +295 -81
- package/dist/scrape/extractors.d.ts +11 -11
- package/dist/scrape/extractors.js +145 -113
- package/dist/scrape/index.d.ts +2 -0
- package/dist/scrape/index.js +1 -0
- package/dist/scrape/parser/back.d.ts +1 -0
- package/dist/scrape/parser/back.js +3 -0
- package/dist/scrape/parser/index.d.ts +20 -0
- package/dist/scrape/parser/index.js +19 -0
- package/dist/scrape/parser/matcher.d.ts +30 -0
- package/dist/scrape/parser/matcher.js +99 -0
- package/dist/scrape/parser/nodes/comment.d.ts +12 -0
- package/dist/scrape/parser/nodes/comment.js +21 -0
- package/dist/scrape/parser/nodes/html.d.ts +110 -0
- package/dist/scrape/parser/nodes/html.js +978 -0
- package/dist/scrape/parser/nodes/node.d.ts +18 -0
- package/dist/scrape/parser/nodes/node.js +31 -0
- package/dist/scrape/parser/nodes/text.d.ts +14 -0
- package/dist/scrape/parser/nodes/text.js +30 -0
- package/dist/scrape/parser/nodes/type.d.ts +6 -0
- package/dist/scrape/parser/nodes/type.js +7 -0
- package/dist/scrape/parser/parse.d.ts +1 -0
- package/dist/scrape/parser/parse.js +1 -0
- package/dist/scrape/parser/valid.d.ts +2 -0
- package/dist/scrape/parser/valid.js +5 -0
- package/dist/scrape/parser/void-tag.d.ts +7 -0
- package/dist/scrape/parser/void-tag.js +43 -0
- package/dist/scrape/spider.d.ts +19 -0
- package/dist/scrape/spider.js +28 -3
- package/dist/scrape/types.d.ts +7 -0
- package/dist/seo/analyzer.d.ts +15 -5
- package/dist/seo/analyzer.js +636 -175
- package/dist/seo/formatter.d.ts +16 -0
- package/dist/seo/formatter.js +228 -0
- package/dist/seo/index.d.ts +2 -0
- package/dist/seo/index.js +1 -0
- package/dist/seo/keywords.d.ts +16 -0
- package/dist/seo/keywords.js +55 -0
- package/dist/seo/rules/accessibility.js +96 -57
- package/dist/seo/rules/ai-search.js +44 -31
- package/dist/seo/rules/analytics.d.ts +2 -0
- package/dist/seo/rules/analytics.js +306 -0
- package/dist/seo/rules/best-practices.js +21 -14
- package/dist/seo/rules/canonical.js +53 -32
- package/dist/seo/rules/content.js +317 -31
- package/dist/seo/rules/crawl.js +55 -40
- package/dist/seo/rules/cwv.js +21 -15
- package/dist/seo/rules/ecommerce.js +82 -22
- package/dist/seo/rules/i18n.js +75 -36
- package/dist/seo/rules/images.js +109 -30
- package/dist/seo/rules/index.js +2 -0
- package/dist/seo/rules/internal-linking.js +58 -39
- package/dist/seo/rules/links.js +79 -52
- package/dist/seo/rules/local.js +49 -25
- package/dist/seo/rules/meta.js +339 -81
- package/dist/seo/rules/mobile.js +112 -2
- package/dist/seo/rules/performance.js +434 -66
- package/dist/seo/rules/pwa.js +36 -39
- package/dist/seo/rules/readability.js +31 -22
- package/dist/seo/rules/redirects.js +21 -15
- package/dist/seo/rules/resources.js +59 -42
- package/dist/seo/rules/schema.js +333 -8
- package/dist/seo/rules/security.js +142 -80
- package/dist/seo/rules/social.js +277 -47
- package/dist/seo/rules/structural.js +87 -19
- package/dist/seo/rules/technical-advanced.js +30 -24
- package/dist/seo/rules/technical.js +243 -42
- package/dist/seo/rules/types.d.ts +53 -1
- package/dist/seo/seo-spider.d.ts +22 -0
- package/dist/seo/seo-spider.js +77 -13
- package/dist/seo/types.d.ts +8 -1
- package/dist/seo/validators/llms-txt.js +19 -0
- package/dist/seo/validators/rss.d.ts +11 -0
- package/dist/seo/validators/rss.js +93 -0
- package/dist/seo/validators/sitemap.js +36 -26
- package/dist/transport/curl.d.ts +4 -0
- package/dist/transport/curl.js +101 -0
- package/dist/transport/udp.js +0 -1
- package/dist/transport/undici.js +1 -2
- package/dist/transport/worker.d.ts +18 -0
- package/dist/transport/worker.js +278 -0
- package/dist/types/index.d.ts +4 -1
- package/dist/utils/binary-manager.d.ts +4 -0
- package/dist/utils/binary-manager.js +72 -0
- package/dist/utils/optional-require.d.ts +7 -8
- package/dist/utils/optional-require.js +2 -21
- package/dist/utils/upload.d.ts +6 -0
- package/dist/utils/upload.js +11 -0
- package/dist/utils/user-agent.js +2 -13
- package/dist/version.js +1 -1
- package/package.json +12 -6
- package/dist/browser/utils/optional-require.d.ts +0 -19
- package/dist/browser/utils/optional-require.js +0 -105
|
@@ -1,8 +1,13 @@
|
|
|
1
1
|
import { createClient } from '../../core/client.js';
|
|
2
|
-
import { createDNS } from '../../dns/index.js';
|
|
3
2
|
import { createWhois } from '../../utils/whois.js';
|
|
4
3
|
import { createConnection } from 'net';
|
|
5
|
-
|
|
4
|
+
import { exec } from 'node:child_process';
|
|
5
|
+
import { promisify } from 'node:util';
|
|
6
|
+
import { checkPropagation } from '../../dns/propagation.js';
|
|
7
|
+
import { checkDnsHealth, validateSpf, validateDmarc, checkDkim, dig, dnsLookup } from '../../utils/dns-toolkit.js';
|
|
8
|
+
import { inspectTLS } from '../../utils/tls-inspector.js';
|
|
9
|
+
import { rdap } from '../../utils/rdap.js';
|
|
10
|
+
const execAsync = promisify(exec);
|
|
6
11
|
const whoisClient = createWhois();
|
|
7
12
|
async function httpRequest(args) {
|
|
8
13
|
const url = String(args.url || '');
|
|
@@ -11,20 +16,10 @@ async function httpRequest(args) {
|
|
|
11
16
|
const body = args.body;
|
|
12
17
|
const timeout = Number(args.timeout) || 10000;
|
|
13
18
|
const retries = Number(args.retries) || 0;
|
|
14
|
-
if (!url)
|
|
15
|
-
return {
|
|
16
|
-
content: [{ type: 'text', text: 'Error: url is required' }],
|
|
17
|
-
isError: true,
|
|
18
|
-
};
|
|
19
|
-
}
|
|
19
|
+
if (!url)
|
|
20
|
+
return { content: [{ type: 'text', text: 'Error: url is required' }], isError: true };
|
|
20
21
|
try {
|
|
21
|
-
const client = createClient({
|
|
22
|
-
headers,
|
|
23
|
-
timeout,
|
|
24
|
-
retry: {
|
|
25
|
-
maxAttempts: retries,
|
|
26
|
-
},
|
|
27
|
-
});
|
|
22
|
+
const client = createClient({ headers, timeout, retry: { maxAttempts: retries } });
|
|
28
23
|
let response;
|
|
29
24
|
switch (method) {
|
|
30
25
|
case 'GET':
|
|
@@ -45,223 +40,368 @@ async function httpRequest(args) {
|
|
|
45
40
|
case 'HEAD':
|
|
46
41
|
response = await client.head(url);
|
|
47
42
|
break;
|
|
48
|
-
default:
|
|
49
|
-
return {
|
|
50
|
-
content: [{ type: 'text', text: `Error: Unsupported method ${method}` }],
|
|
51
|
-
isError: true,
|
|
52
|
-
};
|
|
43
|
+
default: return { content: [{ type: 'text', text: `Error: Unsupported method ${method}` }], isError: true };
|
|
53
44
|
}
|
|
54
|
-
const responseHeaders = {};
|
|
55
|
-
response.headers.forEach((val, key) => {
|
|
56
|
-
responseHeaders[key] = val;
|
|
57
|
-
});
|
|
58
45
|
const result = {
|
|
59
46
|
status: response.status,
|
|
60
47
|
statusText: response.statusText,
|
|
61
|
-
headers:
|
|
48
|
+
headers: Object.fromEntries(response.headers.entries()),
|
|
62
49
|
data: await response.text(),
|
|
63
50
|
};
|
|
64
51
|
try {
|
|
65
52
|
result.data = JSON.parse(result.data);
|
|
66
53
|
}
|
|
67
|
-
catch {
|
|
68
|
-
}
|
|
69
|
-
return {
|
|
70
|
-
content: [{
|
|
71
|
-
type: 'text',
|
|
72
|
-
text: JSON.stringify(result, null, 2),
|
|
73
|
-
}],
|
|
74
|
-
};
|
|
54
|
+
catch { }
|
|
55
|
+
return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
|
|
75
56
|
}
|
|
76
57
|
catch (error) {
|
|
77
|
-
return {
|
|
78
|
-
content: [{
|
|
79
|
-
type: 'text',
|
|
80
|
-
text: `Request failed: ${error.message}`,
|
|
81
|
-
}],
|
|
82
|
-
isError: true,
|
|
83
|
-
};
|
|
58
|
+
return { content: [{ type: 'text', text: `Request failed: ${error.message}` }], isError: true };
|
|
84
59
|
}
|
|
85
60
|
}
|
|
86
|
-
async function
|
|
87
|
-
const domain = String(args.domain
|
|
88
|
-
const type = String(args.type || 'A')
|
|
89
|
-
if (!domain)
|
|
90
|
-
return {
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
};
|
|
61
|
+
async function dnsResolve(args) {
|
|
62
|
+
const domain = args.domain ? String(args.domain) : '';
|
|
63
|
+
const type = String(args.type || 'A');
|
|
64
|
+
if (!domain)
|
|
65
|
+
return { content: [{ type: 'text', text: 'Error: domain is required' }], isError: true };
|
|
66
|
+
try {
|
|
67
|
+
const results = await dnsLookup(domain, type);
|
|
68
|
+
return { content: [{ type: 'text', text: JSON.stringify(results, null, 2) }] };
|
|
94
69
|
}
|
|
70
|
+
catch (error) {
|
|
71
|
+
return { content: [{ type: 'text', text: `DNS lookup failed: ${error.message}` }], isError: true };
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
async function dnsPropagate(args) {
|
|
75
|
+
const domain = args.domain ? String(args.domain) : '';
|
|
76
|
+
const type = String(args.type || 'A');
|
|
77
|
+
if (!domain)
|
|
78
|
+
return { content: [{ type: 'text', text: 'Error: domain is required' }], isError: true };
|
|
95
79
|
try {
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
result = await dnsClient.resolveAll(domain);
|
|
99
|
-
}
|
|
100
|
-
else {
|
|
101
|
-
result = await dnsClient.resolve(domain, type);
|
|
102
|
-
}
|
|
103
|
-
return {
|
|
104
|
-
content: [{
|
|
105
|
-
type: 'text',
|
|
106
|
-
text: JSON.stringify({ domain, type, result }, null, 2),
|
|
107
|
-
}],
|
|
108
|
-
};
|
|
80
|
+
const results = await checkPropagation(domain, type);
|
|
81
|
+
return { content: [{ type: 'text', text: JSON.stringify(results, null, 2) }] };
|
|
109
82
|
}
|
|
110
83
|
catch (error) {
|
|
111
|
-
return {
|
|
112
|
-
content: [{
|
|
113
|
-
type: 'text',
|
|
114
|
-
text: `DNS lookup failed: ${error.message}`,
|
|
115
|
-
}],
|
|
116
|
-
isError: true,
|
|
117
|
-
};
|
|
84
|
+
return { content: [{ type: 'text', text: `Propagation check failed: ${error.message}` }], isError: true };
|
|
118
85
|
}
|
|
119
86
|
}
|
|
120
|
-
async function
|
|
121
|
-
const
|
|
122
|
-
if (!
|
|
123
|
-
return {
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
};
|
|
87
|
+
async function dnsHealth(args) {
|
|
88
|
+
const domain = args.domain ? String(args.domain) : '';
|
|
89
|
+
if (!domain)
|
|
90
|
+
return { content: [{ type: 'text', text: 'Error: domain is required' }], isError: true };
|
|
91
|
+
try {
|
|
92
|
+
const report = await checkDnsHealth(domain);
|
|
93
|
+
return { content: [{ type: 'text', text: JSON.stringify(report, null, 2) }] };
|
|
94
|
+
}
|
|
95
|
+
catch (error) {
|
|
96
|
+
return { content: [{ type: 'text', text: `Health check failed: ${error.message}` }], isError: true };
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
async function dnsSpf(args) {
|
|
100
|
+
const domain = args.domain ? String(args.domain) : '';
|
|
101
|
+
if (!domain)
|
|
102
|
+
return { content: [{ type: 'text', text: 'Error: domain is required' }], isError: true };
|
|
103
|
+
try {
|
|
104
|
+
const result = await validateSpf(domain);
|
|
105
|
+
return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
|
|
106
|
+
}
|
|
107
|
+
catch (error) {
|
|
108
|
+
return { content: [{ type: 'text', text: `SPF check failed: ${error.message}` }], isError: true };
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
async function dnsDmarc(args) {
|
|
112
|
+
const domain = args.domain ? String(args.domain) : '';
|
|
113
|
+
if (!domain)
|
|
114
|
+
return { content: [{ type: 'text', text: 'Error: domain is required' }], isError: true };
|
|
115
|
+
try {
|
|
116
|
+
const result = await validateDmarc(domain);
|
|
117
|
+
return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
|
|
118
|
+
}
|
|
119
|
+
catch (error) {
|
|
120
|
+
return { content: [{ type: 'text', text: `DMARC check failed: ${error.message}` }], isError: true };
|
|
127
121
|
}
|
|
122
|
+
}
|
|
123
|
+
async function dnsDkim(args) {
|
|
124
|
+
const domain = args.domain ? String(args.domain) : '';
|
|
125
|
+
const selector = String(args.selector || 'default');
|
|
126
|
+
if (!domain)
|
|
127
|
+
return { content: [{ type: 'text', text: 'Error: domain is required' }], isError: true };
|
|
128
|
+
try {
|
|
129
|
+
const result = await checkDkim(domain, selector);
|
|
130
|
+
return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
|
|
131
|
+
}
|
|
132
|
+
catch (error) {
|
|
133
|
+
return { content: [{ type: 'text', text: `DKIM check failed: ${error.message}` }], isError: true };
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
async function dnsDig(args) {
|
|
137
|
+
const domain = args.domain ? String(args.domain) : '';
|
|
138
|
+
const type = String(args.type || 'A');
|
|
139
|
+
const server = args.server ? String(args.server) : undefined;
|
|
140
|
+
if (!domain)
|
|
141
|
+
return { content: [{ type: 'text', text: 'Error: domain is required' }], isError: true };
|
|
142
|
+
try {
|
|
143
|
+
const result = await dig(domain, { type, server });
|
|
144
|
+
return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
|
|
145
|
+
}
|
|
146
|
+
catch (error) {
|
|
147
|
+
return { content: [{ type: 'text', text: `Dig failed: ${error.message}` }], isError: true };
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
async function tlsCheck(args) {
|
|
151
|
+
const host = args.host ? String(args.host) : '';
|
|
152
|
+
const port = Number(args.port) || 443;
|
|
153
|
+
if (!host)
|
|
154
|
+
return { content: [{ type: 'text', text: 'Error: host is required' }], isError: true };
|
|
155
|
+
try {
|
|
156
|
+
const info = await inspectTLS(host, port);
|
|
157
|
+
return { content: [{ type: 'text', text: JSON.stringify(info, null, 2) }] };
|
|
158
|
+
}
|
|
159
|
+
catch (error) {
|
|
160
|
+
return { content: [{ type: 'text', text: `TLS check failed: ${error.message}` }], isError: true };
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
async function rdapCheck(args) {
|
|
164
|
+
const domain = args.domain ? String(args.domain) : '';
|
|
165
|
+
if (!domain)
|
|
166
|
+
return { content: [{ type: 'text', text: 'Error: domain is required' }], isError: true };
|
|
167
|
+
try {
|
|
168
|
+
const client = createClient();
|
|
169
|
+
const result = await rdap(client, domain);
|
|
170
|
+
return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
|
|
171
|
+
}
|
|
172
|
+
catch (error) {
|
|
173
|
+
return { content: [{ type: 'text', text: `RDAP lookup failed: ${error.message}` }], isError: true };
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
async function whoisCheck(args) {
|
|
177
|
+
const query = args.query ? String(args.query) : '';
|
|
178
|
+
if (!query)
|
|
179
|
+
return { content: [{ type: 'text', text: 'Error: query is required' }], isError: true };
|
|
128
180
|
try {
|
|
129
181
|
const result = await whoisClient.lookup(query);
|
|
130
|
-
return {
|
|
131
|
-
content: [{
|
|
132
|
-
type: 'text',
|
|
133
|
-
text: JSON.stringify({
|
|
134
|
-
server: result.server,
|
|
135
|
-
data: result.data,
|
|
136
|
-
}, null, 2),
|
|
137
|
-
}],
|
|
138
|
-
};
|
|
182
|
+
return { content: [{ type: 'text', text: JSON.stringify(result, null, 2) }] };
|
|
139
183
|
}
|
|
140
184
|
catch (error) {
|
|
141
|
-
return {
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
185
|
+
return { content: [{ type: 'text', text: `WHOIS failed: ${error.message}` }], isError: true };
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
async function dnsSystemStatus(args) {
|
|
189
|
+
const platform = process.platform;
|
|
190
|
+
let cmd = '';
|
|
191
|
+
if (platform === 'linux')
|
|
192
|
+
cmd = 'resolvectl status';
|
|
193
|
+
else if (platform === 'darwin')
|
|
194
|
+
cmd = 'scutil --dns';
|
|
195
|
+
else if (platform === 'win32')
|
|
196
|
+
cmd = 'ipconfig /all';
|
|
197
|
+
else
|
|
198
|
+
return { content: [{ type: 'text', text: 'Unsupported platform' }], isError: true };
|
|
199
|
+
try {
|
|
200
|
+
const { stdout } = await execAsync(cmd);
|
|
201
|
+
return { content: [{ type: 'text', text: stdout }] };
|
|
202
|
+
}
|
|
203
|
+
catch (error) {
|
|
204
|
+
if (platform === 'linux') {
|
|
205
|
+
try {
|
|
206
|
+
const { stdout } = await execAsync('cat /etc/resolv.conf');
|
|
207
|
+
return { content: [{ type: 'text', text: stdout }] };
|
|
208
|
+
}
|
|
209
|
+
catch { }
|
|
210
|
+
}
|
|
211
|
+
return { content: [{ type: 'text', text: `Failed to get system DNS: ${error.message}` }], isError: true };
|
|
148
212
|
}
|
|
149
213
|
}
|
|
150
|
-
async function
|
|
151
|
-
const host = String(args.host
|
|
214
|
+
async function pingCheck(args) {
|
|
215
|
+
const host = args.host ? String(args.host) : '';
|
|
216
|
+
const count = Number(args.count) || 3;
|
|
152
217
|
const port = Number(args.port) || 80;
|
|
153
218
|
const timeout = Number(args.timeout) || 5000;
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
return {
|
|
157
|
-
content: [{ type: 'text', text: 'Error: host is required' }],
|
|
158
|
-
isError: true,
|
|
159
|
-
};
|
|
160
|
-
}
|
|
219
|
+
if (!host)
|
|
220
|
+
return { content: [{ type: 'text', text: 'Error: host is required' }], isError: true };
|
|
161
221
|
const results = [];
|
|
162
222
|
for (let i = 0; i < count; i++) {
|
|
163
223
|
const start = Date.now();
|
|
164
224
|
try {
|
|
165
225
|
await new Promise((resolve, reject) => {
|
|
166
226
|
const socket = createConnection({ host, port, timeout });
|
|
167
|
-
socket.on('connect', () => {
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
});
|
|
171
|
-
socket.on('timeout', () => {
|
|
172
|
-
socket.destroy();
|
|
173
|
-
reject(new Error('Timeout'));
|
|
174
|
-
});
|
|
175
|
-
socket.on('error', (err) => {
|
|
176
|
-
socket.destroy();
|
|
177
|
-
reject(err);
|
|
178
|
-
});
|
|
227
|
+
socket.on('connect', () => { socket.destroy(); resolve(); });
|
|
228
|
+
socket.on('timeout', () => { socket.destroy(); reject(new Error('Timeout')); });
|
|
229
|
+
socket.on('error', (e) => { socket.destroy(); reject(e); });
|
|
179
230
|
});
|
|
180
|
-
results.push({ seq: i
|
|
231
|
+
results.push({ seq: i, time: Date.now() - start });
|
|
181
232
|
}
|
|
182
|
-
catch (
|
|
183
|
-
results.push({ seq: i
|
|
233
|
+
catch (e) {
|
|
234
|
+
results.push({ seq: i, error: e.message });
|
|
184
235
|
}
|
|
185
|
-
if (i < count - 1)
|
|
236
|
+
if (i < count - 1)
|
|
186
237
|
await new Promise(r => setTimeout(r, 200));
|
|
187
|
-
}
|
|
188
238
|
}
|
|
189
239
|
const successful = results.filter(r => !r.error);
|
|
190
240
|
const totalTime = successful.reduce((acc, r) => acc + (r.time || 0), 0);
|
|
191
241
|
const avg = successful.length > 0 ? totalTime / successful.length : 0;
|
|
192
|
-
return {
|
|
193
|
-
content: [{
|
|
194
|
-
type: 'text',
|
|
195
|
-
text: JSON.stringify({
|
|
242
|
+
return { content: [{ type: 'text', text: JSON.stringify({
|
|
196
243
|
host,
|
|
197
244
|
port,
|
|
198
245
|
sent: count,
|
|
199
246
|
received: successful.length,
|
|
200
|
-
loss:
|
|
201
|
-
avgLatency:
|
|
202
|
-
details: results
|
|
203
|
-
}, null, 2)
|
|
204
|
-
}],
|
|
205
|
-
};
|
|
247
|
+
loss: count > 0 ? ((count - successful.length) / count * 100) : 0,
|
|
248
|
+
avgLatency: avg,
|
|
249
|
+
details: results
|
|
250
|
+
}, null, 2) }] };
|
|
206
251
|
}
|
|
207
252
|
export const networkTools = [
|
|
208
253
|
{
|
|
209
254
|
name: 'rek_http_request',
|
|
210
|
-
description: 'Perform
|
|
255
|
+
description: 'Perform HTTP request. Useful for calling APIs, fetching pages, etc.',
|
|
211
256
|
inputSchema: {
|
|
212
257
|
type: 'object',
|
|
213
258
|
properties: {
|
|
214
|
-
url: { type: 'string'
|
|
215
|
-
method: { type: 'string',
|
|
216
|
-
headers: { type: 'object'
|
|
217
|
-
body: { type: 'object'
|
|
218
|
-
timeout: { type: 'number', description: 'Timeout in ms', default: 10000 },
|
|
219
|
-
retries: { type: 'number', description: 'Number of retries', default: 0 },
|
|
259
|
+
url: { type: 'string' },
|
|
260
|
+
method: { type: 'string', default: 'GET' },
|
|
261
|
+
headers: { type: 'object' },
|
|
262
|
+
body: { type: 'object' }
|
|
220
263
|
},
|
|
221
|
-
required: ['url']
|
|
222
|
-
}
|
|
264
|
+
required: ['url']
|
|
265
|
+
}
|
|
223
266
|
},
|
|
224
267
|
{
|
|
225
|
-
name: '
|
|
226
|
-
description: 'Resolve DNS records
|
|
268
|
+
name: 'rek_dns',
|
|
269
|
+
description: 'Resolve DNS records (A, AAAA, MX, TXT, etc) using system resolver.',
|
|
227
270
|
inputSchema: {
|
|
228
271
|
type: 'object',
|
|
229
272
|
properties: {
|
|
230
|
-
domain: { type: 'string'
|
|
231
|
-
type: { type: 'string',
|
|
273
|
+
domain: { type: 'string' },
|
|
274
|
+
type: { type: 'string', default: 'A' }
|
|
232
275
|
},
|
|
233
|
-
required: ['domain']
|
|
234
|
-
}
|
|
276
|
+
required: ['domain']
|
|
277
|
+
}
|
|
235
278
|
},
|
|
236
279
|
{
|
|
237
|
-
name: '
|
|
238
|
-
description: '
|
|
280
|
+
name: 'rek_dns_propagate',
|
|
281
|
+
description: 'Check DNS propagation globally across multiple providers.',
|
|
239
282
|
inputSchema: {
|
|
240
283
|
type: 'object',
|
|
241
284
|
properties: {
|
|
242
|
-
|
|
285
|
+
domain: { type: 'string' },
|
|
286
|
+
type: { type: 'string', default: 'A' }
|
|
243
287
|
},
|
|
244
|
-
required: ['
|
|
245
|
-
}
|
|
288
|
+
required: ['domain']
|
|
289
|
+
}
|
|
246
290
|
},
|
|
247
291
|
{
|
|
248
|
-
name: '
|
|
249
|
-
description: '
|
|
292
|
+
name: 'rek_dns_health',
|
|
293
|
+
description: 'Perform a comprehensive DNS health check (Parent NS, SOAs, MX, etc).',
|
|
294
|
+
inputSchema: {
|
|
295
|
+
type: 'object',
|
|
296
|
+
properties: { domain: { type: 'string' } },
|
|
297
|
+
required: ['domain']
|
|
298
|
+
}
|
|
299
|
+
},
|
|
300
|
+
{
|
|
301
|
+
name: 'rek_dns_spf',
|
|
302
|
+
description: 'Validate SPF record for a domain.',
|
|
303
|
+
inputSchema: {
|
|
304
|
+
type: 'object',
|
|
305
|
+
properties: { domain: { type: 'string' } },
|
|
306
|
+
required: ['domain']
|
|
307
|
+
}
|
|
308
|
+
},
|
|
309
|
+
{
|
|
310
|
+
name: 'rek_dns_dmarc',
|
|
311
|
+
description: 'Validate DMARC record for a domain.',
|
|
312
|
+
inputSchema: {
|
|
313
|
+
type: 'object',
|
|
314
|
+
properties: { domain: { type: 'string' } },
|
|
315
|
+
required: ['domain']
|
|
316
|
+
}
|
|
317
|
+
},
|
|
318
|
+
{
|
|
319
|
+
name: 'rek_dns_dkim',
|
|
320
|
+
description: 'Check DKIM record presence.',
|
|
250
321
|
inputSchema: {
|
|
251
322
|
type: 'object',
|
|
252
323
|
properties: {
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
count: { type: 'number', description: 'Number of pings', default: 3 },
|
|
256
|
-
timeout: { type: 'number', description: 'Timeout per ping in ms', default: 5000 },
|
|
324
|
+
domain: { type: 'string' },
|
|
325
|
+
selector: { type: 'string', default: 'default' }
|
|
257
326
|
},
|
|
258
|
-
required: ['
|
|
259
|
-
}
|
|
327
|
+
required: ['domain']
|
|
328
|
+
}
|
|
260
329
|
},
|
|
330
|
+
{
|
|
331
|
+
name: 'rek_dns_dig',
|
|
332
|
+
description: 'Advanced DNS lookup (like dig command) supporting specific nameservers.',
|
|
333
|
+
inputSchema: {
|
|
334
|
+
type: 'object',
|
|
335
|
+
properties: {
|
|
336
|
+
domain: { type: 'string' },
|
|
337
|
+
type: { type: 'string', default: 'A' },
|
|
338
|
+
server: { type: 'string', description: 'Optional specific nameserver to query (e.g. 8.8.8.8)' }
|
|
339
|
+
},
|
|
340
|
+
required: ['domain']
|
|
341
|
+
}
|
|
342
|
+
},
|
|
343
|
+
{
|
|
344
|
+
name: 'rek_dns_system',
|
|
345
|
+
description: 'Get system DNS configuration (local resolver status).',
|
|
346
|
+
inputSchema: { type: 'object', properties: {} }
|
|
347
|
+
},
|
|
348
|
+
{
|
|
349
|
+
name: 'rek_tls',
|
|
350
|
+
description: 'Inspect TLS/SSL certificate of a host.',
|
|
351
|
+
inputSchema: {
|
|
352
|
+
type: 'object',
|
|
353
|
+
properties: {
|
|
354
|
+
host: { type: 'string' },
|
|
355
|
+
port: { type: 'number', default: 443 }
|
|
356
|
+
},
|
|
357
|
+
required: ['host']
|
|
358
|
+
}
|
|
359
|
+
},
|
|
360
|
+
{
|
|
361
|
+
name: 'rek_whois',
|
|
362
|
+
description: 'Query WHOIS database for domain info.',
|
|
363
|
+
inputSchema: {
|
|
364
|
+
type: 'object',
|
|
365
|
+
properties: { query: { type: 'string' } },
|
|
366
|
+
required: ['query']
|
|
367
|
+
}
|
|
368
|
+
},
|
|
369
|
+
{
|
|
370
|
+
name: 'rek_rdap',
|
|
371
|
+
description: 'Query RDAP (modern WHOIS) for structured domain info.',
|
|
372
|
+
inputSchema: {
|
|
373
|
+
type: 'object',
|
|
374
|
+
properties: { domain: { type: 'string' } },
|
|
375
|
+
required: ['domain']
|
|
376
|
+
}
|
|
377
|
+
},
|
|
378
|
+
{
|
|
379
|
+
name: 'rek_ping',
|
|
380
|
+
description: 'TCP Ping a host:port to check connectivity.',
|
|
381
|
+
inputSchema: {
|
|
382
|
+
type: 'object',
|
|
383
|
+
properties: {
|
|
384
|
+
host: { type: 'string' },
|
|
385
|
+
port: { type: 'number', default: 80 },
|
|
386
|
+
count: { type: 'number', default: 3 },
|
|
387
|
+
timeout: { type: 'number', default: 5000 }
|
|
388
|
+
},
|
|
389
|
+
required: ['host']
|
|
390
|
+
}
|
|
391
|
+
}
|
|
261
392
|
];
|
|
262
393
|
export const networkToolHandlers = {
|
|
263
394
|
rek_http_request: httpRequest,
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
395
|
+
rek_dns: dnsResolve,
|
|
396
|
+
rek_dns_propagate: dnsPropagate,
|
|
397
|
+
rek_dns_health: dnsHealth,
|
|
398
|
+
rek_dns_spf: dnsSpf,
|
|
399
|
+
rek_dns_dmarc: dnsDmarc,
|
|
400
|
+
rek_dns_dkim: dnsDkim,
|
|
401
|
+
rek_dns_dig: dnsDig,
|
|
402
|
+
rek_dns_system: dnsSystemStatus,
|
|
403
|
+
rek_tls: tlsCheck,
|
|
404
|
+
rek_whois: whoisCheck,
|
|
405
|
+
rek_rdap: rdapCheck,
|
|
406
|
+
rek_ping: pingCheck,
|
|
267
407
|
};
|
|
@@ -1,6 +1,29 @@
|
|
|
1
1
|
import { Plugin } from '../types/index.js';
|
|
2
|
+
import type { Client } from '../core/client.js';
|
|
2
3
|
export interface HarPlayerOptions {
|
|
3
4
|
path: string;
|
|
4
5
|
strict?: boolean;
|
|
5
6
|
}
|
|
6
7
|
export declare function harPlayerPlugin(options: HarPlayerOptions): Plugin;
|
|
8
|
+
export declare function harInfo(path: string): Promise<{
|
|
9
|
+
entryCount: number;
|
|
10
|
+
startedDateTime: string;
|
|
11
|
+
topHosts: string[];
|
|
12
|
+
}>;
|
|
13
|
+
export declare function harPlayer(client: Client, path: string, options: {
|
|
14
|
+
count?: number;
|
|
15
|
+
delay?: number;
|
|
16
|
+
overrideHeaders?: Record<string, string>;
|
|
17
|
+
onProgress?: (p: {
|
|
18
|
+
completed: number;
|
|
19
|
+
total: number;
|
|
20
|
+
}) => void;
|
|
21
|
+
}): Promise<({
|
|
22
|
+
url: string;
|
|
23
|
+
status: number;
|
|
24
|
+
error?: undefined;
|
|
25
|
+
} | {
|
|
26
|
+
url: string;
|
|
27
|
+
error: unknown;
|
|
28
|
+
status?: undefined;
|
|
29
|
+
})[]>;
|
|
@@ -57,3 +57,52 @@ export function harPlayerPlugin(options) {
|
|
|
57
57
|
client.use(middleware);
|
|
58
58
|
};
|
|
59
59
|
}
|
|
60
|
+
export async function harInfo(path) {
|
|
61
|
+
const content = readFileSync(path, 'utf-8');
|
|
62
|
+
const har = JSON.parse(content);
|
|
63
|
+
const entries = har.log.entries;
|
|
64
|
+
const hosts = new Set();
|
|
65
|
+
entries.forEach((e) => {
|
|
66
|
+
try {
|
|
67
|
+
const url = new URL(e.request.url);
|
|
68
|
+
hosts.add(url.hostname);
|
|
69
|
+
}
|
|
70
|
+
catch { }
|
|
71
|
+
});
|
|
72
|
+
return {
|
|
73
|
+
entryCount: entries.length,
|
|
74
|
+
startedDateTime: entries[0]?.startedDateTime || new Date().toISOString(),
|
|
75
|
+
topHosts: Array.from(hosts).slice(0, 5)
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
export async function harPlayer(client, path, options) {
|
|
79
|
+
const content = readFileSync(path, 'utf-8');
|
|
80
|
+
const har = JSON.parse(content);
|
|
81
|
+
const entries = har.log.entries;
|
|
82
|
+
const results = [];
|
|
83
|
+
const count = options.count || 1;
|
|
84
|
+
const total = entries.length * count;
|
|
85
|
+
let completed = 0;
|
|
86
|
+
for (let i = 0; i < count; i++) {
|
|
87
|
+
for (const entry of entries) {
|
|
88
|
+
if (options.delay)
|
|
89
|
+
await new Promise(r => setTimeout(r, options.delay));
|
|
90
|
+
const req = entry.request;
|
|
91
|
+
try {
|
|
92
|
+
const headers = { ...options.overrideHeaders };
|
|
93
|
+
await client.request(req.url, {
|
|
94
|
+
method: req.method,
|
|
95
|
+
headers,
|
|
96
|
+
body: req.postData?.text
|
|
97
|
+
});
|
|
98
|
+
results.push({ url: req.url, status: 200 });
|
|
99
|
+
}
|
|
100
|
+
catch (e) {
|
|
101
|
+
results.push({ url: req.url, error: e });
|
|
102
|
+
}
|
|
103
|
+
completed++;
|
|
104
|
+
options.onProgress?.({ completed, total });
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
return results;
|
|
108
|
+
}
|
|
@@ -1,6 +1,40 @@
|
|
|
1
1
|
import { Plugin } from '../types/index.js';
|
|
2
|
-
|
|
2
|
+
interface HarEntry {
|
|
3
|
+
startedDateTime: string;
|
|
4
|
+
time: number;
|
|
5
|
+
request: any;
|
|
6
|
+
response: any;
|
|
7
|
+
timings: any;
|
|
8
|
+
cache: {};
|
|
9
|
+
}
|
|
10
|
+
export declare class HarRecorder {
|
|
11
|
+
private entries;
|
|
12
|
+
private isRecording;
|
|
13
|
+
private onEntry?;
|
|
14
|
+
start(): void;
|
|
15
|
+
stop(): void;
|
|
16
|
+
clear(): void;
|
|
17
|
+
getEntries(): HarEntry[];
|
|
18
|
+
setOnEntry(cb: (entry: HarEntry) => void): void;
|
|
19
|
+
generateHar(): {
|
|
20
|
+
log: {
|
|
21
|
+
version: string;
|
|
22
|
+
creator: {
|
|
23
|
+
name: string;
|
|
24
|
+
version: string;
|
|
25
|
+
};
|
|
26
|
+
pages: never[];
|
|
27
|
+
entries: HarEntry[];
|
|
28
|
+
};
|
|
29
|
+
};
|
|
30
|
+
download(filename?: string): void;
|
|
31
|
+
save(path: string): Promise<void>;
|
|
32
|
+
plugin(): Plugin;
|
|
33
|
+
private mapHeaders;
|
|
34
|
+
}
|
|
35
|
+
export declare const harRecorder: HarRecorder;
|
|
36
|
+
export declare const harRecorderPlugin: (options?: {
|
|
3
37
|
path?: string;
|
|
4
38
|
onEntry?: (entry: any) => void;
|
|
5
|
-
}
|
|
6
|
-
export
|
|
39
|
+
}) => Plugin;
|
|
40
|
+
export {};
|