recker 1.0.20-next.de24f7d → 1.0.20-next.e194d90
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +31 -0
- package/dist/ai/adaptive-timeout.d.ts +0 -1
- package/dist/ai/client.d.ts +0 -1
- package/dist/ai/client.js +6 -0
- package/dist/ai/index.d.ts +3 -1
- package/dist/ai/index.js +3 -0
- package/dist/ai/providers/anthropic.d.ts +0 -1
- package/dist/ai/providers/base.d.ts +0 -1
- package/dist/ai/providers/google.d.ts +59 -0
- package/dist/ai/providers/google.js +305 -0
- package/dist/ai/providers/index.d.ts +4 -1
- package/dist/ai/providers/index.js +2 -0
- package/dist/ai/providers/ollama.d.ts +44 -0
- package/dist/ai/providers/ollama.js +240 -0
- package/dist/ai/providers/openai.d.ts +0 -1
- package/dist/ai/rate-limiter.d.ts +0 -1
- package/dist/ai/vector/index.d.ts +2 -0
- package/dist/ai/vector/index.js +2 -0
- package/dist/ai/vector/similarity.d.ts +2 -0
- package/dist/ai/vector/similarity.js +27 -0
- package/dist/ai/vector/store.d.ts +27 -0
- package/dist/ai/vector/store.js +82 -0
- package/dist/bench/generator.d.ts +0 -1
- package/dist/bench/stats.d.ts +0 -1
- package/dist/cache/basic-file-storage.d.ts +12 -0
- package/dist/cache/basic-file-storage.js +50 -0
- package/dist/cache/file-storage.d.ts +25 -11
- package/dist/cache/file-storage.js +175 -30
- package/dist/cache/memory-limits.d.ts +0 -1
- package/dist/cache/memory-storage.d.ts +0 -1
- package/dist/cache/redis-storage.d.ts +0 -1
- package/dist/cli/handler.d.ts +2 -1
- package/dist/cli/handler.js +36 -5
- package/dist/cli/index.d.ts +0 -2
- package/dist/cli/index.js +559 -6
- package/dist/cli/presets.d.ts +0 -1
- package/dist/cli/tui/ai-chat.d.ts +0 -1
- package/dist/cli/tui/load-dashboard.d.ts +0 -1
- package/dist/cli/tui/scroll-buffer.d.ts +0 -1
- package/dist/cli/tui/search-panel.d.ts +0 -1
- package/dist/cli/tui/shell-search.d.ts +0 -1
- package/dist/cli/tui/shell.d.ts +0 -1
- package/dist/cli/tui/shell.js +1 -1
- package/dist/cli/tui/websocket.d.ts +0 -1
- package/dist/constants/http-status.d.ts +0 -1
- package/dist/constants.d.ts +0 -1
- package/dist/contract/index.d.ts +0 -1
- package/dist/cookies/memory-cookie-jar.d.ts +0 -1
- package/dist/core/client.d.ts +0 -1
- package/dist/core/client.js +1 -1
- package/dist/core/errors.d.ts +0 -1
- package/dist/core/index.d.ts +0 -1
- package/dist/core/request-promise.d.ts +0 -1
- package/dist/core/request.d.ts +0 -1
- package/dist/core/response.d.ts +0 -1
- package/dist/dns/index.d.ts +0 -1
- package/dist/dns/propagation.d.ts +0 -1
- package/dist/events/request-events.d.ts +0 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -0
- package/dist/mcp/client.d.ts +0 -1
- package/dist/mcp/contract.d.ts +0 -1
- package/dist/mcp/embeddings-loader.d.ts +0 -1
- package/dist/mcp/geoip-loader.d.ts +0 -1
- package/dist/mcp/index.d.ts +0 -1
- package/dist/mcp/ip-intel.d.ts +0 -1
- package/dist/mcp/search/hybrid-search.d.ts +0 -1
- package/dist/mcp/search/index.d.ts +0 -1
- package/dist/mcp/search/math.d.ts +0 -1
- package/dist/mcp/search/types.d.ts +0 -1
- package/dist/mcp/server.d.ts +6 -2
- package/dist/mcp/server.js +193 -151
- package/dist/mcp/tools/loader.d.ts +2 -0
- package/dist/mcp/tools/loader.js +41 -0
- package/dist/mcp/tools/network.d.ts +3 -0
- package/dist/mcp/tools/network.js +267 -0
- package/dist/mcp/tools/registry.d.ts +17 -0
- package/dist/mcp/tools/registry.js +37 -0
- package/dist/mcp/types.d.ts +0 -1
- package/dist/plugins/auth/api-key.d.ts +8 -0
- package/dist/plugins/auth/api-key.js +27 -0
- package/dist/plugins/auth/auth0.d.ts +33 -0
- package/dist/plugins/auth/auth0.js +94 -0
- package/dist/plugins/auth/aws-sigv4.d.ts +10 -0
- package/dist/plugins/auth/aws-sigv4.js +88 -0
- package/dist/plugins/auth/azure-ad.d.ts +48 -0
- package/dist/plugins/auth/azure-ad.js +152 -0
- package/dist/plugins/auth/basic.d.ts +7 -0
- package/dist/plugins/auth/basic.js +13 -0
- package/dist/plugins/auth/bearer.d.ts +8 -0
- package/dist/plugins/auth/bearer.js +17 -0
- package/dist/plugins/auth/cognito.d.ts +45 -0
- package/dist/plugins/auth/cognito.js +208 -0
- package/dist/plugins/auth/digest.d.ts +8 -0
- package/dist/plugins/auth/digest.js +100 -0
- package/dist/plugins/auth/firebase.d.ts +32 -0
- package/dist/plugins/auth/firebase.js +195 -0
- package/dist/plugins/auth/github-app.d.ts +36 -0
- package/dist/plugins/auth/github-app.js +170 -0
- package/dist/plugins/auth/google-service-account.d.ts +49 -0
- package/dist/plugins/auth/google-service-account.js +172 -0
- package/dist/plugins/auth/index.d.ts +15 -0
- package/dist/plugins/auth/index.js +15 -0
- package/dist/plugins/auth/mtls.d.ts +37 -0
- package/dist/plugins/auth/mtls.js +140 -0
- package/dist/plugins/auth/oauth2.d.ts +8 -0
- package/dist/plugins/auth/oauth2.js +26 -0
- package/dist/plugins/auth/oidc.d.ts +55 -0
- package/dist/plugins/auth/oidc.js +222 -0
- package/dist/plugins/auth/okta.d.ts +47 -0
- package/dist/plugins/auth/okta.js +157 -0
- package/dist/plugins/auth.d.ts +1 -45
- package/dist/plugins/auth.js +1 -268
- package/dist/plugins/cache.d.ts +0 -1
- package/dist/plugins/cache.js +1 -1
- package/dist/plugins/certificate-pinning.d.ts +59 -0
- package/dist/plugins/certificate-pinning.js +236 -0
- package/dist/plugins/circuit-breaker.d.ts +0 -1
- package/dist/plugins/compression.d.ts +0 -1
- package/dist/plugins/cookie-jar.d.ts +0 -1
- package/dist/plugins/dedup.d.ts +0 -1
- package/dist/plugins/graphql.d.ts +0 -1
- package/dist/plugins/grpc-web.d.ts +0 -1
- package/dist/plugins/har-player.d.ts +0 -1
- package/dist/plugins/har-recorder.d.ts +0 -1
- package/dist/plugins/hls.d.ts +0 -1
- package/dist/plugins/http2-push.d.ts +0 -1
- package/dist/plugins/http3.d.ts +0 -1
- package/dist/plugins/index.d.ts +27 -0
- package/dist/plugins/index.js +27 -0
- package/dist/plugins/interface-rotator.d.ts +0 -1
- package/dist/plugins/jsonrpc.d.ts +0 -1
- package/dist/plugins/logger.d.ts +0 -1
- package/dist/plugins/odata.d.ts +0 -1
- package/dist/plugins/pagination.d.ts +0 -1
- package/dist/plugins/proxy-rotator.d.ts +0 -1
- package/dist/plugins/rate-limit.d.ts +15 -0
- package/dist/plugins/rate-limit.js +162 -0
- package/dist/plugins/retry.d.ts +0 -1
- package/dist/plugins/retry.js +2 -2
- package/dist/plugins/scrape.d.ts +0 -1
- package/dist/plugins/server-timing.d.ts +0 -1
- package/dist/plugins/soap.d.ts +0 -1
- package/dist/plugins/user-agent.d.ts +0 -1
- package/dist/plugins/xml.d.ts +0 -1
- package/dist/plugins/xsrf.d.ts +0 -1
- package/dist/presets/anthropic.d.ts +0 -1
- package/dist/presets/aws.d.ts +0 -1
- package/dist/presets/azure-openai.d.ts +0 -1
- package/dist/presets/azure.d.ts +0 -1
- package/dist/presets/cloudflare.d.ts +0 -1
- package/dist/presets/cohere.d.ts +0 -1
- package/dist/presets/deepseek.d.ts +0 -1
- package/dist/presets/digitalocean.d.ts +0 -1
- package/dist/presets/discord.d.ts +0 -1
- package/dist/presets/fireworks.d.ts +0 -1
- package/dist/presets/gcp.d.ts +0 -1
- package/dist/presets/gemini.d.ts +0 -1
- package/dist/presets/github.d.ts +0 -1
- package/dist/presets/gitlab.d.ts +0 -1
- package/dist/presets/groq.d.ts +0 -1
- package/dist/presets/huggingface.d.ts +0 -1
- package/dist/presets/index.d.ts +0 -1
- package/dist/presets/linear.d.ts +0 -1
- package/dist/presets/mailgun.d.ts +0 -1
- package/dist/presets/meta.d.ts +0 -1
- package/dist/presets/mistral.d.ts +0 -1
- package/dist/presets/notion.d.ts +0 -1
- package/dist/presets/openai.d.ts +0 -1
- package/dist/presets/oracle.d.ts +0 -1
- package/dist/presets/perplexity.d.ts +0 -1
- package/dist/presets/registry.d.ts +0 -1
- package/dist/presets/replicate.d.ts +0 -1
- package/dist/presets/sinch.d.ts +0 -1
- package/dist/presets/slack.d.ts +0 -1
- package/dist/presets/stripe.d.ts +0 -1
- package/dist/presets/supabase.d.ts +0 -1
- package/dist/presets/tiktok.d.ts +0 -1
- package/dist/presets/together.d.ts +0 -1
- package/dist/presets/twilio.d.ts +0 -1
- package/dist/presets/vercel.d.ts +0 -1
- package/dist/presets/vultr.d.ts +0 -1
- package/dist/presets/xai.d.ts +0 -1
- package/dist/presets/youtube.d.ts +0 -1
- package/dist/protocols/ftp.d.ts +0 -1
- package/dist/protocols/index.d.ts +0 -1
- package/dist/protocols/sftp.d.ts +0 -1
- package/dist/protocols/telnet.d.ts +0 -1
- package/dist/recker.d.ts +0 -1
- package/dist/runner/request-runner.d.ts +0 -1
- package/dist/scrape/document.d.ts +0 -1
- package/dist/scrape/element.d.ts +0 -1
- package/dist/scrape/extractors.d.ts +0 -1
- package/dist/scrape/index.d.ts +0 -1
- package/dist/scrape/types.d.ts +0 -1
- package/dist/testing/index.d.ts +16 -1
- package/dist/testing/index.js +8 -0
- package/dist/testing/mock-dns-server.d.ts +69 -0
- package/dist/testing/mock-dns-server.js +269 -0
- package/dist/testing/mock-ftp-server.d.ts +89 -0
- package/dist/testing/mock-ftp-server.js +562 -0
- package/dist/testing/mock-hls-server.d.ts +80 -0
- package/dist/testing/mock-hls-server.js +381 -0
- package/dist/testing/mock-http-server.d.ts +99 -0
- package/dist/testing/mock-http-server.js +298 -0
- package/dist/testing/mock-sse-server.d.ts +76 -0
- package/dist/testing/mock-sse-server.js +291 -0
- package/dist/testing/mock-telnet-server.d.ts +59 -0
- package/dist/testing/mock-telnet-server.js +273 -0
- package/dist/testing/mock-udp-server.d.ts +0 -1
- package/dist/testing/mock-websocket-server.d.ts +77 -0
- package/dist/testing/mock-websocket-server.js +316 -0
- package/dist/testing/mock-whois-server.d.ts +56 -0
- package/dist/testing/mock-whois-server.js +234 -0
- package/dist/testing/mock.d.ts +0 -1
- package/dist/transport/base-udp.d.ts +0 -1
- package/dist/transport/fetch.d.ts +0 -1
- package/dist/transport/udp-response.d.ts +0 -1
- package/dist/transport/udp.d.ts +0 -1
- package/dist/transport/undici.d.ts +0 -1
- package/dist/transport/undici.js +1 -1
- package/dist/types/ai.d.ts +0 -1
- package/dist/types/index.d.ts +0 -1
- package/dist/types/logger.d.ts +0 -1
- package/dist/types/udp.d.ts +0 -1
- package/dist/udp/index.d.ts +0 -1
- package/dist/utils/agent-manager.d.ts +0 -1
- package/dist/utils/body.d.ts +0 -1
- package/dist/utils/cert.d.ts +0 -1
- package/dist/utils/charset.d.ts +0 -1
- package/dist/utils/chart.d.ts +0 -1
- package/dist/utils/client-pool.d.ts +0 -1
- package/dist/utils/colors.d.ts +0 -1
- package/dist/utils/concurrency.d.ts +0 -1
- package/dist/utils/dns-toolkit.d.ts +0 -1
- package/dist/utils/dns-toolkit.js +1 -1
- package/dist/utils/dns.d.ts +0 -1
- package/dist/utils/dns.js +2 -2
- package/dist/utils/doh.d.ts +0 -1
- package/dist/utils/download.d.ts +0 -1
- package/dist/utils/env-proxy.d.ts +0 -1
- package/dist/utils/header-parser.d.ts +0 -1
- package/dist/utils/html-cleaner.d.ts +0 -1
- package/dist/utils/link-header.d.ts +0 -1
- package/dist/utils/optional-require.d.ts +0 -1
- package/dist/utils/optional-require.js +1 -1
- package/dist/utils/progress.d.ts +0 -1
- package/dist/utils/rdap.d.ts +0 -1
- package/dist/utils/request-pool.d.ts +0 -1
- package/dist/utils/security-grader.d.ts +0 -1
- package/dist/utils/sparkline.d.ts +0 -1
- package/dist/utils/sse.d.ts +0 -1
- package/dist/utils/streaming.d.ts +0 -1
- package/dist/utils/system-metrics.d.ts +0 -1
- package/dist/utils/tls-inspector.d.ts +0 -1
- package/dist/utils/try-fn.d.ts +0 -1
- package/dist/utils/upload.d.ts +0 -1
- package/dist/utils/user-agent.d.ts +0 -1
- package/dist/utils/whois.d.ts +0 -1
- package/dist/webrtc/index.d.ts +0 -1
- package/dist/webrtc/index.js +1 -1
- package/dist/websocket/client.d.ts +0 -1
- package/package.json +12 -3
- package/dist/ai/adaptive-timeout.d.ts.map +0 -1
- package/dist/ai/client.d.ts.map +0 -1
- package/dist/ai/index.d.ts.map +0 -1
- package/dist/ai/providers/anthropic.d.ts.map +0 -1
- package/dist/ai/providers/base.d.ts.map +0 -1
- package/dist/ai/providers/index.d.ts.map +0 -1
- package/dist/ai/providers/openai.d.ts.map +0 -1
- package/dist/ai/rate-limiter.d.ts.map +0 -1
- package/dist/bench/generator.d.ts.map +0 -1
- package/dist/bench/stats.d.ts.map +0 -1
- package/dist/cache/file-storage.d.ts.map +0 -1
- package/dist/cache/memory-limits.d.ts.map +0 -1
- package/dist/cache/memory-storage.d.ts.map +0 -1
- package/dist/cache/redis-storage.d.ts.map +0 -1
- package/dist/cli/handler.d.ts.map +0 -1
- package/dist/cli/index.d.ts.map +0 -1
- package/dist/cli/presets.d.ts.map +0 -1
- package/dist/cli/tui/ai-chat.d.ts.map +0 -1
- package/dist/cli/tui/load-dashboard.d.ts.map +0 -1
- package/dist/cli/tui/scroll-buffer.d.ts.map +0 -1
- package/dist/cli/tui/search-panel.d.ts.map +0 -1
- package/dist/cli/tui/shell-search.d.ts.map +0 -1
- package/dist/cli/tui/shell.d.ts.map +0 -1
- package/dist/cli/tui/websocket.d.ts.map +0 -1
- package/dist/constants/http-status.d.ts.map +0 -1
- package/dist/constants.d.ts.map +0 -1
- package/dist/contract/index.d.ts.map +0 -1
- package/dist/cookies/memory-cookie-jar.d.ts.map +0 -1
- package/dist/core/client.d.ts.map +0 -1
- package/dist/core/errors.d.ts.map +0 -1
- package/dist/core/index.d.ts.map +0 -1
- package/dist/core/request-promise.d.ts.map +0 -1
- package/dist/core/request.d.ts.map +0 -1
- package/dist/core/response.d.ts.map +0 -1
- package/dist/dns/index.d.ts.map +0 -1
- package/dist/dns/propagation.d.ts.map +0 -1
- package/dist/events/request-events.d.ts.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/mcp/client.d.ts.map +0 -1
- package/dist/mcp/contract.d.ts.map +0 -1
- package/dist/mcp/embeddings-loader.d.ts.map +0 -1
- package/dist/mcp/geoip-loader.d.ts.map +0 -1
- package/dist/mcp/index.d.ts.map +0 -1
- package/dist/mcp/ip-intel.d.ts.map +0 -1
- package/dist/mcp/search/hybrid-search.d.ts.map +0 -1
- package/dist/mcp/search/index.d.ts.map +0 -1
- package/dist/mcp/search/math.d.ts.map +0 -1
- package/dist/mcp/search/types.d.ts.map +0 -1
- package/dist/mcp/server.d.ts.map +0 -1
- package/dist/mcp/types.d.ts.map +0 -1
- package/dist/plugins/auth.d.ts.map +0 -1
- package/dist/plugins/cache.d.ts.map +0 -1
- package/dist/plugins/circuit-breaker.d.ts.map +0 -1
- package/dist/plugins/compression.d.ts.map +0 -1
- package/dist/plugins/cookie-jar.d.ts.map +0 -1
- package/dist/plugins/dedup.d.ts.map +0 -1
- package/dist/plugins/graphql.d.ts.map +0 -1
- package/dist/plugins/grpc-web.d.ts.map +0 -1
- package/dist/plugins/har-player.d.ts.map +0 -1
- package/dist/plugins/har-recorder.d.ts.map +0 -1
- package/dist/plugins/hls.d.ts.map +0 -1
- package/dist/plugins/http2-push.d.ts.map +0 -1
- package/dist/plugins/http3.d.ts.map +0 -1
- package/dist/plugins/interface-rotator.d.ts.map +0 -1
- package/dist/plugins/jsonrpc.d.ts.map +0 -1
- package/dist/plugins/logger.d.ts.map +0 -1
- package/dist/plugins/odata.d.ts.map +0 -1
- package/dist/plugins/pagination.d.ts.map +0 -1
- package/dist/plugins/proxy-rotator.d.ts.map +0 -1
- package/dist/plugins/retry.d.ts.map +0 -1
- package/dist/plugins/scrape.d.ts.map +0 -1
- package/dist/plugins/server-timing.d.ts.map +0 -1
- package/dist/plugins/soap.d.ts.map +0 -1
- package/dist/plugins/user-agent.d.ts.map +0 -1
- package/dist/plugins/xml.d.ts.map +0 -1
- package/dist/plugins/xsrf.d.ts.map +0 -1
- package/dist/presets/anthropic.d.ts.map +0 -1
- package/dist/presets/aws.d.ts.map +0 -1
- package/dist/presets/azure-openai.d.ts.map +0 -1
- package/dist/presets/azure.d.ts.map +0 -1
- package/dist/presets/cloudflare.d.ts.map +0 -1
- package/dist/presets/cohere.d.ts.map +0 -1
- package/dist/presets/deepseek.d.ts.map +0 -1
- package/dist/presets/digitalocean.d.ts.map +0 -1
- package/dist/presets/discord.d.ts.map +0 -1
- package/dist/presets/fireworks.d.ts.map +0 -1
- package/dist/presets/gcp.d.ts.map +0 -1
- package/dist/presets/gemini.d.ts.map +0 -1
- package/dist/presets/github.d.ts.map +0 -1
- package/dist/presets/gitlab.d.ts.map +0 -1
- package/dist/presets/groq.d.ts.map +0 -1
- package/dist/presets/huggingface.d.ts.map +0 -1
- package/dist/presets/index.d.ts.map +0 -1
- package/dist/presets/linear.d.ts.map +0 -1
- package/dist/presets/mailgun.d.ts.map +0 -1
- package/dist/presets/meta.d.ts.map +0 -1
- package/dist/presets/mistral.d.ts.map +0 -1
- package/dist/presets/notion.d.ts.map +0 -1
- package/dist/presets/openai.d.ts.map +0 -1
- package/dist/presets/oracle.d.ts.map +0 -1
- package/dist/presets/perplexity.d.ts.map +0 -1
- package/dist/presets/registry.d.ts.map +0 -1
- package/dist/presets/replicate.d.ts.map +0 -1
- package/dist/presets/sinch.d.ts.map +0 -1
- package/dist/presets/slack.d.ts.map +0 -1
- package/dist/presets/stripe.d.ts.map +0 -1
- package/dist/presets/supabase.d.ts.map +0 -1
- package/dist/presets/tiktok.d.ts.map +0 -1
- package/dist/presets/together.d.ts.map +0 -1
- package/dist/presets/twilio.d.ts.map +0 -1
- package/dist/presets/vercel.d.ts.map +0 -1
- package/dist/presets/vultr.d.ts.map +0 -1
- package/dist/presets/xai.d.ts.map +0 -1
- package/dist/presets/youtube.d.ts.map +0 -1
- package/dist/protocols/ftp.d.ts.map +0 -1
- package/dist/protocols/index.d.ts.map +0 -1
- package/dist/protocols/sftp.d.ts.map +0 -1
- package/dist/protocols/telnet.d.ts.map +0 -1
- package/dist/recker.d.ts.map +0 -1
- package/dist/runner/request-runner.d.ts.map +0 -1
- package/dist/scrape/document.d.ts.map +0 -1
- package/dist/scrape/element.d.ts.map +0 -1
- package/dist/scrape/extractors.d.ts.map +0 -1
- package/dist/scrape/index.d.ts.map +0 -1
- package/dist/scrape/types.d.ts.map +0 -1
- package/dist/testing/index.d.ts.map +0 -1
- package/dist/testing/mock-udp-server.d.ts.map +0 -1
- package/dist/testing/mock.d.ts.map +0 -1
- package/dist/transport/base-udp.d.ts.map +0 -1
- package/dist/transport/fetch.d.ts.map +0 -1
- package/dist/transport/udp-response.d.ts.map +0 -1
- package/dist/transport/udp.d.ts.map +0 -1
- package/dist/transport/undici.d.ts.map +0 -1
- package/dist/types/ai.d.ts.map +0 -1
- package/dist/types/index.d.ts.map +0 -1
- package/dist/types/logger.d.ts.map +0 -1
- package/dist/types/udp.d.ts.map +0 -1
- package/dist/udp/index.d.ts.map +0 -1
- package/dist/utils/agent-manager.d.ts.map +0 -1
- package/dist/utils/body.d.ts.map +0 -1
- package/dist/utils/cert.d.ts.map +0 -1
- package/dist/utils/charset.d.ts.map +0 -1
- package/dist/utils/chart.d.ts.map +0 -1
- package/dist/utils/client-pool.d.ts.map +0 -1
- package/dist/utils/colors.d.ts.map +0 -1
- package/dist/utils/concurrency.d.ts.map +0 -1
- package/dist/utils/dns-toolkit.d.ts.map +0 -1
- package/dist/utils/dns.d.ts.map +0 -1
- package/dist/utils/doh.d.ts.map +0 -1
- package/dist/utils/download.d.ts.map +0 -1
- package/dist/utils/env-proxy.d.ts.map +0 -1
- package/dist/utils/header-parser.d.ts.map +0 -1
- package/dist/utils/html-cleaner.d.ts.map +0 -1
- package/dist/utils/link-header.d.ts.map +0 -1
- package/dist/utils/optional-require.d.ts.map +0 -1
- package/dist/utils/progress.d.ts.map +0 -1
- package/dist/utils/rdap.d.ts.map +0 -1
- package/dist/utils/request-pool.d.ts.map +0 -1
- package/dist/utils/security-grader.d.ts.map +0 -1
- package/dist/utils/sparkline.d.ts.map +0 -1
- package/dist/utils/sse.d.ts.map +0 -1
- package/dist/utils/streaming.d.ts.map +0 -1
- package/dist/utils/system-metrics.d.ts.map +0 -1
- package/dist/utils/tls-inspector.d.ts.map +0 -1
- package/dist/utils/try-fn.d.ts.map +0 -1
- package/dist/utils/upload.d.ts.map +0 -1
- package/dist/utils/user-agent.d.ts.map +0 -1
- package/dist/utils/whois.d.ts.map +0 -1
- package/dist/webrtc/index.d.ts.map +0 -1
- package/dist/websocket/client.d.ts.map +0 -1
package/dist/plugins/http3.d.ts
CHANGED
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
export * from './auth/index.js';
|
|
2
|
+
export { retry, type RetryOptions } from './retry.js';
|
|
3
|
+
export { circuitBreaker, type CircuitBreakerOptions, CircuitBreakerError } from './circuit-breaker.js';
|
|
4
|
+
export { rateLimit, type RateLimitOptions, RateLimitExceededError } from './rate-limit.js';
|
|
5
|
+
export { cache, type CacheOptions } from './cache.js';
|
|
6
|
+
export { dedup, type DedupOptions } from './dedup.js';
|
|
7
|
+
export { compression } from './compression.js';
|
|
8
|
+
export { logger, type LoggerPluginOptions as LoggerOptions } from './logger.js';
|
|
9
|
+
export { serverTiming } from './server-timing.js';
|
|
10
|
+
export { harRecorder } from './har-recorder.js';
|
|
11
|
+
export { harPlayer } from './har-player.js';
|
|
12
|
+
export { xsrf, type XSRFPluginOptions as XsrfOptions } from './xsrf.js';
|
|
13
|
+
export { certificatePinning, type CertificatePinningOptions } from './certificate-pinning.js';
|
|
14
|
+
export { parseXML, serializeXML } from './xml.js';
|
|
15
|
+
export { soap, type SoapOptions } from './soap.js';
|
|
16
|
+
export { graphql, type GraphQLOptions as GraphqlOptions } from './graphql.js';
|
|
17
|
+
export { jsonrpc } from './jsonrpc.js';
|
|
18
|
+
export { odata, type ODataOptions } from './odata.js';
|
|
19
|
+
export { proxyRotator, type ProxyRotatorOptions } from './proxy-rotator.js';
|
|
20
|
+
export { interfaceRotator } from './interface-rotator.js';
|
|
21
|
+
export { userAgentRotator as userAgent, type UserAgentOptions } from './user-agent.js';
|
|
22
|
+
export { cookieJar } from './cookie-jar.js';
|
|
23
|
+
export { hls, type HlsOptions } from './hls.js';
|
|
24
|
+
export { http2Push } from './http2-push.js';
|
|
25
|
+
export { http3 } from './http3.js';
|
|
26
|
+
export { grpcWeb } from './grpc-web.js';
|
|
27
|
+
export { scrape, type ScrapeOptions } from './scrape.js';
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
export * from './auth/index.js';
|
|
2
|
+
export { retry } from './retry.js';
|
|
3
|
+
export { circuitBreaker, CircuitBreakerError } from './circuit-breaker.js';
|
|
4
|
+
export { rateLimit, RateLimitExceededError } from './rate-limit.js';
|
|
5
|
+
export { cache } from './cache.js';
|
|
6
|
+
export { dedup } from './dedup.js';
|
|
7
|
+
export { compression } from './compression.js';
|
|
8
|
+
export { logger } from './logger.js';
|
|
9
|
+
export { serverTiming } from './server-timing.js';
|
|
10
|
+
export { harRecorder } from './har-recorder.js';
|
|
11
|
+
export { harPlayer } from './har-player.js';
|
|
12
|
+
export { xsrf } from './xsrf.js';
|
|
13
|
+
export { certificatePinning } from './certificate-pinning.js';
|
|
14
|
+
export { parseXML, serializeXML } from './xml.js';
|
|
15
|
+
export { soap } from './soap.js';
|
|
16
|
+
export { graphql } from './graphql.js';
|
|
17
|
+
export { jsonrpc } from './jsonrpc.js';
|
|
18
|
+
export { odata } from './odata.js';
|
|
19
|
+
export { proxyRotator } from './proxy-rotator.js';
|
|
20
|
+
export { interfaceRotator } from './interface-rotator.js';
|
|
21
|
+
export { userAgentRotator as userAgent } from './user-agent.js';
|
|
22
|
+
export { cookieJar } from './cookie-jar.js';
|
|
23
|
+
export { hls } from './hls.js';
|
|
24
|
+
export { http2Push } from './http2-push.js';
|
|
25
|
+
export { http3 } from './http3.js';
|
|
26
|
+
export { grpcWeb } from './grpc-web.js';
|
|
27
|
+
export { scrape } from './scrape.js';
|
package/dist/plugins/logger.d.ts
CHANGED
|
@@ -11,4 +11,3 @@ export declare function logger(options?: LoggerPluginOptions): Plugin;
|
|
|
11
11
|
export declare function toCurl(req: ReckerRequest): string;
|
|
12
12
|
export type { Logger } from '../types/logger.js';
|
|
13
13
|
export { consoleLogger, silentLogger, createLevelLogger } from '../types/logger.js';
|
|
14
|
-
//# sourceMappingURL=logger.d.ts.map
|
package/dist/plugins/odata.d.ts
CHANGED
|
@@ -14,4 +14,3 @@ export interface PaginationOptions<T = any> {
|
|
|
14
14
|
export declare function streamPages<T = any>(client: IClient, url: string, requestOptions?: any, paginationOptions?: PaginationOptions): AsyncGenerator<PageResult<T>>;
|
|
15
15
|
export declare function paginate<T>(client: IClient, url: string, requestOptions?: any, paginationOptions?: PaginationOptions<T>): AsyncGenerator<T>;
|
|
16
16
|
export {};
|
|
17
|
-
//# sourceMappingURL=pagination.d.ts.map
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { Plugin, ReckerRequest } from '../types/index.js';
|
|
2
|
+
export interface RateLimitOptions {
|
|
3
|
+
limit: number;
|
|
4
|
+
window?: number;
|
|
5
|
+
strategy?: 'queue' | 'throw' | 'drop';
|
|
6
|
+
keyGenerator?: (req: ReckerRequest) => string;
|
|
7
|
+
adaptive?: boolean;
|
|
8
|
+
}
|
|
9
|
+
export declare class RateLimitExceededError extends Error {
|
|
10
|
+
limit: number;
|
|
11
|
+
window: number;
|
|
12
|
+
key: string;
|
|
13
|
+
constructor(limit: number, window: number, key: string);
|
|
14
|
+
}
|
|
15
|
+
export declare function rateLimit(options: RateLimitOptions): Plugin;
|
|
@@ -0,0 +1,162 @@
|
|
|
1
|
+
export class RateLimitExceededError extends Error {
|
|
2
|
+
limit;
|
|
3
|
+
window;
|
|
4
|
+
key;
|
|
5
|
+
constructor(limit, window, key) {
|
|
6
|
+
super(`Rate limit exceeded for ${key}: ${limit} requests per ${window}ms`);
|
|
7
|
+
this.limit = limit;
|
|
8
|
+
this.window = window;
|
|
9
|
+
this.key = key;
|
|
10
|
+
this.name = 'RateLimitExceededError';
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
function parseRateLimitHeaders(headers) {
|
|
14
|
+
const result = {};
|
|
15
|
+
const remaining = headers.get('x-ratelimit-remaining') || headers.get('ratelimit-remaining');
|
|
16
|
+
if (remaining !== null) {
|
|
17
|
+
result.remaining = parseInt(remaining, 10);
|
|
18
|
+
}
|
|
19
|
+
const reset = headers.get('x-ratelimit-reset') || headers.get('ratelimit-reset');
|
|
20
|
+
if (reset !== null) {
|
|
21
|
+
const val = parseFloat(reset);
|
|
22
|
+
if (val < 1000000000) {
|
|
23
|
+
result.reset = Date.now() + (val * 1000);
|
|
24
|
+
}
|
|
25
|
+
else {
|
|
26
|
+
result.reset = val * 1000;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
const retryAfter = headers.get('retry-after');
|
|
30
|
+
if (retryAfter !== null) {
|
|
31
|
+
if (/^\d+$/.test(retryAfter)) {
|
|
32
|
+
result.retryAfter = parseInt(retryAfter, 10) * 1000;
|
|
33
|
+
}
|
|
34
|
+
else {
|
|
35
|
+
const date = Date.parse(retryAfter);
|
|
36
|
+
if (!isNaN(date)) {
|
|
37
|
+
result.retryAfter = Math.max(0, date - Date.now());
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
return result;
|
|
42
|
+
}
|
|
43
|
+
export function rateLimit(options) {
|
|
44
|
+
const limit = options.limit;
|
|
45
|
+
const windowMs = options.window || 1000;
|
|
46
|
+
const strategy = options.strategy || 'queue';
|
|
47
|
+
const adaptive = options.adaptive || false;
|
|
48
|
+
const buckets = new Map();
|
|
49
|
+
const getKey = options.keyGenerator || ((req) => {
|
|
50
|
+
try {
|
|
51
|
+
return new URL(req.url).hostname;
|
|
52
|
+
}
|
|
53
|
+
catch {
|
|
54
|
+
return 'global';
|
|
55
|
+
}
|
|
56
|
+
});
|
|
57
|
+
const refillBucket = (bucket) => {
|
|
58
|
+
const now = Date.now();
|
|
59
|
+
if (now < bucket.blockedUntil) {
|
|
60
|
+
return;
|
|
61
|
+
}
|
|
62
|
+
const elapsed = now - bucket.lastRefill;
|
|
63
|
+
if (elapsed > windowMs) {
|
|
64
|
+
bucket.tokens = limit;
|
|
65
|
+
bucket.lastRefill = now;
|
|
66
|
+
}
|
|
67
|
+
};
|
|
68
|
+
const processQueue = (bucket) => {
|
|
69
|
+
const now = Date.now();
|
|
70
|
+
if (now < bucket.blockedUntil) {
|
|
71
|
+
const wait = bucket.blockedUntil - now;
|
|
72
|
+
setTimeout(() => processQueue(bucket), wait);
|
|
73
|
+
return;
|
|
74
|
+
}
|
|
75
|
+
refillBucket(bucket);
|
|
76
|
+
while (bucket.queue.length > 0 && bucket.tokens > 0) {
|
|
77
|
+
bucket.tokens--;
|
|
78
|
+
const next = bucket.queue.shift();
|
|
79
|
+
if (next)
|
|
80
|
+
next.resolve();
|
|
81
|
+
}
|
|
82
|
+
if (bucket.queue.length > 0) {
|
|
83
|
+
const timeToNextRefill = windowMs - (Date.now() - bucket.lastRefill);
|
|
84
|
+
setTimeout(() => processQueue(bucket), Math.max(0, timeToNextRefill));
|
|
85
|
+
}
|
|
86
|
+
};
|
|
87
|
+
return (client) => {
|
|
88
|
+
const middleware = async (req, next) => {
|
|
89
|
+
const key = getKey(req);
|
|
90
|
+
let bucket = buckets.get(key);
|
|
91
|
+
if (!bucket) {
|
|
92
|
+
bucket = {
|
|
93
|
+
tokens: limit,
|
|
94
|
+
lastRefill: Date.now(),
|
|
95
|
+
queue: [],
|
|
96
|
+
blockedUntil: 0
|
|
97
|
+
};
|
|
98
|
+
buckets.set(key, bucket);
|
|
99
|
+
}
|
|
100
|
+
const now = Date.now();
|
|
101
|
+
if (now < bucket.blockedUntil) {
|
|
102
|
+
bucket.tokens = 0;
|
|
103
|
+
}
|
|
104
|
+
else {
|
|
105
|
+
refillBucket(bucket);
|
|
106
|
+
}
|
|
107
|
+
if (bucket.tokens > 0) {
|
|
108
|
+
bucket.tokens--;
|
|
109
|
+
const response = await next(req);
|
|
110
|
+
if (adaptive) {
|
|
111
|
+
adaptLimits(bucket, response);
|
|
112
|
+
}
|
|
113
|
+
return response;
|
|
114
|
+
}
|
|
115
|
+
if (strategy === 'throw') {
|
|
116
|
+
throw new RateLimitExceededError(limit, windowMs, key);
|
|
117
|
+
}
|
|
118
|
+
if (strategy === 'drop') {
|
|
119
|
+
throw new Error(`Request dropped due to rate limit (${key})`);
|
|
120
|
+
}
|
|
121
|
+
return new Promise((resolve, reject) => {
|
|
122
|
+
bucket.queue.push({
|
|
123
|
+
resolve: async () => {
|
|
124
|
+
try {
|
|
125
|
+
const response = await next(req);
|
|
126
|
+
if (adaptive) {
|
|
127
|
+
adaptLimits(bucket, response);
|
|
128
|
+
}
|
|
129
|
+
resolve(response);
|
|
130
|
+
}
|
|
131
|
+
catch (err) {
|
|
132
|
+
reject(err);
|
|
133
|
+
}
|
|
134
|
+
},
|
|
135
|
+
reject
|
|
136
|
+
});
|
|
137
|
+
if (bucket.queue.length === 1) {
|
|
138
|
+
const timeToNextRefill = windowMs - (Date.now() - bucket.lastRefill);
|
|
139
|
+
setTimeout(() => processQueue(bucket), Math.max(0, timeToNextRefill));
|
|
140
|
+
}
|
|
141
|
+
});
|
|
142
|
+
};
|
|
143
|
+
function adaptLimits(bucket, response) {
|
|
144
|
+
const limits = parseRateLimitHeaders(response.headers);
|
|
145
|
+
let backoffTime = 0;
|
|
146
|
+
if (limits.retryAfter) {
|
|
147
|
+
backoffTime = limits.retryAfter;
|
|
148
|
+
}
|
|
149
|
+
else if (limits.remaining !== undefined && limits.remaining <= 0 && limits.reset) {
|
|
150
|
+
backoffTime = Math.max(0, limits.reset - Date.now());
|
|
151
|
+
}
|
|
152
|
+
if (backoffTime > 0) {
|
|
153
|
+
bucket.blockedUntil = Date.now() + backoffTime;
|
|
154
|
+
bucket.tokens = 0;
|
|
155
|
+
if (bucket.queue.length > 0) {
|
|
156
|
+
setTimeout(() => processQueue(bucket), 0);
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
client.use(middleware);
|
|
161
|
+
};
|
|
162
|
+
}
|
package/dist/plugins/retry.d.ts
CHANGED
package/dist/plugins/retry.js
CHANGED
|
@@ -83,7 +83,7 @@ export function retry(options = {}) {
|
|
|
83
83
|
if (onRetry) {
|
|
84
84
|
onRetry(attempt, err, delayMs);
|
|
85
85
|
}
|
|
86
|
-
if (client.hooks
|
|
86
|
+
if (client.hooks?.onRetry) {
|
|
87
87
|
for (const hook of client.hooks.onRetry) {
|
|
88
88
|
await hook(err, attempt, delayMs, req);
|
|
89
89
|
}
|
|
@@ -99,7 +99,7 @@ export function retry(options = {}) {
|
|
|
99
99
|
if (onRetry) {
|
|
100
100
|
onRetry(attempt, error, delayMs);
|
|
101
101
|
}
|
|
102
|
-
if (client.hooks
|
|
102
|
+
if (client.hooks?.onRetry) {
|
|
103
103
|
for (const hook of client.hooks.onRetry) {
|
|
104
104
|
await hook(error, attempt, delayMs, req);
|
|
105
105
|
}
|
package/dist/plugins/scrape.d.ts
CHANGED
|
@@ -19,4 +19,3 @@ export declare function scrape<T extends ReckerResponse>(promise: RequestPromise
|
|
|
19
19
|
export declare function parseHtml(html: string, options?: ScrapeOptions): Promise<import('../scrape/document.js').ScrapeDocument>;
|
|
20
20
|
export declare function scrapeResponse(promise: Promise<ReckerResponse>, options?: ScrapeOptions): Promise<import('../scrape/document.js').ScrapeDocument>;
|
|
21
21
|
export type { ScrapeOptions, ExtractionSchema, ExtractedLink, ExtractedImage, ExtractedMeta, OpenGraphData, TwitterCardData, JsonLdData, ExtractedForm, ExtractedFormField, ExtractedTable, ExtractedScript, ExtractedStyle, LinkExtractionOptions, ImageExtractionOptions, } from '../scrape/types.js';
|
|
22
|
-
//# sourceMappingURL=scrape.d.ts.map
|
package/dist/plugins/soap.d.ts
CHANGED
package/dist/plugins/xml.d.ts
CHANGED
|
@@ -7,4 +7,3 @@ export declare function parseXML(xml: string): any;
|
|
|
7
7
|
export declare function serializeXML(obj: any, rootName?: string): string;
|
|
8
8
|
export declare function xmlResponse<T = any>(promise: Promise<ReckerResponse>, parser?: (xml: string) => any): Promise<T>;
|
|
9
9
|
export { parseXML as parse, serializeXML as serialize };
|
|
10
|
-
//# sourceMappingURL=xml.d.ts.map
|
package/dist/plugins/xsrf.d.ts
CHANGED
package/dist/presets/aws.d.ts
CHANGED
|
@@ -17,4 +17,3 @@ export declare function awsSNS(options: Omit<AWSPresetOptions, 'service'>): Clie
|
|
|
17
17
|
export declare function awsSES(options: Omit<AWSPresetOptions, 'service'>): ClientOptions;
|
|
18
18
|
export declare function awsSecretsManager(options: Omit<AWSPresetOptions, 'service'>): ClientOptions;
|
|
19
19
|
export declare function awsBedrock(options: Omit<AWSPresetOptions, 'service'>): ClientOptions;
|
|
20
|
-
//# sourceMappingURL=aws.d.ts.map
|
package/dist/presets/azure.d.ts
CHANGED
package/dist/presets/cohere.d.ts
CHANGED
package/dist/presets/gcp.d.ts
CHANGED
|
@@ -32,4 +32,3 @@ export declare function gcpCloudRun(options: GCPPresetOptions): ClientOptions;
|
|
|
32
32
|
export declare function gcpVertexAI(options: GCPPresetOptions): ClientOptions;
|
|
33
33
|
export declare function gcpFirestore(options: GCPPresetOptions): ClientOptions;
|
|
34
34
|
export declare function gcpSecretManager(options: GCPPresetOptions): ClientOptions;
|
|
35
|
-
//# sourceMappingURL=gcp.d.ts.map
|
package/dist/presets/gemini.d.ts
CHANGED
package/dist/presets/github.d.ts
CHANGED
package/dist/presets/gitlab.d.ts
CHANGED
package/dist/presets/groq.d.ts
CHANGED
package/dist/presets/index.d.ts
CHANGED
package/dist/presets/linear.d.ts
CHANGED
package/dist/presets/meta.d.ts
CHANGED
|
@@ -8,4 +8,3 @@ export declare function facebook(options: MetaPresetOptions): ClientOptions;
|
|
|
8
8
|
export declare function instagram(options: MetaPresetOptions): ClientOptions;
|
|
9
9
|
export declare function whatsapp(options: MetaPresetOptions): ClientOptions;
|
|
10
10
|
export declare function threads(options: MetaPresetOptions): ClientOptions;
|
|
11
|
-
//# sourceMappingURL=meta.d.ts.map
|
package/dist/presets/notion.d.ts
CHANGED
package/dist/presets/openai.d.ts
CHANGED
package/dist/presets/oracle.d.ts
CHANGED
|
@@ -17,4 +17,3 @@ export declare function ociDatabase(options: OracleCloudPresetOptions): ClientOp
|
|
|
17
17
|
export declare function ociKubernetes(options: OracleCloudPresetOptions): ClientOptions;
|
|
18
18
|
export declare function ociGenerativeAI(options: OracleCloudPresetOptions): ClientOptions;
|
|
19
19
|
export declare function ociVault(options: OracleCloudPresetOptions): ClientOptions;
|
|
20
|
-
//# sourceMappingURL=oracle.d.ts.map
|
|
@@ -17,4 +17,3 @@ export declare function listAIPresets(): PresetInfo[];
|
|
|
17
17
|
export declare function listCloudPresets(): PresetInfo[];
|
|
18
18
|
export declare function listSaaSPresets(): PresetInfo[];
|
|
19
19
|
export declare function listDevToolsPresets(): PresetInfo[];
|
|
20
|
-
//# sourceMappingURL=registry.d.ts.map
|
package/dist/presets/sinch.d.ts
CHANGED
package/dist/presets/slack.d.ts
CHANGED
package/dist/presets/stripe.d.ts
CHANGED
package/dist/presets/tiktok.d.ts
CHANGED
package/dist/presets/twilio.d.ts
CHANGED
package/dist/presets/vercel.d.ts
CHANGED
package/dist/presets/vultr.d.ts
CHANGED
package/dist/presets/xai.d.ts
CHANGED
package/dist/protocols/ftp.d.ts
CHANGED
|
@@ -1,4 +1,3 @@
|
|
|
1
1
|
export { FTP, createFTP, ftp, type FTPConfig, type FTPListItem, type FTPTransferProgress, type FTPResponse } from './ftp.js';
|
|
2
2
|
export { SFTP, createSFTP, sftp, type SFTPConfig, type SFTPListItem, type SFTPResponse } from './sftp.js';
|
|
3
3
|
export { Telnet, createTelnet, telnet, type TelnetConfig, type TelnetResponse, type TelnetExecOptions } from './telnet.js';
|
|
4
|
-
//# sourceMappingURL=index.d.ts.map
|
package/dist/protocols/sftp.d.ts
CHANGED
|
@@ -79,4 +79,3 @@ export declare class Telnet extends EventEmitter {
|
|
|
79
79
|
}
|
|
80
80
|
export declare function createTelnet(config: TelnetConfig): Telnet;
|
|
81
81
|
export declare function telnet<T>(config: TelnetConfig, operation: (client: Telnet) => Promise<T>): Promise<T>;
|
|
82
|
-
//# sourceMappingURL=telnet.d.ts.map
|
package/dist/recker.d.ts
CHANGED
package/dist/scrape/element.d.ts
CHANGED