recker 1.0.19 → 1.0.20-next.5b6f65b
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ai/adaptive-timeout.d.ts +0 -1
- package/dist/ai/client.d.ts +0 -1
- package/dist/ai/index.d.ts +0 -1
- package/dist/ai/providers/anthropic.d.ts +0 -1
- package/dist/ai/providers/base.d.ts +0 -1
- package/dist/ai/providers/index.d.ts +0 -1
- package/dist/ai/providers/openai.d.ts +0 -1
- package/dist/ai/rate-limiter.d.ts +0 -1
- package/dist/bench/generator.d.ts +0 -1
- package/dist/bench/stats.d.ts +0 -1
- package/dist/cache/file-storage.d.ts +0 -1
- package/dist/cache/memory-limits.d.ts +0 -1
- package/dist/cache/memory-storage.d.ts +0 -1
- package/dist/cache/redis-storage.d.ts +0 -1
- package/dist/cli/handler.d.ts +0 -1
- package/dist/cli/index.d.ts +0 -2
- package/dist/cli/index.js +495 -2
- package/dist/cli/presets.d.ts +0 -1
- package/dist/cli/tui/ai-chat.d.ts +0 -1
- package/dist/cli/tui/load-dashboard.d.ts +0 -1
- package/dist/cli/tui/scroll-buffer.d.ts +0 -1
- package/dist/cli/tui/search-panel.d.ts +0 -1
- package/dist/cli/tui/shell-search.d.ts +0 -1
- package/dist/cli/tui/shell.d.ts +0 -1
- package/dist/cli/tui/shell.js +1 -1
- package/dist/cli/tui/websocket.d.ts +0 -1
- package/dist/constants/http-status.d.ts +0 -1
- package/dist/constants.d.ts +0 -1
- package/dist/contract/index.d.ts +0 -1
- package/dist/cookies/memory-cookie-jar.d.ts +0 -1
- package/dist/core/client.d.ts +2 -1
- package/dist/core/client.js +6 -7
- package/dist/core/errors.d.ts +0 -1
- package/dist/core/index.d.ts +0 -1
- package/dist/core/request-promise.d.ts +0 -1
- package/dist/core/request.d.ts +0 -1
- package/dist/core/response.d.ts +0 -1
- package/dist/dns/index.d.ts +0 -1
- package/dist/dns/propagation.d.ts +0 -1
- package/dist/events/request-events.d.ts +0 -1
- package/dist/index.d.ts +0 -1
- package/dist/mcp/client.d.ts +0 -1
- package/dist/mcp/contract.d.ts +0 -1
- package/dist/mcp/embeddings-loader.d.ts +0 -1
- package/dist/mcp/geoip-loader.d.ts +0 -1
- package/dist/mcp/index.d.ts +0 -1
- package/dist/mcp/ip-intel.d.ts +0 -1
- package/dist/mcp/search/hybrid-search.d.ts +0 -1
- package/dist/mcp/search/index.d.ts +0 -1
- package/dist/mcp/search/math.d.ts +0 -1
- package/dist/mcp/search/types.d.ts +0 -1
- package/dist/mcp/server.d.ts +0 -1
- package/dist/mcp/types.d.ts +0 -1
- package/dist/plugins/auth.d.ts +0 -1
- package/dist/plugins/cache.d.ts +0 -1
- package/dist/plugins/cache.js +1 -1
- package/dist/plugins/circuit-breaker.d.ts +0 -1
- package/dist/plugins/compression.d.ts +0 -1
- package/dist/plugins/cookie-jar.d.ts +0 -1
- package/dist/plugins/dedup.d.ts +0 -1
- package/dist/plugins/graphql.d.ts +0 -1
- package/dist/plugins/grpc-web.d.ts +0 -1
- package/dist/plugins/har-player.d.ts +0 -1
- package/dist/plugins/har-recorder.d.ts +0 -1
- package/dist/plugins/hls.d.ts +90 -18
- package/dist/plugins/hls.js +343 -173
- package/dist/plugins/http2-push.d.ts +0 -1
- package/dist/plugins/http3.d.ts +0 -1
- package/dist/plugins/interface-rotator.d.ts +0 -1
- package/dist/plugins/jsonrpc.d.ts +0 -1
- package/dist/plugins/logger.d.ts +0 -1
- package/dist/plugins/odata.d.ts +0 -1
- package/dist/plugins/pagination.d.ts +0 -1
- package/dist/plugins/proxy-rotator.d.ts +0 -1
- package/dist/plugins/retry.d.ts +0 -1
- package/dist/plugins/retry.js +2 -2
- package/dist/plugins/scrape.d.ts +0 -1
- package/dist/plugins/server-timing.d.ts +0 -1
- package/dist/plugins/soap.d.ts +0 -1
- package/dist/plugins/user-agent.d.ts +0 -1
- package/dist/plugins/xml.d.ts +0 -1
- package/dist/plugins/xsrf.d.ts +0 -1
- package/dist/presets/anthropic.d.ts +0 -1
- package/dist/presets/aws.d.ts +0 -1
- package/dist/presets/azure-openai.d.ts +0 -1
- package/dist/presets/azure.d.ts +0 -1
- package/dist/presets/cloudflare.d.ts +0 -1
- package/dist/presets/cohere.d.ts +0 -1
- package/dist/presets/deepseek.d.ts +0 -1
- package/dist/presets/digitalocean.d.ts +0 -1
- package/dist/presets/discord.d.ts +0 -1
- package/dist/presets/fireworks.d.ts +0 -1
- package/dist/presets/gcp.d.ts +0 -1
- package/dist/presets/gemini.d.ts +0 -1
- package/dist/presets/github.d.ts +0 -1
- package/dist/presets/gitlab.d.ts +0 -1
- package/dist/presets/groq.d.ts +0 -1
- package/dist/presets/huggingface.d.ts +0 -1
- package/dist/presets/index.d.ts +0 -1
- package/dist/presets/linear.d.ts +0 -1
- package/dist/presets/mailgun.d.ts +0 -1
- package/dist/presets/meta.d.ts +0 -1
- package/dist/presets/mistral.d.ts +0 -1
- package/dist/presets/notion.d.ts +0 -1
- package/dist/presets/openai.d.ts +0 -1
- package/dist/presets/oracle.d.ts +0 -1
- package/dist/presets/perplexity.d.ts +0 -1
- package/dist/presets/registry.d.ts +0 -1
- package/dist/presets/replicate.d.ts +0 -1
- package/dist/presets/sinch.d.ts +0 -1
- package/dist/presets/slack.d.ts +0 -1
- package/dist/presets/stripe.d.ts +0 -1
- package/dist/presets/supabase.d.ts +0 -1
- package/dist/presets/tiktok.d.ts +0 -1
- package/dist/presets/together.d.ts +0 -1
- package/dist/presets/twilio.d.ts +0 -1
- package/dist/presets/vercel.d.ts +0 -1
- package/dist/presets/vultr.d.ts +0 -1
- package/dist/presets/xai.d.ts +0 -1
- package/dist/presets/youtube.d.ts +0 -1
- package/dist/protocols/ftp.d.ts +0 -1
- package/dist/protocols/index.d.ts +0 -1
- package/dist/protocols/sftp.d.ts +0 -1
- package/dist/protocols/telnet.d.ts +0 -1
- package/dist/recker.d.ts +0 -1
- package/dist/runner/request-runner.d.ts +0 -1
- package/dist/scrape/document.d.ts +0 -1
- package/dist/scrape/element.d.ts +0 -1
- package/dist/scrape/extractors.d.ts +0 -1
- package/dist/scrape/index.d.ts +0 -1
- package/dist/scrape/types.d.ts +0 -1
- package/dist/testing/index.d.ts +16 -1
- package/dist/testing/index.js +8 -0
- package/dist/testing/mock-dns-server.d.ts +69 -0
- package/dist/testing/mock-dns-server.js +269 -0
- package/dist/testing/mock-ftp-server.d.ts +89 -0
- package/dist/testing/mock-ftp-server.js +562 -0
- package/dist/testing/mock-hls-server.d.ts +80 -0
- package/dist/testing/mock-hls-server.js +381 -0
- package/dist/testing/mock-http-server.d.ts +99 -0
- package/dist/testing/mock-http-server.js +298 -0
- package/dist/testing/mock-sse-server.d.ts +76 -0
- package/dist/testing/mock-sse-server.js +291 -0
- package/dist/testing/mock-telnet-server.d.ts +59 -0
- package/dist/testing/mock-telnet-server.js +273 -0
- package/dist/testing/mock-udp-server.d.ts +0 -1
- package/dist/testing/mock-websocket-server.d.ts +77 -0
- package/dist/testing/mock-websocket-server.js +316 -0
- package/dist/testing/mock-whois-server.d.ts +56 -0
- package/dist/testing/mock-whois-server.js +234 -0
- package/dist/testing/mock.d.ts +0 -1
- package/dist/transport/base-udp.d.ts +0 -1
- package/dist/transport/fetch.d.ts +0 -1
- package/dist/transport/udp-response.d.ts +0 -1
- package/dist/transport/udp.d.ts +0 -1
- package/dist/transport/undici.d.ts +1 -2
- package/dist/transport/undici.js +11 -5
- package/dist/types/ai.d.ts +0 -1
- package/dist/types/index.d.ts +0 -1
- package/dist/types/logger.d.ts +0 -1
- package/dist/types/udp.d.ts +0 -1
- package/dist/udp/index.d.ts +0 -1
- package/dist/utils/agent-manager.d.ts +0 -1
- package/dist/utils/body.d.ts +0 -1
- package/dist/utils/cert.d.ts +0 -1
- package/dist/utils/charset.d.ts +0 -1
- package/dist/utils/chart.d.ts +0 -1
- package/dist/utils/client-pool.d.ts +0 -1
- package/dist/utils/colors.d.ts +0 -1
- package/dist/utils/concurrency.d.ts +0 -1
- package/dist/utils/dns-toolkit.d.ts +0 -1
- package/dist/utils/dns-toolkit.js +1 -1
- package/dist/utils/dns.d.ts +0 -1
- package/dist/utils/dns.js +2 -2
- package/dist/utils/doh.d.ts +0 -1
- package/dist/utils/download.d.ts +0 -1
- package/dist/utils/env-proxy.d.ts +0 -1
- package/dist/utils/header-parser.d.ts +0 -1
- package/dist/utils/html-cleaner.d.ts +0 -1
- package/dist/utils/link-header.d.ts +0 -1
- package/dist/utils/optional-require.d.ts +0 -1
- package/dist/utils/optional-require.js +1 -1
- package/dist/utils/progress.d.ts +0 -1
- package/dist/utils/rdap.d.ts +0 -1
- package/dist/utils/request-pool.d.ts +0 -1
- package/dist/utils/security-grader.d.ts +0 -1
- package/dist/utils/sparkline.d.ts +0 -1
- package/dist/utils/sse.d.ts +0 -1
- package/dist/utils/streaming.d.ts +0 -1
- package/dist/utils/system-metrics.d.ts +0 -1
- package/dist/utils/tls-inspector.d.ts +0 -1
- package/dist/utils/try-fn.d.ts +0 -1
- package/dist/utils/upload.d.ts +0 -1
- package/dist/utils/user-agent.d.ts +0 -1
- package/dist/utils/whois.d.ts +0 -1
- package/dist/webrtc/index.d.ts +0 -1
- package/dist/webrtc/index.js +1 -1
- package/dist/websocket/client.d.ts +0 -1
- package/package.json +3 -1
- package/dist/ai/adaptive-timeout.d.ts.map +0 -1
- package/dist/ai/client.d.ts.map +0 -1
- package/dist/ai/index.d.ts.map +0 -1
- package/dist/ai/providers/anthropic.d.ts.map +0 -1
- package/dist/ai/providers/base.d.ts.map +0 -1
- package/dist/ai/providers/index.d.ts.map +0 -1
- package/dist/ai/providers/openai.d.ts.map +0 -1
- package/dist/ai/rate-limiter.d.ts.map +0 -1
- package/dist/bench/generator.d.ts.map +0 -1
- package/dist/bench/stats.d.ts.map +0 -1
- package/dist/cache/file-storage.d.ts.map +0 -1
- package/dist/cache/memory-limits.d.ts.map +0 -1
- package/dist/cache/memory-storage.d.ts.map +0 -1
- package/dist/cache/redis-storage.d.ts.map +0 -1
- package/dist/cli/handler.d.ts.map +0 -1
- package/dist/cli/index.d.ts.map +0 -1
- package/dist/cli/presets.d.ts.map +0 -1
- package/dist/cli/tui/ai-chat.d.ts.map +0 -1
- package/dist/cli/tui/load-dashboard.d.ts.map +0 -1
- package/dist/cli/tui/scroll-buffer.d.ts.map +0 -1
- package/dist/cli/tui/search-panel.d.ts.map +0 -1
- package/dist/cli/tui/shell-search.d.ts.map +0 -1
- package/dist/cli/tui/shell.d.ts.map +0 -1
- package/dist/cli/tui/websocket.d.ts.map +0 -1
- package/dist/constants/http-status.d.ts.map +0 -1
- package/dist/constants.d.ts.map +0 -1
- package/dist/contract/index.d.ts.map +0 -1
- package/dist/cookies/memory-cookie-jar.d.ts.map +0 -1
- package/dist/core/client.d.ts.map +0 -1
- package/dist/core/errors.d.ts.map +0 -1
- package/dist/core/index.d.ts.map +0 -1
- package/dist/core/request-promise.d.ts.map +0 -1
- package/dist/core/request.d.ts.map +0 -1
- package/dist/core/response.d.ts.map +0 -1
- package/dist/dns/index.d.ts.map +0 -1
- package/dist/dns/propagation.d.ts.map +0 -1
- package/dist/events/request-events.d.ts.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/mcp/client.d.ts.map +0 -1
- package/dist/mcp/contract.d.ts.map +0 -1
- package/dist/mcp/embeddings-loader.d.ts.map +0 -1
- package/dist/mcp/geoip-loader.d.ts.map +0 -1
- package/dist/mcp/index.d.ts.map +0 -1
- package/dist/mcp/ip-intel.d.ts.map +0 -1
- package/dist/mcp/search/hybrid-search.d.ts.map +0 -1
- package/dist/mcp/search/index.d.ts.map +0 -1
- package/dist/mcp/search/math.d.ts.map +0 -1
- package/dist/mcp/search/types.d.ts.map +0 -1
- package/dist/mcp/server.d.ts.map +0 -1
- package/dist/mcp/types.d.ts.map +0 -1
- package/dist/plugins/auth.d.ts.map +0 -1
- package/dist/plugins/cache.d.ts.map +0 -1
- package/dist/plugins/circuit-breaker.d.ts.map +0 -1
- package/dist/plugins/compression.d.ts.map +0 -1
- package/dist/plugins/cookie-jar.d.ts.map +0 -1
- package/dist/plugins/dedup.d.ts.map +0 -1
- package/dist/plugins/graphql.d.ts.map +0 -1
- package/dist/plugins/grpc-web.d.ts.map +0 -1
- package/dist/plugins/har-player.d.ts.map +0 -1
- package/dist/plugins/har-recorder.d.ts.map +0 -1
- package/dist/plugins/hls.d.ts.map +0 -1
- package/dist/plugins/http2-push.d.ts.map +0 -1
- package/dist/plugins/http3.d.ts.map +0 -1
- package/dist/plugins/interface-rotator.d.ts.map +0 -1
- package/dist/plugins/jsonrpc.d.ts.map +0 -1
- package/dist/plugins/logger.d.ts.map +0 -1
- package/dist/plugins/odata.d.ts.map +0 -1
- package/dist/plugins/pagination.d.ts.map +0 -1
- package/dist/plugins/proxy-rotator.d.ts.map +0 -1
- package/dist/plugins/retry.d.ts.map +0 -1
- package/dist/plugins/scrape.d.ts.map +0 -1
- package/dist/plugins/server-timing.d.ts.map +0 -1
- package/dist/plugins/soap.d.ts.map +0 -1
- package/dist/plugins/user-agent.d.ts.map +0 -1
- package/dist/plugins/xml.d.ts.map +0 -1
- package/dist/plugins/xsrf.d.ts.map +0 -1
- package/dist/presets/anthropic.d.ts.map +0 -1
- package/dist/presets/aws.d.ts.map +0 -1
- package/dist/presets/azure-openai.d.ts.map +0 -1
- package/dist/presets/azure.d.ts.map +0 -1
- package/dist/presets/cloudflare.d.ts.map +0 -1
- package/dist/presets/cohere.d.ts.map +0 -1
- package/dist/presets/deepseek.d.ts.map +0 -1
- package/dist/presets/digitalocean.d.ts.map +0 -1
- package/dist/presets/discord.d.ts.map +0 -1
- package/dist/presets/fireworks.d.ts.map +0 -1
- package/dist/presets/gcp.d.ts.map +0 -1
- package/dist/presets/gemini.d.ts.map +0 -1
- package/dist/presets/github.d.ts.map +0 -1
- package/dist/presets/gitlab.d.ts.map +0 -1
- package/dist/presets/groq.d.ts.map +0 -1
- package/dist/presets/huggingface.d.ts.map +0 -1
- package/dist/presets/index.d.ts.map +0 -1
- package/dist/presets/linear.d.ts.map +0 -1
- package/dist/presets/mailgun.d.ts.map +0 -1
- package/dist/presets/meta.d.ts.map +0 -1
- package/dist/presets/mistral.d.ts.map +0 -1
- package/dist/presets/notion.d.ts.map +0 -1
- package/dist/presets/openai.d.ts.map +0 -1
- package/dist/presets/oracle.d.ts.map +0 -1
- package/dist/presets/perplexity.d.ts.map +0 -1
- package/dist/presets/registry.d.ts.map +0 -1
- package/dist/presets/replicate.d.ts.map +0 -1
- package/dist/presets/sinch.d.ts.map +0 -1
- package/dist/presets/slack.d.ts.map +0 -1
- package/dist/presets/stripe.d.ts.map +0 -1
- package/dist/presets/supabase.d.ts.map +0 -1
- package/dist/presets/tiktok.d.ts.map +0 -1
- package/dist/presets/together.d.ts.map +0 -1
- package/dist/presets/twilio.d.ts.map +0 -1
- package/dist/presets/vercel.d.ts.map +0 -1
- package/dist/presets/vultr.d.ts.map +0 -1
- package/dist/presets/xai.d.ts.map +0 -1
- package/dist/presets/youtube.d.ts.map +0 -1
- package/dist/protocols/ftp.d.ts.map +0 -1
- package/dist/protocols/index.d.ts.map +0 -1
- package/dist/protocols/sftp.d.ts.map +0 -1
- package/dist/protocols/telnet.d.ts.map +0 -1
- package/dist/recker.d.ts.map +0 -1
- package/dist/runner/request-runner.d.ts.map +0 -1
- package/dist/scrape/document.d.ts.map +0 -1
- package/dist/scrape/element.d.ts.map +0 -1
- package/dist/scrape/extractors.d.ts.map +0 -1
- package/dist/scrape/index.d.ts.map +0 -1
- package/dist/scrape/types.d.ts.map +0 -1
- package/dist/testing/index.d.ts.map +0 -1
- package/dist/testing/mock-udp-server.d.ts.map +0 -1
- package/dist/testing/mock.d.ts.map +0 -1
- package/dist/transport/base-udp.d.ts.map +0 -1
- package/dist/transport/fetch.d.ts.map +0 -1
- package/dist/transport/udp-response.d.ts.map +0 -1
- package/dist/transport/udp.d.ts.map +0 -1
- package/dist/transport/undici.d.ts.map +0 -1
- package/dist/types/ai.d.ts.map +0 -1
- package/dist/types/index.d.ts.map +0 -1
- package/dist/types/logger.d.ts.map +0 -1
- package/dist/types/udp.d.ts.map +0 -1
- package/dist/udp/index.d.ts.map +0 -1
- package/dist/utils/agent-manager.d.ts.map +0 -1
- package/dist/utils/body.d.ts.map +0 -1
- package/dist/utils/cert.d.ts.map +0 -1
- package/dist/utils/charset.d.ts.map +0 -1
- package/dist/utils/chart.d.ts.map +0 -1
- package/dist/utils/client-pool.d.ts.map +0 -1
- package/dist/utils/colors.d.ts.map +0 -1
- package/dist/utils/concurrency.d.ts.map +0 -1
- package/dist/utils/dns-toolkit.d.ts.map +0 -1
- package/dist/utils/dns.d.ts.map +0 -1
- package/dist/utils/doh.d.ts.map +0 -1
- package/dist/utils/download.d.ts.map +0 -1
- package/dist/utils/env-proxy.d.ts.map +0 -1
- package/dist/utils/header-parser.d.ts.map +0 -1
- package/dist/utils/html-cleaner.d.ts.map +0 -1
- package/dist/utils/link-header.d.ts.map +0 -1
- package/dist/utils/optional-require.d.ts.map +0 -1
- package/dist/utils/progress.d.ts.map +0 -1
- package/dist/utils/rdap.d.ts.map +0 -1
- package/dist/utils/request-pool.d.ts.map +0 -1
- package/dist/utils/security-grader.d.ts.map +0 -1
- package/dist/utils/sparkline.d.ts.map +0 -1
- package/dist/utils/sse.d.ts.map +0 -1
- package/dist/utils/streaming.d.ts.map +0 -1
- package/dist/utils/system-metrics.d.ts.map +0 -1
- package/dist/utils/tls-inspector.d.ts.map +0 -1
- package/dist/utils/try-fn.d.ts.map +0 -1
- package/dist/utils/upload.d.ts.map +0 -1
- package/dist/utils/user-agent.d.ts.map +0 -1
- package/dist/utils/whois.d.ts.map +0 -1
- package/dist/webrtc/index.d.ts.map +0 -1
- package/dist/websocket/client.d.ts.map +0 -1
package/dist/cli/tui/shell.d.ts
CHANGED
package/dist/cli/tui/shell.js
CHANGED
|
@@ -1716,7 +1716,7 @@ ${colors.bold('Network:')}
|
|
|
1716
1716
|
console.log(colors.gray(` Names: ${mapData.names.length}`));
|
|
1717
1717
|
console.log(colors.bold('\nOriginal sources:'));
|
|
1718
1718
|
mapData.sources.forEach((source, i) => {
|
|
1719
|
-
const hasContent = mapData.sourcesContent
|
|
1719
|
+
const hasContent = mapData.sourcesContent?.[i];
|
|
1720
1720
|
const sizeInfo = hasContent
|
|
1721
1721
|
? colors.green(`[${(mapData.sourcesContent[i].length / 1024).toFixed(1)}kb]`)
|
|
1722
1722
|
: colors.yellow('[no content]');
|
|
@@ -71,4 +71,3 @@ export declare function isServerError(status: number): boolean;
|
|
|
71
71
|
export declare function isError(status: number): boolean;
|
|
72
72
|
export declare function isRetryable(status: number): boolean;
|
|
73
73
|
export declare function getStatusText(status: number): string;
|
|
74
|
-
//# sourceMappingURL=http-status.d.ts.map
|
package/dist/constants.d.ts
CHANGED
package/dist/contract/index.d.ts
CHANGED
package/dist/core/client.d.ts
CHANGED
|
@@ -7,6 +7,7 @@ import { DedupOptions } from '../plugins/dedup.js';
|
|
|
7
7
|
import { ReckerWebSocket, type WebSocketOptions } from '../websocket/client.js';
|
|
8
8
|
import { type WhoisOptions, type WhoisResult } from '../utils/whois.js';
|
|
9
9
|
import { type ScrapePromise } from '../plugins/scrape.js';
|
|
10
|
+
import { HlsPromise, type HlsOptions } from '../plugins/hls.js';
|
|
10
11
|
interface ClientCacheConfig extends Omit<CacheOptions, 'storage'> {
|
|
11
12
|
storage?: CacheStorage;
|
|
12
13
|
driver?: 'memory' | 'file';
|
|
@@ -111,7 +112,7 @@ export declare class Client {
|
|
|
111
112
|
ws(path: string, options?: WebSocketOptions): ReckerWebSocket;
|
|
112
113
|
whois(query: string, options?: WhoisOptions): Promise<WhoisResult>;
|
|
113
114
|
isDomainAvailable(domain: string, options?: WhoisOptions): Promise<boolean>;
|
|
115
|
+
hls(manifestUrl: string, options?: HlsOptions): HlsPromise;
|
|
114
116
|
}
|
|
115
117
|
export declare function createClient(options?: ExtendedClientOptions): Client;
|
|
116
118
|
export {};
|
|
117
|
-
//# sourceMappingURL=client.d.ts.map
|
package/dist/core/client.js
CHANGED
|
@@ -22,6 +22,7 @@ import { ReckerWebSocket } from '../websocket/client.js';
|
|
|
22
22
|
import { whois as performWhois, isDomainAvailable } from '../utils/whois.js';
|
|
23
23
|
import { MemoryCookieJar } from '../cookies/memory-cookie-jar.js';
|
|
24
24
|
import { scrape as scrapeHelper } from '../plugins/scrape.js';
|
|
25
|
+
import { HlsPromise } from '../plugins/hls.js';
|
|
25
26
|
export class Client {
|
|
26
27
|
baseUrl;
|
|
27
28
|
middlewares;
|
|
@@ -72,7 +73,7 @@ export class Client {
|
|
|
72
73
|
if (options.transport) {
|
|
73
74
|
this.transport = options.transport;
|
|
74
75
|
}
|
|
75
|
-
else
|
|
76
|
+
else {
|
|
76
77
|
let http2Options;
|
|
77
78
|
if (options.http2) {
|
|
78
79
|
if (typeof options.http2 === 'boolean') {
|
|
@@ -83,7 +84,7 @@ export class Client {
|
|
|
83
84
|
}
|
|
84
85
|
}
|
|
85
86
|
this.agentManager = new AgentManager(this.concurrencyConfig.agent);
|
|
86
|
-
this.transport = new UndiciTransport(this.baseUrl, {
|
|
87
|
+
this.transport = new UndiciTransport(this.baseUrl || undefined, {
|
|
87
88
|
proxy: options.proxy,
|
|
88
89
|
http2: http2Options,
|
|
89
90
|
dns: options.dns,
|
|
@@ -93,11 +94,6 @@ export class Client {
|
|
|
93
94
|
observability: options.observability
|
|
94
95
|
});
|
|
95
96
|
}
|
|
96
|
-
else {
|
|
97
|
-
throw new ConfigurationError('baseUrl is required for default UndiciTransport, or provide a custom transport.', {
|
|
98
|
-
configKey: 'baseUrl',
|
|
99
|
-
});
|
|
100
|
-
}
|
|
101
97
|
if (options.retry) {
|
|
102
98
|
retry(options.retry)(this);
|
|
103
99
|
}
|
|
@@ -662,6 +658,9 @@ export class Client {
|
|
|
662
658
|
async isDomainAvailable(domain, options) {
|
|
663
659
|
return isDomainAvailable(domain, options);
|
|
664
660
|
}
|
|
661
|
+
hls(manifestUrl, options = {}) {
|
|
662
|
+
return new HlsPromise(this, manifestUrl, options);
|
|
663
|
+
}
|
|
665
664
|
}
|
|
666
665
|
export function createClient(options = {}) {
|
|
667
666
|
return new Client(options);
|
package/dist/core/errors.d.ts
CHANGED
package/dist/core/index.d.ts
CHANGED
package/dist/core/request.d.ts
CHANGED
package/dist/core/response.d.ts
CHANGED
package/dist/dns/index.d.ts
CHANGED
|
@@ -18,4 +18,3 @@ export interface PropagationResult {
|
|
|
18
18
|
export declare function getTypeName(typeId: number): string;
|
|
19
19
|
export declare function checkPropagation(domainInput: string, type?: string): Promise<PropagationResult[]>;
|
|
20
20
|
export declare function formatPropagationReport(results: PropagationResult[], domain: string, type: string): string;
|
|
21
|
-
//# sourceMappingURL=propagation.d.ts.map
|
package/dist/index.d.ts
CHANGED
|
@@ -67,4 +67,3 @@ export * from './mcp/contract.js';
|
|
|
67
67
|
export { Client as Recker } from './core/client.js';
|
|
68
68
|
export { get, post, put, patch, del, del as delete, head, options, whois, whoisAvailable, dns, dnsSecurity, ws, recker, } from './recker.js';
|
|
69
69
|
export { default } from './recker.js';
|
|
70
|
-
//# sourceMappingURL=index.d.ts.map
|
package/dist/mcp/client.d.ts
CHANGED
package/dist/mcp/contract.d.ts
CHANGED
|
@@ -74,4 +74,3 @@ export declare function createValidatedSSEStream<T extends ZodSchema>(client: Cl
|
|
|
74
74
|
export declare function openAIExtractor(event: SSEEvent): string | null;
|
|
75
75
|
export declare function anthropicExtractor(event: SSEEvent): string | null;
|
|
76
76
|
export {};
|
|
77
|
-
//# sourceMappingURL=contract.d.ts.map
|
|
@@ -15,4 +15,3 @@ export interface LoadEmbeddingsOptions {
|
|
|
15
15
|
export declare function loadEmbeddings(options?: LoadEmbeddingsOptions): Promise<EmbeddingsData | null>;
|
|
16
16
|
export declare function clearEmbeddingsCache(version?: string): void;
|
|
17
17
|
export { getPackageVersion };
|
|
18
|
-
//# sourceMappingURL=embeddings-loader.d.ts.map
|
package/dist/mcp/index.d.ts
CHANGED
package/dist/mcp/ip-intel.d.ts
CHANGED
|
@@ -25,4 +25,3 @@ export declare function isValidIP(ip: string): boolean;
|
|
|
25
25
|
export declare function getIpInfo(ip: string): Promise<IpInfo>;
|
|
26
26
|
export declare function isGeoIPAvailable(): boolean;
|
|
27
27
|
export { getGeoIPDatabasePath } from './geoip-loader.js';
|
|
28
|
-
//# sourceMappingURL=ip-intel.d.ts.map
|
|
@@ -1,4 +1,3 @@
|
|
|
1
1
|
export { HybridSearch, createHybridSearch } from './hybrid-search.js';
|
|
2
2
|
export { cosineSimilarity, levenshtein, stringSimilarity, reciprocalRankFusion, combineScores, } from './math.js';
|
|
3
3
|
export type { IndexedDoc, SearchResult, SearchOptions, HybridSearchConfig, EmbeddingsData, EmbeddingEntry, } from './types.js';
|
|
4
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -3,4 +3,3 @@ export declare function levenshtein(a: string, b: string): number;
|
|
|
3
3
|
export declare function stringSimilarity(a: string, b: string): number;
|
|
4
4
|
export declare function reciprocalRankFusion(ranks: number[], k?: number): number;
|
|
5
5
|
export declare function combineScores(score1: number, score2: number, k?: number): number;
|
|
6
|
-
//# sourceMappingURL=math.d.ts.map
|
package/dist/mcp/server.d.ts
CHANGED
package/dist/mcp/types.d.ts
CHANGED
package/dist/plugins/auth.d.ts
CHANGED
package/dist/plugins/cache.d.ts
CHANGED
package/dist/plugins/cache.js
CHANGED
|
@@ -2,4 +2,3 @@ import { Middleware, CompressionOptions } from '../types/index.js';
|
|
|
2
2
|
export type CompressionAlgorithm = 'gzip' | 'deflate' | 'br';
|
|
3
3
|
export declare function compression(options?: CompressionOptions): Middleware;
|
|
4
4
|
export declare function createCompressionMiddleware(config: boolean | CompressionOptions): Middleware | null;
|
|
5
|
-
//# sourceMappingURL=compression.d.ts.map
|
package/dist/plugins/dedup.d.ts
CHANGED
|
@@ -11,4 +11,3 @@ export interface GraphQLOptions {
|
|
|
11
11
|
}
|
|
12
12
|
export declare function graphqlPlugin(options?: GraphQLOptions): Plugin;
|
|
13
13
|
export declare function graphql<T = any>(client: Client, query: string, variables?: Record<string, any>, options?: any): Promise<T>;
|
|
14
|
-
//# sourceMappingURL=graphql.d.ts.map
|
package/dist/plugins/hls.d.ts
CHANGED
|
@@ -1,33 +1,105 @@
|
|
|
1
|
-
import { Client } from '../core/client.js';
|
|
2
|
-
|
|
1
|
+
import type { Client } from '../core/client.js';
|
|
2
|
+
import { type WriteStream } from 'node:fs';
|
|
3
|
+
import { Writable } from 'node:stream';
|
|
4
|
+
export interface HlsVariant {
|
|
3
5
|
url: string;
|
|
4
6
|
bandwidth?: number;
|
|
5
7
|
resolution?: string;
|
|
8
|
+
codecs?: string;
|
|
9
|
+
name?: string;
|
|
6
10
|
}
|
|
7
|
-
export interface
|
|
11
|
+
export interface HlsSegment {
|
|
8
12
|
url: string;
|
|
9
13
|
duration: number;
|
|
10
14
|
sequence: number;
|
|
11
|
-
key?:
|
|
15
|
+
key?: HlsKeyInfo;
|
|
16
|
+
discontinuity?: boolean;
|
|
17
|
+
programDateTime?: Date;
|
|
12
18
|
}
|
|
13
|
-
export interface
|
|
14
|
-
method:
|
|
19
|
+
export interface HlsKeyInfo {
|
|
20
|
+
method: 'NONE' | 'AES-128' | 'SAMPLE-AES';
|
|
15
21
|
uri?: string;
|
|
16
22
|
iv?: string;
|
|
17
23
|
}
|
|
18
|
-
export interface
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
24
|
+
export interface HlsPlaylist {
|
|
25
|
+
segments: HlsSegment[];
|
|
26
|
+
targetDuration: number;
|
|
27
|
+
mediaSequence: number;
|
|
28
|
+
endList: boolean;
|
|
29
|
+
playlistType?: 'VOD' | 'EVENT';
|
|
30
|
+
discontinuitySequence: number;
|
|
23
31
|
}
|
|
24
|
-
export interface
|
|
32
|
+
export interface HlsMasterPlaylist {
|
|
33
|
+
variants: HlsVariant[];
|
|
34
|
+
isMaster: true;
|
|
35
|
+
}
|
|
36
|
+
export interface SegmentData {
|
|
37
|
+
sequence: number;
|
|
38
|
+
duration: number;
|
|
39
|
+
data: Uint8Array;
|
|
40
|
+
url: string;
|
|
41
|
+
downloadedAt: Date;
|
|
42
|
+
}
|
|
43
|
+
export interface HlsProgress {
|
|
44
|
+
downloadedSegments: number;
|
|
45
|
+
totalSegments?: number;
|
|
46
|
+
downloadedBytes: number;
|
|
47
|
+
currentSegment: number;
|
|
48
|
+
isLive: boolean;
|
|
49
|
+
elapsed: number;
|
|
50
|
+
}
|
|
51
|
+
export interface HlsOptions {
|
|
52
|
+
mode?: 'merge' | 'chunks';
|
|
53
|
+
format?: 'ts' | 'mp4' | 'mkv';
|
|
54
|
+
live?: boolean | {
|
|
55
|
+
duration: number;
|
|
56
|
+
};
|
|
57
|
+
quality?: 'highest' | 'lowest' | {
|
|
58
|
+
bandwidth?: number;
|
|
59
|
+
resolution?: string;
|
|
60
|
+
};
|
|
25
61
|
concurrency?: number;
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
duration?: number;
|
|
29
|
-
onInfo?: (message: string) => void;
|
|
62
|
+
onSegment?: (segment: SegmentData) => void | Promise<void>;
|
|
63
|
+
onProgress?: (progress: HlsProgress) => void;
|
|
30
64
|
onError?: (error: Error) => void;
|
|
65
|
+
headers?: Record<string, string>;
|
|
66
|
+
}
|
|
67
|
+
type DownloadDest = string | ((segment: HlsSegment) => string);
|
|
68
|
+
export declare class HlsPromise implements Promise<void> {
|
|
69
|
+
private client;
|
|
70
|
+
private manifestUrl;
|
|
71
|
+
private options;
|
|
72
|
+
private seenSequences;
|
|
73
|
+
private downloadedBytes;
|
|
74
|
+
private downloadedSegments;
|
|
75
|
+
private startTime;
|
|
76
|
+
private aborted;
|
|
77
|
+
private abortController;
|
|
78
|
+
constructor(client: Client, manifestUrl: string, options?: HlsOptions);
|
|
79
|
+
get [Symbol.toStringTag](): string;
|
|
80
|
+
then<TResult1 = void, TResult2 = never>(onfulfilled?: ((value: void) => TResult1 | PromiseLike<TResult1>) | null, onrejected?: ((reason: any) => TResult2 | PromiseLike<TResult2>) | null): Promise<TResult1 | TResult2>;
|
|
81
|
+
catch<TResult = never>(onrejected?: ((reason: any) => TResult | PromiseLike<TResult>) | null): Promise<void | TResult>;
|
|
82
|
+
finally(onfinally?: (() => void) | null): Promise<void>;
|
|
83
|
+
cancel(): void;
|
|
84
|
+
download(dest: DownloadDest): Promise<void>;
|
|
85
|
+
stream(): AsyncGenerator<SegmentData>;
|
|
86
|
+
pipe(writable: Writable | WriteStream): Promise<void>;
|
|
87
|
+
info(): Promise<{
|
|
88
|
+
master?: HlsMasterPlaylist;
|
|
89
|
+
playlist?: HlsPlaylist;
|
|
90
|
+
selectedVariant?: HlsVariant;
|
|
91
|
+
isLive: boolean;
|
|
92
|
+
totalDuration?: number;
|
|
93
|
+
}>;
|
|
94
|
+
private resolveMediaPlaylist;
|
|
95
|
+
private fetchMediaPlaylist;
|
|
96
|
+
private downloadSegment;
|
|
97
|
+
private downloadMerged;
|
|
98
|
+
private downloadChunks;
|
|
99
|
+
private isLiveMode;
|
|
100
|
+
private getMaxDuration;
|
|
101
|
+
private emitProgress;
|
|
102
|
+
private sleep;
|
|
31
103
|
}
|
|
32
|
-
export declare function
|
|
33
|
-
|
|
104
|
+
export declare function hls(client: Client, manifestUrl: string, options?: HlsOptions): HlsPromise;
|
|
105
|
+
export type { HlsVariant as Variant, HlsSegment as Segment, HlsKeyInfo as KeyInfo, };
|