recker 1.0.19 → 1.0.20-next.2433419

package/dist/cli/tui/shell.js

@@ -1716,7 +1716,7 @@ ${colors.bold('Network:')}
                 console.log(colors.gray(`  Names: ${mapData.names.length}`));
             console.log(colors.bold('\nOriginal sources:'));
             mapData.sources.forEach((source, i) => {
-                const hasContent = mapData.sourcesContent && mapData.sourcesContent[i];
+                const hasContent = mapData.sourcesContent?.[i];
                 const sizeInfo = hasContent
                     ? colors.green(`[${(mapData.sourcesContent[i].length / 1024).toFixed(1)}kb]`)
                     : colors.yellow('[no content]');

package/dist/cli/tui/websocket.d.ts

@@ -1,2 +1 @@
 export declare function startInteractiveWebSocket(url: string, headers: Record<string, string>): Promise<void>;
-//# sourceMappingURL=websocket.d.ts.map

package/dist/constants/http-status.d.ts

@@ -71,4 +71,3 @@ export declare function isServerError(status: number): boolean;
 export declare function isError(status: number): boolean;
 export declare function isRetryable(status: number): boolean;
 export declare function getStatusText(status: number): string;
-//# sourceMappingURL=http-status.d.ts.map

package/dist/constants.d.ts

@@ -16,4 +16,3 @@ export declare const DEFAULT_PAGE_PARAM = "page";
 export declare const DEFAULT_LIMIT_PARAM = "limit";
 export declare const DEFAULT_FAILURE_THRESHOLD = 5;
 export declare const DEFAULT_RESET_TIMEOUT_MS = 60000;
-//# sourceMappingURL=constants.d.ts.map

package/dist/contract/index.d.ts

@@ -29,4 +29,3 @@ export declare class ContractError extends Error {
 }
 export declare function createContract<T extends ContractDefinition>(client: Client, contract: T): ContractClient<T>;
 export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/cookies/memory-cookie-jar.d.ts

@@ -28,4 +28,3 @@ export declare class MemoryCookieJar implements CookieJar {
     private isExpired;
 }
 export {};
-//# sourceMappingURL=memory-cookie-jar.d.ts.map

package/dist/core/client.d.ts

@@ -7,6 +7,7 @@ import { DedupOptions } from '../plugins/dedup.js';
 import { ReckerWebSocket, type WebSocketOptions } from '../websocket/client.js';
 import { type WhoisOptions, type WhoisResult } from '../utils/whois.js';
 import { type ScrapePromise } from '../plugins/scrape.js';
+import { HlsPromise, type HlsOptions } from '../plugins/hls.js';
 interface ClientCacheConfig extends Omit<CacheOptions, 'storage'> {
     storage?: CacheStorage;
     driver?: 'memory' | 'file';
@@ -111,7 +112,7 @@ export declare class Client {
     ws(path: string, options?: WebSocketOptions): ReckerWebSocket;
     whois(query: string, options?: WhoisOptions): Promise<WhoisResult>;
     isDomainAvailable(domain: string, options?: WhoisOptions): Promise<boolean>;
+    hls(manifestUrl: string, options?: HlsOptions): HlsPromise;
 }
 export declare function createClient(options?: ExtendedClientOptions): Client;
 export {};
-//# sourceMappingURL=client.d.ts.map

package/dist/core/client.js

@@ -9,19 +9,20 @@ import { RequestPool } from '../utils/request-pool.js';
 import { normalizeConcurrency } from '../utils/concurrency.js';
 import { getDefaultUserAgent } from '../utils/user-agent.js';
 import { paginate, streamPages } from '../plugins/pagination.js';
-import { retry } from '../plugins/retry.js';
-import { cache } from '../plugins/cache.js';
-import { dedup } from '../plugins/dedup.js';
+import { retryPlugin } from '../plugins/retry.js';
+import { cachePlugin } from '../plugins/cache.js';
+import { dedupPlugin } from '../plugins/dedup.js';
 import { createXSRFMiddleware } from '../plugins/xsrf.js';
 import { createCompressionMiddleware } from '../plugins/compression.js';
 import { serializeXML } from '../plugins/xml.js';
 import { MemoryStorage } from '../cache/memory-storage.js';
-import { FileStorage } from '../cache/file-storage.js';
+import { FileStorage } from '../cache/basic-file-storage.js';
 import { RequestRunner } from '../runner/request-runner.js';
 import { ReckerWebSocket } from '../websocket/client.js';
 import { whois as performWhois, isDomainAvailable } from '../utils/whois.js';
 import { MemoryCookieJar } from '../cookies/memory-cookie-jar.js';
 import { scrape as scrapeHelper } from '../plugins/scrape.js';
+import { HlsPromise } from '../plugins/hls.js';
 export class Client {
     baseUrl;
     middlewares;
@@ -72,7 +73,7 @@ export class Client {
         if (options.transport) {
             this.transport = options.transport;
         }
-        else if (this.baseUrl) {
+        else {
             let http2Options;
             if (options.http2) {
                 if (typeof options.http2 === 'boolean') {
@@ -83,7 +84,7 @@ export class Client {
                 }
             }
             this.agentManager = new AgentManager(this.concurrencyConfig.agent);
-            this.transport = new UndiciTransport(this.baseUrl, {
+            this.transport = new UndiciTransport(this.baseUrl || undefined, {
                 proxy: options.proxy,
                 http2: http2Options,
                 dns: options.dns,
@@ -93,13 +94,8 @@ export class Client {
                 observability: options.observability
             });
         }
-        else {
-            throw new ConfigurationError('baseUrl is required for default UndiciTransport, or provide a custom transport.', {
-                configKey: 'baseUrl',
-            });
-        }
         if (options.retry) {
-            retry(options.retry)(this);
+            retryPlugin(options.retry)(this);
         }
         if (this.concurrencyConfig.max < Infinity || this.concurrencyConfig.requestsPerInterval < Infinity) {
             this.requestPool = new RequestPool({
@@ -118,7 +114,7 @@ export class Client {
             }
         }
         if (options.dedup) {
-            dedup(options.dedup)(this);
+            dedupPlugin(options.dedup)(this);
         }
         if (options.cache) {
             let storage;
@@ -131,7 +127,7 @@ export class Client {
             else {
                 storage = new MemoryStorage();
             }
-            cache({
+            cachePlugin({
                 ...options.cache,
                 storage
             })(this);
@@ -662,6 +658,9 @@ export class Client {
     async isDomainAvailable(domain, options) {
         return isDomainAvailable(domain, options);
     }
+    hls(manifestUrl, options = {}) {
+        return new HlsPromise(this, manifestUrl, options);
+    }
 }
 export function createClient(options = {}) {
     return new Client(options);

package/dist/core/errors.d.ts

@@ -140,4 +140,3 @@ export declare class DownloadError extends ReckerError {
         request?: ReckerRequest;
     });
 }
-//# sourceMappingURL=errors.d.ts.map

package/dist/core/index.d.ts

@@ -3,4 +3,3 @@ export * from './errors.js';
 export * from './request-promise.js';
 export * from './request.js';
 export * from './response.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/core/request-promise.d.ts

@@ -21,4 +21,3 @@ export declare class RequestPromise<T = unknown> implements Promise<ReckerRespon
     download(): AsyncGenerator<ProgressEvent>;
     [Symbol.asyncIterator](): AsyncGenerator<Uint8Array>;
 }
-//# sourceMappingURL=request-promise.d.ts.map

package/dist/core/request.d.ts

@@ -18,4 +18,3 @@ export declare class HttpRequest implements ReckerRequest {
     withHeader(name: string, value: string): ReckerRequest;
     withBody(body: BodyInit): ReckerRequest;
 }
-//# sourceMappingURL=request.d.ts.map

package/dist/core/response.d.ts

@@ -32,4 +32,3 @@ export declare class HttpResponse<T = unknown> implements ReckerResponse<T> {
     download(): AsyncGenerator<ProgressEvent>;
     [Symbol.asyncIterator](): AsyncGenerator<Uint8Array>;
 }
-//# sourceMappingURL=response.d.ts.map

package/dist/dns/index.d.ts

@@ -33,4 +33,3 @@ export declare class DNSClient {
     getSecurityRecords(domain: string): Promise<DnsSecurityRecords>;
 }
 export declare function createDNS(options?: DNSClientOptions): DNSClient;
-//# sourceMappingURL=index.d.ts.map

package/dist/dns/propagation.d.ts

@@ -18,4 +18,3 @@ export interface PropagationResult {
 export declare function getTypeName(typeId: number): string;
 export declare function checkPropagation(domainInput: string, type?: string): Promise<PropagationResult[]>;
 export declare function formatPropagationReport(results: PropagationResult[], domain: string, type: string): string;
-//# sourceMappingURL=propagation.d.ts.map

package/dist/events/request-events.d.ts

@@ -45,4 +45,3 @@ export interface StreamEventsConfig {
     total?: number;
     throttleMs?: number;
 }
-//# sourceMappingURL=request-events.d.ts.map

package/dist/index.d.ts

@@ -9,6 +9,7 @@ export * from './core/client.js';
 export * from './core/request.js';
 export * from './core/response.js';
 export * from './plugins/retry.js';
+export * from './plugins/rate-limit.js';
 export * from './plugins/cache.js';
 export * from './plugins/dedup.js';
 export * from './plugins/logger.js';
@@ -67,4 +68,3 @@ export * from './mcp/contract.js';
 export { Client as Recker } from './core/client.js';
 export { get, post, put, patch, del, del as delete, head, options, whois, whoisAvailable, dns, dnsSecurity, ws, recker, } from './recker.js';
 export { default } from './recker.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/index.js

@@ -9,6 +9,7 @@ export * from './core/client.js';
 export * from './core/request.js';
 export * from './core/response.js';
 export * from './plugins/retry.js';
+export * from './plugins/rate-limit.js';
 export * from './plugins/cache.js';
 export * from './plugins/dedup.js';
 export * from './plugins/logger.js';

package/dist/mcp/client.d.ts

@@ -56,4 +56,3 @@ export declare class MCPClient extends EventEmitter {
 }
 export declare function createMCPClient(options: MCPClientOptions): MCPClient;
 export {};
-//# sourceMappingURL=client.d.ts.map

package/dist/mcp/contract.d.ts

@@ -74,4 +74,3 @@ export declare function createValidatedSSEStream<T extends ZodSchema>(client: Cl
 export declare function openAIExtractor(event: SSEEvent): string | null;
 export declare function anthropicExtractor(event: SSEEvent): string | null;
 export {};
-//# sourceMappingURL=contract.d.ts.map

package/dist/mcp/embeddings-loader.d.ts

@@ -15,4 +15,3 @@ export interface LoadEmbeddingsOptions {
 export declare function loadEmbeddings(options?: LoadEmbeddingsOptions): Promise<EmbeddingsData | null>;
 export declare function clearEmbeddingsCache(version?: string): void;
 export { getPackageVersion };
-//# sourceMappingURL=embeddings-loader.d.ts.map

package/dist/mcp/geoip-loader.d.ts

@@ -8,4 +8,3 @@ export interface LoadGeoIPOptions {
 }
 export declare function ensureGeoIPDatabase(options?: LoadGeoIPOptions): Promise<string | null>;
 export declare function clearGeoIPCache(): void;
-//# sourceMappingURL=geoip-loader.d.ts.map

package/dist/mcp/index.d.ts

@@ -2,4 +2,3 @@ export * from './types.js';
 export * from './client.js';
 export * from './server.js';
 export * from './embeddings-loader.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/mcp/ip-intel.d.ts

@@ -25,4 +25,3 @@ export declare function isValidIP(ip: string): boolean;
 export declare function getIpInfo(ip: string): Promise<IpInfo>;
 export declare function isGeoIPAvailable(): boolean;
 export { getGeoIPDatabasePath } from './geoip-loader.js';
-//# sourceMappingURL=ip-intel.d.ts.map

package/dist/mcp/search/hybrid-search.d.ts

@@ -27,4 +27,3 @@ export declare class HybridSearch {
     private log;
 }
 export declare function createHybridSearch(config?: HybridSearchConfig): HybridSearch;
-//# sourceMappingURL=hybrid-search.d.ts.map

package/dist/mcp/search/index.d.ts

@@ -1,4 +1,3 @@
 export { HybridSearch, createHybridSearch } from './hybrid-search.js';
 export { cosineSimilarity, levenshtein, stringSimilarity, reciprocalRankFusion, combineScores, } from './math.js';
 export type { IndexedDoc, SearchResult, SearchOptions, HybridSearchConfig, EmbeddingsData, EmbeddingEntry, } from './types.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/mcp/search/math.d.ts

@@ -3,4 +3,3 @@ export declare function levenshtein(a: string, b: string): number;
 export declare function stringSimilarity(a: string, b: string): number;
 export declare function reciprocalRankFusion(ranks: number[], k?: number): number;
 export declare function combineScores(score1: number, score2: number, k?: number): number;
-//# sourceMappingURL=math.d.ts.map

package/dist/mcp/search/types.d.ts

@@ -46,4 +46,3 @@ export interface HybridSearchConfig {
     semanticWeight?: number;
     debug?: boolean;
 }
-//# sourceMappingURL=types.d.ts.map

package/dist/mcp/server.d.ts

@@ -10,6 +10,7 @@ export interface MCPServerOptions {
     transport?: MCPTransportMode;
     debug?: boolean;
     toolsFilter?: string[];
+    toolPaths?: string[];
 }
 export declare class MCPServer {
     private options;
@@ -20,6 +21,7 @@ export declare class MCPServer {
     private typeDefinitions;
     private sseClients;
     private initialized;
+    private toolRegistry;
     constructor(options?: MCPServerOptions);
     private indexReady;
     private ensureIndexReady;
@@ -41,6 +43,9 @@ export declare class MCPServer {
     private walkDir;
     private extractTitle;
     private extractKeywords;
+    private getResources;
+    private readResource;
+    private registerInternalTools;
     private getTools;
     private isToolEnabled;
     private matchPattern;
@@ -57,7 +62,7 @@ export declare class MCPServer {
     private formatIpResult;
     private getFeatureConfig;
     private getCombinedConfig;
-    handleRequest(req: JsonRpcRequest): JsonRpcResponse;
+    handleRequest(req: JsonRpcRequest): Promise<JsonRpcResponse>;
     private sendNotification;
     private startStdio;
     private startHttp;
@@ -71,4 +76,3 @@ export declare class MCPServer {
     getTransport(): MCPTransportMode;
 }
 export declare function createMCPServer(options?: MCPServerOptions): MCPServer;
-//# sourceMappingURL=server.d.ts.map