recker 1.0.20 → 1.0.21-next.b21cd45

package/dist/cli/tui/shell.js

@@ -1716,7 +1716,7 @@ ${colors.bold('Network:')}
                 console.log(colors.gray(`  Names: ${mapData.names.length}`));
             console.log(colors.bold('\nOriginal sources:'));
             mapData.sources.forEach((source, i) => {
-                const hasContent = mapData.sourcesContent && mapData.sourcesContent[i];
+                const hasContent = mapData.sourcesContent?.[i];
                 const sizeInfo = hasContent
                     ? colors.green(`[${(mapData.sourcesContent[i].length / 1024).toFixed(1)}kb]`)
                     : colors.yellow('[no content]');

package/dist/cli/tui/websocket.d.ts

@@ -1,2 +1 @@
 export declare function startInteractiveWebSocket(url: string, headers: Record<string, string>): Promise<void>;
-//# sourceMappingURL=websocket.d.ts.map

package/dist/constants/http-status.d.ts

@@ -71,4 +71,3 @@ export declare function isServerError(status: number): boolean;
 export declare function isError(status: number): boolean;
 export declare function isRetryable(status: number): boolean;
 export declare function getStatusText(status: number): string;
-//# sourceMappingURL=http-status.d.ts.map

package/dist/constants.d.ts

@@ -16,4 +16,3 @@ export declare const DEFAULT_PAGE_PARAM = "page";
 export declare const DEFAULT_LIMIT_PARAM = "limit";
 export declare const DEFAULT_FAILURE_THRESHOLD = 5;
 export declare const DEFAULT_RESET_TIMEOUT_MS = 60000;
-//# sourceMappingURL=constants.d.ts.map

package/dist/contract/index.d.ts

@@ -29,4 +29,3 @@ export declare class ContractError extends Error {
 }
 export declare function createContract<T extends ContractDefinition>(client: Client, contract: T): ContractClient<T>;
 export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/cookies/memory-cookie-jar.d.ts

@@ -28,4 +28,3 @@ export declare class MemoryCookieJar implements CookieJar {
     private isExpired;
 }
 export {};
-//# sourceMappingURL=memory-cookie-jar.d.ts.map

package/dist/core/client.d.ts

@@ -7,6 +7,7 @@ import { DedupOptions } from '../plugins/dedup.js';
 import { ReckerWebSocket, type WebSocketOptions } from '../websocket/client.js';
 import { type WhoisOptions, type WhoisResult } from '../utils/whois.js';
 import { type ScrapePromise } from '../plugins/scrape.js';
+import { HlsPromise, type HlsOptions } from '../plugins/hls.js';
 interface ClientCacheConfig extends Omit<CacheOptions, 'storage'> {
     storage?: CacheStorage;
     driver?: 'memory' | 'file';
@@ -111,7 +112,7 @@ export declare class Client {
     ws(path: string, options?: WebSocketOptions): ReckerWebSocket;
     whois(query: string, options?: WhoisOptions): Promise<WhoisResult>;
     isDomainAvailable(domain: string, options?: WhoisOptions): Promise<boolean>;
+    hls(manifestUrl: string, options?: HlsOptions): HlsPromise;
 }
 export declare function createClient(options?: ExtendedClientOptions): Client;
 export {};
-//# sourceMappingURL=client.d.ts.map

package/dist/core/client.js

@@ -9,19 +9,20 @@ import { RequestPool } from '../utils/request-pool.js';
 import { normalizeConcurrency } from '../utils/concurrency.js';
 import { getDefaultUserAgent } from '../utils/user-agent.js';
 import { paginate, streamPages } from '../plugins/pagination.js';
-import { retry } from '../plugins/retry.js';
-import { cache } from '../plugins/cache.js';
-import { dedup } from '../plugins/dedup.js';
+import { retryPlugin } from '../plugins/retry.js';
+import { cachePlugin } from '../plugins/cache.js';
+import { dedupPlugin } from '../plugins/dedup.js';
 import { createXSRFMiddleware } from '../plugins/xsrf.js';
 import { createCompressionMiddleware } from '../plugins/compression.js';
 import { serializeXML } from '../plugins/xml.js';
 import { MemoryStorage } from '../cache/memory-storage.js';
-import { FileStorage } from '../cache/file-storage.js';
+import { FileStorage } from '../cache/basic-file-storage.js';
 import { RequestRunner } from '../runner/request-runner.js';
 import { ReckerWebSocket } from '../websocket/client.js';
 import { whois as performWhois, isDomainAvailable } from '../utils/whois.js';
 import { MemoryCookieJar } from '../cookies/memory-cookie-jar.js';
 import { scrape as scrapeHelper } from '../plugins/scrape.js';
+import { HlsPromise } from '../plugins/hls.js';
 export class Client {
     baseUrl;
     middlewares;
@@ -94,7 +95,7 @@ export class Client {
             });
         }
         if (options.retry) {
-            retry(options.retry)(this);
+            retryPlugin(options.retry)(this);
         }
         if (this.concurrencyConfig.max < Infinity || this.concurrencyConfig.requestsPerInterval < Infinity) {
             this.requestPool = new RequestPool({
@@ -113,7 +114,7 @@ export class Client {
             }
         }
         if (options.dedup) {
-            dedup(options.dedup)(this);
+            dedupPlugin(options.dedup)(this);
         }
         if (options.cache) {
             let storage;
@@ -126,7 +127,7 @@ export class Client {
             else {
                 storage = new MemoryStorage();
             }
-            cache({
+            cachePlugin({
                 ...options.cache,
                 storage
             })(this);
@@ -657,6 +658,9 @@ export class Client {
     async isDomainAvailable(domain, options) {
         return isDomainAvailable(domain, options);
     }
+    hls(manifestUrl, options = {}) {
+        return new HlsPromise(this, manifestUrl, options);
+    }
 }
 export function createClient(options = {}) {
     return new Client(options);

package/dist/core/errors.d.ts

@@ -140,4 +140,3 @@ export declare class DownloadError extends ReckerError {
         request?: ReckerRequest;
     });
 }
-//# sourceMappingURL=errors.d.ts.map

package/dist/core/index.d.ts

@@ -3,4 +3,3 @@ export * from './errors.js';
 export * from './request-promise.js';
 export * from './request.js';
 export * from './response.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/core/request-promise.d.ts

@@ -21,4 +21,3 @@ export declare class RequestPromise<T = unknown> implements Promise<ReckerRespon
     download(): AsyncGenerator<ProgressEvent>;
     [Symbol.asyncIterator](): AsyncGenerator<Uint8Array>;
 }
-//# sourceMappingURL=request-promise.d.ts.map

package/dist/core/request.d.ts

@@ -18,4 +18,3 @@ export declare class HttpRequest implements ReckerRequest {
     withHeader(name: string, value: string): ReckerRequest;
     withBody(body: BodyInit): ReckerRequest;
 }
-//# sourceMappingURL=request.d.ts.map

package/dist/core/response.d.ts

@@ -32,4 +32,3 @@ export declare class HttpResponse<T = unknown> implements ReckerResponse<T> {
     download(): AsyncGenerator<ProgressEvent>;
     [Symbol.asyncIterator](): AsyncGenerator<Uint8Array>;
 }
-//# sourceMappingURL=response.d.ts.map

package/dist/dns/index.d.ts

@@ -33,4 +33,3 @@ export declare class DNSClient {
     getSecurityRecords(domain: string): Promise<DnsSecurityRecords>;
 }
 export declare function createDNS(options?: DNSClientOptions): DNSClient;
-//# sourceMappingURL=index.d.ts.map

package/dist/dns/propagation.d.ts

@@ -18,4 +18,3 @@ export interface PropagationResult {
 export declare function getTypeName(typeId: number): string;
 export declare function checkPropagation(domainInput: string, type?: string): Promise<PropagationResult[]>;
 export declare function formatPropagationReport(results: PropagationResult[], domain: string, type: string): string;
-//# sourceMappingURL=propagation.d.ts.map

package/dist/events/request-events.d.ts

@@ -45,4 +45,3 @@ export interface StreamEventsConfig {
     total?: number;
     throttleMs?: number;
 }
-//# sourceMappingURL=request-events.d.ts.map

package/dist/index.d.ts

@@ -9,6 +9,7 @@ export * from './core/client.js';
 export * from './core/request.js';
 export * from './core/response.js';
 export * from './plugins/retry.js';
+export * from './plugins/rate-limit.js';
 export * from './plugins/cache.js';
 export * from './plugins/dedup.js';
 export * from './plugins/logger.js';
@@ -64,7 +65,7 @@ export * as testing from './testing/index.js';
 export * as protocols from './protocols/index.js';
 export * from './mcp/client.js';
 export * from './mcp/contract.js';
+export * from './bare.js';
 export { Client as Recker } from './core/client.js';
 export { get, post, put, patch, del, del as delete, head, options, whois, whoisAvailable, dns, dnsSecurity, ws, recker, } from './recker.js';
 export { default } from './recker.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/index.js

@@ -9,6 +9,7 @@ export * from './core/client.js';
 export * from './core/request.js';
 export * from './core/response.js';
 export * from './plugins/retry.js';
+export * from './plugins/rate-limit.js';
 export * from './plugins/cache.js';
 export * from './plugins/dedup.js';
 export * from './plugins/logger.js';
@@ -64,6 +65,7 @@ export * as testing from './testing/index.js';
 export * as protocols from './protocols/index.js';
 export * from './mcp/client.js';
 export * from './mcp/contract.js';
+export * from './bare.js';
 export { Client as Recker } from './core/client.js';
 export { get, post, put, patch, del, del as delete, head, options, whois, whoisAvailable, dns, dnsSecurity, ws, recker, } from './recker.js';
 export { default } from './recker.js';

package/dist/mcp/cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/mcp/cli.js

@@ -0,0 +1,136 @@
+#!/usr/bin/env node
+import { Command } from 'commander';
+import { MCPServer } from './server.js';
+const program = new Command();
+const TOOL_CATEGORIES = {
+    docs: [
+        'rek_search_docs',
+        'rek_get_doc',
+        'rek_code_examples',
+        'rek_api_schema',
+        'rek_suggest',
+    ],
+    http: ['rek_http_request'],
+    dns: ['rek_dns_lookup'],
+    whois: ['rek_whois_lookup'],
+    ping: ['rek_network_ping'],
+    ip: ['rek_ip_lookup'],
+    network: [
+        'rek_http_request',
+        'rek_dns_lookup',
+        'rek_whois_lookup',
+        'rek_network_ping',
+    ],
+};
+program
+    .name('recker-mcp')
+    .description('Start the Recker MCP server for AI agent integration')
+    .version('1.0.0')
+    .option('-t, --transport <mode>', 'Transport mode: stdio, http, sse', 'stdio')
+    .option('-p, --port <number>', 'HTTP/SSE server port', '3100')
+    .option('-d, --debug', 'Enable debug logging', false)
+    .option('--docs-path <path>', 'Path to documentation directory')
+    .option('--examples-path <path>', 'Path to examples directory')
+    .option('--src-path <path>', 'Path to source directory')
+    .option('--no-docs', 'Disable documentation tools (search, get, examples, schema, suggest)')
+    .option('--no-http', 'Disable HTTP request tool')
+    .option('--no-dns', 'Disable DNS lookup tool')
+    .option('--no-whois', 'Disable WHOIS lookup tool')
+    .option('--no-ping', 'Disable network ping tool')
+    .option('--no-ip', 'Disable IP lookup tool')
+    .option('--no-network', 'Disable all network tools (http, dns, whois, ping)')
+    .option('--only <tools>', 'Only enable specified tools (comma-separated)')
+    .option('--filter <patterns>', 'Custom tool filter patterns (comma-separated, prefix with ! to exclude)')
+    .action(async (opts) => {
+    const toolsFilter = [];
+    if (opts.only) {
+        const onlyTools = opts.only.split(',').map((t) => t.trim());
+        toolsFilter.push(...onlyTools);
+    }
+    if (opts.filter) {
+        const patterns = opts.filter.split(',').map((p) => p.trim());
+        toolsFilter.push(...patterns);
+    }
+    if (!opts.only && !opts.filter) {
+        if (opts.docs === false) {
+            TOOL_CATEGORIES.docs.forEach(tool => toolsFilter.push(`!${tool}`));
+        }
+        if (opts.network === false) {
+            TOOL_CATEGORIES.network.forEach(tool => toolsFilter.push(`!${tool}`));
+        }
+        else {
+            if (opts.http === false) {
+                toolsFilter.push('!rek_http_request');
+            }
+            if (opts.dns === false) {
+                toolsFilter.push('!rek_dns_lookup');
+            }
+            if (opts.whois === false) {
+                toolsFilter.push('!rek_whois_lookup');
+            }
+            if (opts.ping === false) {
+                toolsFilter.push('!rek_network_ping');
+            }
+        }
+        if (opts.ip === false) {
+            toolsFilter.push('!rek_ip_lookup');
+        }
+    }
+    const transport = opts.transport;
+    const port = parseInt(opts.port, 10);
+    if (!['stdio', 'http', 'sse'].includes(transport)) {
+        console.error(`Invalid transport mode: ${transport}. Use: stdio, http, or sse`);
+        process.exit(1);
+    }
+    const server = new MCPServer({
+        transport,
+        port,
+        debug: opts.debug,
+        docsPath: opts.docsPath,
+        examplesPath: opts.examplesPath,
+        srcPath: opts.srcPath,
+        toolsFilter: toolsFilter.length > 0 ? toolsFilter : undefined,
+    });
+    if (transport !== 'stdio') {
+        console.log('╔═══════════════════════════════════════════════════════════════════╗');
+        console.log('║                    Recker MCP Server                              ║');
+        console.log('╚═══════════════════════════════════════════════════════════════════╝');
+        console.log('');
+        console.log(`  Transport: ${transport}`);
+        console.log(`  Port:      ${port}`);
+        console.log(`  Debug:     ${opts.debug ? 'enabled' : 'disabled'}`);
+        if (toolsFilter.length > 0) {
+            console.log(`  Filters:   ${toolsFilter.join(', ')}`);
+        }
+        console.log('');
+        console.log('  Available tools:');
+        const allTools = [
+            ...TOOL_CATEGORIES.docs,
+            ...TOOL_CATEGORIES.network,
+            'rek_ip_lookup',
+        ];
+        const enabledTools = allTools.filter(tool => {
+            if (toolsFilter.length === 0)
+                return true;
+            const positive = toolsFilter.filter(p => !p.startsWith('!'));
+            const negative = toolsFilter.filter(p => p.startsWith('!')).map(p => p.slice(1));
+            if (negative.includes(tool))
+                return false;
+            if (positive.length === 0)
+                return true;
+            return positive.includes(tool);
+        });
+        enabledTools.forEach(tool => {
+            console.log(`    ✓ ${tool}`);
+        });
+        const disabledTools = allTools.filter(t => !enabledTools.includes(t));
+        if (disabledTools.length > 0) {
+            disabledTools.forEach(tool => {
+                console.log(`    ✗ ${tool} (disabled)`);
+            });
+        }
+        console.log('');
+    }
+    await server.start();
+});
+program.parse();

package/dist/mcp/client.d.ts

@@ -56,4 +56,3 @@ export declare class MCPClient extends EventEmitter {
 }
 export declare function createMCPClient(options: MCPClientOptions): MCPClient;
 export {};
-//# sourceMappingURL=client.d.ts.map

package/dist/mcp/contract.d.ts

@@ -74,4 +74,3 @@ export declare function createValidatedSSEStream<T extends ZodSchema>(client: Cl
 export declare function openAIExtractor(event: SSEEvent): string | null;
 export declare function anthropicExtractor(event: SSEEvent): string | null;
 export {};
-//# sourceMappingURL=contract.d.ts.map

package/dist/mcp/embeddings-loader.d.ts

@@ -15,4 +15,3 @@ export interface LoadEmbeddingsOptions {
 export declare function loadEmbeddings(options?: LoadEmbeddingsOptions): Promise<EmbeddingsData | null>;
 export declare function clearEmbeddingsCache(version?: string): void;
 export { getPackageVersion };
-//# sourceMappingURL=embeddings-loader.d.ts.map

package/dist/mcp/geoip-loader.d.ts

@@ -8,4 +8,3 @@ export interface LoadGeoIPOptions {
 }
 export declare function ensureGeoIPDatabase(options?: LoadGeoIPOptions): Promise<string | null>;
 export declare function clearGeoIPCache(): void;
-//# sourceMappingURL=geoip-loader.d.ts.map

package/dist/mcp/index.d.ts

@@ -2,4 +2,3 @@ export * from './types.js';
 export * from './client.js';
 export * from './server.js';
 export * from './embeddings-loader.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/mcp/ip-intel.d.ts

@@ -25,4 +25,3 @@ export declare function isValidIP(ip: string): boolean;
 export declare function getIpInfo(ip: string): Promise<IpInfo>;
 export declare function isGeoIPAvailable(): boolean;
 export { getGeoIPDatabasePath } from './geoip-loader.js';
-//# sourceMappingURL=ip-intel.d.ts.map

package/dist/mcp/search/hybrid-search.d.ts

@@ -27,4 +27,3 @@ export declare class HybridSearch {
     private log;
 }
 export declare function createHybridSearch(config?: HybridSearchConfig): HybridSearch;
-//# sourceMappingURL=hybrid-search.d.ts.map

package/dist/mcp/search/index.d.ts

@@ -1,4 +1,3 @@
 export { HybridSearch, createHybridSearch } from './hybrid-search.js';
 export { cosineSimilarity, levenshtein, stringSimilarity, reciprocalRankFusion, combineScores, } from './math.js';
 export type { IndexedDoc, SearchResult, SearchOptions, HybridSearchConfig, EmbeddingsData, EmbeddingEntry, } from './types.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/mcp/search/math.d.ts

@@ -3,4 +3,3 @@ export declare function levenshtein(a: string, b: string): number;
 export declare function stringSimilarity(a: string, b: string): number;
 export declare function reciprocalRankFusion(ranks: number[], k?: number): number;
 export declare function combineScores(score1: number, score2: number, k?: number): number;
-//# sourceMappingURL=math.d.ts.map

package/dist/mcp/search/types.d.ts

@@ -46,4 +46,3 @@ export interface HybridSearchConfig {
     semanticWeight?: number;
     debug?: boolean;
 }
-//# sourceMappingURL=types.d.ts.map

package/dist/mcp/server.d.ts

@@ -10,6 +10,7 @@ export interface MCPServerOptions {
     transport?: MCPTransportMode;
     debug?: boolean;
     toolsFilter?: string[];
+    toolPaths?: string[];
 }
 export declare class MCPServer {
     private options;
@@ -20,6 +21,7 @@ export declare class MCPServer {
     private typeDefinitions;
     private sseClients;
     private initialized;
+    private toolRegistry;
     constructor(options?: MCPServerOptions);
     private indexReady;
     private ensureIndexReady;
@@ -41,6 +43,9 @@ export declare class MCPServer {
     private walkDir;
     private extractTitle;
     private extractKeywords;
+    private getResources;
+    private readResource;
+    private registerInternalTools;
     private getTools;
     private isToolEnabled;
     private matchPattern;
@@ -57,7 +62,7 @@ export declare class MCPServer {
     private formatIpResult;
     private getFeatureConfig;
     private getCombinedConfig;
-    handleRequest(req: JsonRpcRequest): JsonRpcResponse;
+    handleRequest(req: JsonRpcRequest): Promise<JsonRpcResponse>;
     private sendNotification;
     private startStdio;
     private startHttp;
@@ -71,4 +76,3 @@ export declare class MCPServer {
     getTransport(): MCPTransportMode;
 }
 export declare function createMCPServer(options?: MCPServerOptions): MCPServer;
-//# sourceMappingURL=server.d.ts.map