recker 1.0.68 → 1.0.70-next.9b4eebc

package/dist/cli/index.js

@@ -15,7 +15,6 @@ import { registerNetworkCommands } from './commands/network.js';
 import { registerProtocolCommands } from './commands/protocols.js';
 import { registerUtilsCommands } from './commands/utils.js';
 import { registerHarCommand } from './commands/har.js';
-import { registerVectorCommand } from './commands/vector.js';
 import { registerSeoCommand } from './commands/seo.js';
 import { registerVideoCommand } from './commands/video.js';
 import { registerLiveCommand } from './commands/live.js';
@@ -320,7 +319,6 @@ ${formatColumns(PRESET_NAMES, { prefix: '@', indent: 2, minWidth: 16, transform:
     registerDnsCommands(program);
     registerProtocolCommands(program);
     registerHarCommand(program);
-    registerVectorCommand(program);
     registerHlsCommand(program);
     registerVideoCommand(program);
     registerLiveCommand(program);

package/dist/cli/tui/components/command-palette.d.ts

@@ -40,7 +40,4 @@ export interface QuickActionBarProps {
     width?: number;
 }
 export declare function QuickActionBar(props: QuickActionBarProps): VNode;
-export declare function navigatePalette(direction: 'up' | 'down', _maxItems: number): void;
-export declare function getPaletteSelection(): number;
-export declare function getPaletteQuery(): string;
 export {};

package/dist/cli/tui/components/command-palette.js

@@ -228,19 +228,3 @@ export function QuickActionBar(props) {
         paddingX: 1,
     }, ...actionTexts);
 }
-export function navigatePalette(direction, _maxItems) {
-    if (!paletteState)
-        return;
-    if (direction === 'up') {
-        paletteState.selectPrev();
-    }
-    else {
-        paletteState.selectNext();
-    }
-}
-export function getPaletteSelection() {
-    return paletteState?.selectedIndex() ?? 0;
-}
-export function getPaletteQuery() {
-    return paletteState?.query() ?? '';
-}

package/dist/cli/tui/shell-search.d.ts

@@ -1,7 +1,14 @@
-import type { SearchResult } from '../../mcp/search/types.js';
 export type ProgressCallback = (stage: string, percent?: number) => void;
+export interface SearchResult {
+    id: string;
+    path: string;
+    title: string;
+    content: string;
+    snippet: string;
+    score: number;
+    source: 'fuzzy';
+}
 export declare class ShellSearch {
-    private hybridSearch;
     private docsIndex;
     private codeExamples;
     private typeDefinitions;
@@ -12,7 +19,6 @@ export declare class ShellSearch {
     private examplesPath;
     private srcPath;
     private spinner;
-    private hasSemanticSearch;
     constructor();
     private updateSpinner;
     private ensureInitialized;
@@ -23,6 +29,7 @@ export declare class ShellSearch {
         category?: string;
         silent?: boolean;
     }): Promise<SearchResult[]>;
+    private extractSnippet;
     suggest(useCase: string): Promise<string>;
     getExamples(feature: string, options?: {
         limit?: number;
@@ -39,7 +46,6 @@ export declare class ShellSearch {
     private findExamplesPath;
     private findSrcPath;
     private buildIndex;
-    private indexDocsFromEmbeddings;
     private indexDocsFromFilesystem;
     private indexExamples;
     private indexTypes;

package/dist/cli/tui/shell-search.js

@@ -1,12 +1,9 @@
-import { createHybridSearch, createEmbedder, isFastembedAvailable } from '../../mcp/search/index.js';
-import { loadEmbeddings } from '../../mcp/embeddings-loader.js';
 import { readFileSync, readdirSync, statSync, existsSync } from 'fs';
 import { join, relative, extname, basename, dirname } from 'path';
 import { fileURLToPath } from 'url';
 import { createSpinner } from './spinner.js';
 const IDLE_TIMEOUT_MS = 5 * 60 * 1000;
 export class ShellSearch {
-    hybridSearch = null;
     docsIndex = [];
     codeExamples = [];
     typeDefinitions = [];
@@ -17,7 +14,6 @@ export class ShellSearch {
     examplesPath;
     srcPath;
     spinner = null;
-    hasSemanticSearch = false;
     constructor() {
         this.docsPath = this.findDocsPath();
         this.examplesPath = this.findExamplesPath();
@@ -30,7 +26,7 @@ export class ShellSearch {
     }
     async ensureInitialized() {
         this.resetIdleTimer();
-        if (this.initialized && this.hybridSearch) {
+        if (this.initialized) {
             return;
         }
         if (this.initializing) {
@@ -42,21 +38,10 @@ export class ShellSearch {
         this.initializing = true;
         this.spinner = createSpinner({ text: 'Initializing search...' }).start();
         try {
-            this.updateSpinner('Creating search index...');
-            this.hybridSearch = createHybridSearch({ debug: false });
-            this.updateSpinner('Checking semantic search availability...');
-            const fastembedAvailable = await isFastembedAvailable();
-            if (fastembedAvailable) {
-                this.updateSpinner('Loading AI embedding model (first time may take a while)...');
-                this.hybridSearch.setEmbedder(createEmbedder());
-                this.hasSemanticSearch = true;
-            }
             this.updateSpinner('Indexing documentation...');
             await this.buildIndex();
-            this.updateSpinner('Finalizing search index...');
-            await this.hybridSearch.initialize(this.docsIndex);
             this.initialized = true;
-            this.spinner.succeed(`Search ready (${this.docsIndex.length} docs${this.hasSemanticSearch ? ', semantic enabled' : ''})`);
+            this.spinner.succeed(`Search ready (${this.docsIndex.length} docs)`);
         }
         catch (error) {
             this.spinner.fail(`Search initialization failed: ${error}`);
@@ -75,7 +60,6 @@ export class ShellSearch {
     }
     unload() {
         if (this.initialized) {
-            this.hybridSearch = null;
             this.docsIndex = [];
             this.codeExamples = [];
             this.typeDefinitions = [];
@@ -84,30 +68,59 @@ export class ShellSearch {
     }
     async search(query, options = {}) {
         await this.ensureInitialized();
-        const { limit = 5, category, silent = false } = options;
-        if (!this.hybridSearch) {
-            return [];
-        }
-        let searchSpinner = null;
-        if (!silent && this.hasSemanticSearch) {
-            searchSpinner = createSpinner({ text: 'Generating query embedding...' }).start();
-        }
-        try {
-            if (searchSpinner) {
-                searchSpinner.text = 'Searching documentation...';
-            }
-            const results = await this.hybridSearch.search(query, { limit, category, mode: 'hybrid' });
-            if (searchSpinner) {
-                searchSpinner.succeed(`Found ${results.length} result${results.length !== 1 ? 's' : ''}`);
+        const { limit = 5, category } = options;
+        const queryLower = query.toLowerCase();
+        const queryTerms = queryLower.split(/\s+/);
+        const scored = this.docsIndex
+            .filter(doc => !category || doc.category.toLowerCase().includes(category.toLowerCase()))
+            .map(doc => {
+            let score = 0;
+            for (const term of queryTerms) {
+                if (doc.title.toLowerCase().includes(term))
+                    score += 10;
+                if (doc.path.toLowerCase().includes(term))
+                    score += 5;
+                if (doc.keywords.some(k => k.includes(term)))
+                    score += 3;
+                if (doc.content.toLowerCase().includes(term))
+                    score += 1;
             }
-            return results;
-        }
-        catch (error) {
-            if (searchSpinner) {
-                searchSpinner.fail(`Search failed: ${error}`);
+            return { doc, score };
+        })
+            .filter(r => r.score > 0)
+            .sort((a, b) => b.score - a.score)
+            .slice(0, limit);
+        return scored.map(r => ({
+            id: r.doc.id,
+            path: r.doc.path,
+            title: r.doc.title,
+            content: r.doc.content,
+            snippet: this.extractSnippet(r.doc.content, query),
+            score: Math.min(1, r.score / 20),
+            source: 'fuzzy',
+        }));
+    }
+    extractSnippet(content, query) {
+        const lowerContent = content.toLowerCase();
+        const queryTerms = query.toLowerCase().split(/\s+/);
+        let bestIndex = -1;
+        for (const term of queryTerms) {
+            const idx = lowerContent.indexOf(term);
+            if (idx !== -1 && (bestIndex === -1 || idx < bestIndex)) {
+                bestIndex = idx;
             }
-            throw error;
         }
+        if (bestIndex === -1) {
+            return content.slice(0, 150) + '...';
+        }
+        const start = Math.max(0, bestIndex - 50);
+        const end = Math.min(content.length, bestIndex + 150);
+        let snippet = content.slice(start, end);
+        if (start > 0)
+            snippet = '...' + snippet;
+        if (end < content.length)
+            snippet = snippet + '...';
+        return snippet.replace(/\n/g, ' ');
     }
     async suggest(useCase) {
         const spinner = createSpinner({ text: 'Generating suggestions...' }).start();
@@ -146,8 +159,8 @@ import { createClient } from 'recker';
 const client = createClient({
   baseUrl: 'https://api.example.com',
   cache: {
-    storage: 'memory', // or 'file'
-    ttl: 300000, // 5 minutes
+    storage: 'memory',
+    ttl: 300000,
     strategy: 'stale-while-revalidate'
   }
 });
@@ -160,27 +173,9 @@ import { createClient } from 'recker';
 
 const client = createClient({ baseUrl: 'https://api.openai.com' });
 
-// SSE streaming
 for await (const event of client.post('/v1/chat/completions', { body, stream: true }).sse()) {
   console.log(event.data);
 }
-\`\`\``);
-            }
-            if (useCaseLower.includes('parallel') || useCaseLower.includes('batch') || useCaseLower.includes('concurrent')) {
-                suggestions.push(`\n**Batch/Parallel Requests:**
-\`\`\`typescript
-import { createClient } from 'recker';
-
-const client = createClient({
-  baseUrl: 'https://api.example.com',
-  concurrency: { max: 10 }
-});
-
-const { results, stats } = await client.batch([
-  { path: '/users/1' },
-  { path: '/users/2' },
-  { path: '/users/3' }
-], { mapResponse: r => r.json() });
 \`\`\``);
             }
             let output = `**Suggestion for: "${useCase}"**\n`;
@@ -299,42 +294,10 @@ const { results, stats } = await client.batch([
         return candidates[0];
     }
     async buildIndex() {
-        await this.indexDocsFromEmbeddings();
+        this.indexDocsFromFilesystem();
         this.indexExamples();
         this.indexTypes();
     }
-    async indexDocsFromEmbeddings() {
-        try {
-            this.updateSpinner('Loading documentation index...');
-            const data = await loadEmbeddings({ debug: false });
-            if (data && data.documents && data.documents.length > 0) {
-                for (const doc of data.documents) {
-                    let content = doc.content || '';
-                    if (!content && !doc.section) {
-                        const fullPath = join(this.docsPath, doc.path);
-                        if (existsSync(fullPath)) {
-                            content = readFileSync(fullPath, 'utf-8');
-                        }
-                    }
-                    this.docsIndex.push({
-                        id: doc.id,
-                        path: doc.path,
-                        title: doc.title,
-                        content,
-                        category: doc.category,
-                        keywords: doc.keywords || [],
-                        section: doc.section,
-                        parentPath: doc.parentPath,
-                    });
-                }
-                return;
-            }
-        }
-        catch (error) {
-            this.updateSpinner('Downloading documentation index failed, trying filesystem...');
-        }
-        this.indexDocsFromFilesystem();
-    }
     indexDocsFromFilesystem() {
         if (!existsSync(this.docsPath))
             return;

package/dist/mcp/index.d.ts

@@ -1,7 +1,6 @@
 export * from './types.js';
 export * from './client.js';
 export * from './server.js';
-export * from './embeddings-loader.js';
 export * from './profiles.js';
 export * from './prompts/index.js';
 export * from './resources/index.js';

package/dist/mcp/index.js

@@ -1,7 +1,6 @@
 export * from './types.js';
 export * from './client.js';
 export * from './server.js';
-export * from './embeddings-loader.js';
 export * from './profiles.js';
 export * from './prompts/index.js';
 export * from './resources/index.js';

package/dist/mcp/server.d.ts

@@ -19,7 +19,6 @@ export interface MCPServerOptions {
 export declare class MCPServer {
     private options;
     private server?;
-    private hybridSearch;
     private docsIndex;
     private codeExamples;
     private typeDefinitions;
@@ -28,21 +27,16 @@ export declare class MCPServer {
     private toolRegistry;
     private promptRegistry;
     private resourceRegistry;
-    private aiClient?;
     constructor(options?: MCPServerOptions);
     private applyCategoryFiltering;
     private indexReady;
     private ensureIndexReady;
-    private initAI;
-    private fastEmbedModel;
-    private generateEmbedding;
     private log;
     private findDocsPath;
     private findExamplesPath;
     private findSrcPath;
     private buildIndex;
     private indexDocs;
-    private loadDocsFromEmbeddings;
     private indexCodeExamples;
     private parseCodeExample;
     private humanizeFilename;

package/dist/mcp/server.js

@@ -3,8 +3,6 @@ import { readFileSync, readdirSync, statSync, existsSync } from 'fs';
 import { join, relative, extname, basename, dirname } from 'path';
 import { createInterface } from 'readline';
 import { fileURLToPath } from 'url';
-import { createAI } from '../ai/index.js';
-import { createHybridSearch } from './search/index.js';
 import { UnsupportedError } from '../core/errors.js';
 import { getIpInfo, isValidIP, isGeoIPAvailable, isBogon, isIPv6 } from './ip-intel.js';
 import { networkTools, networkToolHandlers } from './tools/network.js';
@@ -26,7 +24,6 @@ import { resolveCategories, DEFAULT_CATEGORY, } from './profiles.js';
 export class MCPServer {
     options;
     server;
-    hybridSearch;
     docsIndex = [];
     codeExamples = [];
     typeDefinitions = [];
@@ -35,7 +32,6 @@ export class MCPServer {
     toolRegistry;
     promptRegistry;
     resourceRegistry;
-    aiClient;
     constructor(options = {}) {
         this.options = {
             name: options.name || 'recker',
@@ -51,12 +47,6 @@ export class MCPServer {
             toolPaths: options.toolPaths || [],
             category: options.category,
         };
-        this.aiClient = this.initAI();
-        this.hybridSearch = createHybridSearch({
-            debug: this.options.debug,
-            offline: this.options.offline,
-            embedder: (text, model) => this.generateEmbedding(text, model || 'BGESmallENV15'),
-        });
         this.toolRegistry = new ToolRegistry();
         this.promptRegistry = new PromptRegistry();
         this.resourceRegistry = new ResourceRegistry();
@@ -137,56 +127,6 @@ export class MCPServer {
         }
         await this.indexReady;
     }
-    initAI() {
-        const hasKeys = process.env.OPENAI_API_KEY || process.env.GOOGLE_API_KEY;
-        const hasLocal = process.env.OLLAMA_HOST || true;
-        if (!hasKeys) {
-            return undefined;
-        }
-        try {
-            return createAI({ debug: this.options.debug });
-        }
-        catch (e) {
-            this.log('Failed to initialize AI client:', e);
-            return undefined;
-        }
-    }
-    fastEmbedModel = null;
-    async generateEmbedding(text, model) {
-        if (model.toLowerCase().includes('bge')) {
-            if (!this.fastEmbedModel) {
-                try {
-                    const fastembed = await import('fastembed');
-                    const { FlagEmbedding } = fastembed;
-                    this.fastEmbedModel = await FlagEmbedding.init({
-                        model: model,
-                        showDownloadProgress: false
-                    });
-                }
-                catch (e) {
-                    throw new Error(`FastEmbed required for model ${model}. Install with: pnpm add fastembed`);
-                }
-            }
-            const vectors = this.fastEmbedModel.embed([text]);
-            for await (const v of vectors)
-                return Array.from(v);
-            throw new Error('No vector generated');
-        }
-        if (!this.aiClient) {
-            throw new Error('No AI client available for external embeddings');
-        }
-        let provider = 'openai';
-        if (model.includes('google') || model.includes('gecko'))
-            provider = 'google';
-        else if (model.includes('nomic') || model.includes('llama'))
-            provider = 'ollama';
-        const res = await this.aiClient.embed({
-            input: text,
-            provider,
-            model
-        });
-        return res.embeddings[0];
-    }
     log(message, data) {
         if (this.options.debug) {
             if (this.options.transport === 'stdio') {
@@ -250,78 +190,36 @@ export class MCPServer {
         await this.indexDocs();
         this.indexCodeExamples();
         this.indexTypeDefinitions();
-        await this.hybridSearch.initialize(this.docsIndex);
-        const stats = this.hybridSearch.getStats();
-        this.log(`Indexed ${stats.documents} docs, ${this.codeExamples.length} examples, ${this.typeDefinitions.length} types`);
-        if (stats.embeddings > 0) {
-            this.log(`Loaded ${stats.embeddings} embeddings (model: ${stats.model})`);
-        }
+        this.log(`Indexed ${this.docsIndex.length} docs, ${this.codeExamples.length} examples, ${this.typeDefinitions.length} types`);
     }
     async indexDocs() {
-        if (existsSync(this.options.docsPath)) {
-            const files = this.walkDir(this.options.docsPath);
-            for (let i = 0; i < files.length; i++) {
-                const file = files[i];
-                if (!file.endsWith('.md'))
-                    continue;
-                try {
-                    const content = readFileSync(file, 'utf-8');
-                    const relativePath = relative(this.options.docsPath, file);
-                    const category = relativePath.split('/')[0] || 'root';
-                    const title = this.extractTitle(content) || relativePath;
-                    const keywords = this.extractKeywords(content);
-                    this.docsIndex.push({
-                        id: `doc-${i}`,
-                        path: relativePath,
-                        title,
-                        category,
-                        content,
-                        keywords,
-                    });
-                }
-                catch (err) {
-                    this.log(`Failed to index ${file}:`, err);
-                }
-            }
+        if (!existsSync(this.options.docsPath)) {
+            this.log(`Docs path not found: ${this.options.docsPath}`);
             return;
         }
-        this.log(`Docs path not found: ${this.options.docsPath}, loading from embeddings...`);
-        await this.loadDocsFromEmbeddings();
-    }
-    async loadDocsFromEmbeddings() {
-        try {
-            const bundledPath = join(dirname(fileURLToPath(import.meta.url)), 'data', 'embeddings.json');
-            let embeddingsData = null;
-            if (existsSync(bundledPath)) {
-                const raw = readFileSync(bundledPath, 'utf-8');
-                embeddingsData = JSON.parse(raw);
-                this.log(`Loaded ${embeddingsData.documents?.length || 0} docs from bundled embeddings`);
-            }
-            else {
-                const { loadEmbeddings } = await import('./embeddings-loader.js');
-                embeddingsData = await loadEmbeddings({ offline: this.options.offline });
-                if (embeddingsData) {
-                    this.log(`Loaded ${embeddingsData.documents?.length || 0} docs from cached embeddings`);
-                }
-            }
-            if (!embeddingsData?.documents) {
-                this.log('No embeddings data available');
-                return;
-            }
-            for (const doc of embeddingsData.documents) {
+        const files = this.walkDir(this.options.docsPath);
+        for (let i = 0; i < files.length; i++) {
+            const file = files[i];
+            if (!file.endsWith('.md'))
+                continue;
+            try {
+                const content = readFileSync(file, 'utf-8');
+                const relativePath = relative(this.options.docsPath, file);
+                const category = relativePath.split('/')[0] || 'root';
+                const title = this.extractTitle(content) || relativePath;
+                const keywords = this.extractKeywords(content);
                 this.docsIndex.push({
-                    id: doc.id,
-                    path: doc.path,
-                    title: doc.title,
-                    category: doc.category || 'root',
-                    content: doc.content || '',
-                    keywords: doc.keywords || [],
-                    section: doc.section,
+                    id: `doc-${i}`,
+                    path: relativePath,
+                    title,
+                    category,
+                    content,
+                    keywords,
                 });
             }
-        }
-        catch (err) {
-            this.log(`Failed to load docs from embeddings: ${err}`);
+            catch (err) {
+                this.log(`Failed to index ${file}:`, err);
+            }
         }
     }
     indexCodeExamples() {
@@ -732,15 +630,12 @@ export class MCPServer {
         const query = String(args.query || '');
         const category = args.category ? String(args.category) : undefined;
         const limit = Math.min(Number(args.limit) || 5, 10);
-        const mode = args.mode || 'hybrid';
         if (!query) {
             return {
                 content: [{ type: 'text', text: 'Error: query is required' }],
                 isError: true,
             };
         }
-        const searchPromise = this.hybridSearch.search(query, { limit, category, mode });
-        let results = [];
         const queryLower = query.toLowerCase();
         const queryTerms = queryLower.split(/\s+/);
         const scored = this.docsIndex
@@ -762,7 +657,7 @@ export class MCPServer {
             .filter(r => r.score > 0)
             .sort((a, b) => b.score - a.score)
             .slice(0, limit);
-        results = scored.map(r => ({
+        const results = scored.map(r => ({
             id: r.doc.id,
             path: r.doc.path,
             title: r.doc.title,
@@ -779,13 +674,11 @@ export class MCPServer {
                     }],
             };
         }
-        const stats = this.hybridSearch.getStats();
-        const searchMode = stats.embeddings > 0 ? mode : 'fuzzy';
         const output = results.map((r, i) => `${i + 1}. **${r.title}** (${(r.score * 100).toFixed(0)}% match)\n   Path: \`${r.path}\`\n   ${r.snippet}`).join('\\n\\n');
         return {
             content: [{
                     type: 'text',
-                    text: `Found ${results.length} result(s) for "${query}" (${searchMode} search):\n\n${output}\n\nUse get_doc with the path to read full content.`,
+                    text: `Found ${results.length} result(s) for "${query}":\n\n${output}\n\nUse get_doc with the path to read full content.`,
                 }],
         };
     }
@@ -1323,16 +1216,14 @@ const client = createClient({
                     return;
                 }
                 if (req.method === 'GET' && req.url === '/health') {
-                    const stats = this.hybridSearch.getStats();
                     res.writeHead(200, { 'Content-Type': 'application/json' });
                     res.end(JSON.stringify({
                         status: 'ok',
                         name: this.options.name,
                         version: this.options.version,
-                        docsCount: stats.documents,
+                        docsCount: this.docsIndex.length,
                         examplesCount: this.codeExamples.length,
                         typesCount: this.typeDefinitions.length,
-                        embeddingsLoaded: stats.embeddings > 0,
                         sseClients: this.sseClients.size,
                     }));
                     return;
@@ -1416,16 +1307,14 @@ const client = createClient({
                     return;
                 }
                 if (req.method === 'GET' && url === '/health') {
-                    const stats = this.hybridSearch.getStats();
                     res.writeHead(200, { 'Content-Type': 'application/json' });
                     res.end(JSON.stringify({
                         status: 'ok',
                         name: this.options.name,
                         version: this.options.version,
-                        docsCount: stats.documents,
+                        docsCount: this.docsIndex.length,
                         examplesCount: this.codeExamples.length,
                         typesCount: this.typeDefinitions.length,
-                        embeddingsLoaded: stats.embeddings > 0,
                         sseClients: this.sseClients.size,
                     }));
                     return;