@chanaka_nakandala/integration-agent 1.0.0

package/dist/scrapers/docs-scraper.js

@@ -0,0 +1,200 @@
+import axios from 'axios';
+import * as cheerio from 'cheerio';
+import crypto from 'crypto';
+export class DocsScraper {
+    axios;
+    cache;
+    visited = new Set();
+    lastRequestTime = 0;
+    RATE_LIMIT_MS = 500; // 0.5 seconds (faster scraping)
+    BASE_URL = 'https://docs.grubtech.io';
+    START_URL = 'https://docs.grubtech.io/docs/getting-started';
+    constructor(cache) {
+        this.cache = cache;
+        this.axios = axios.create({
+            baseURL: this.BASE_URL,
+            timeout: 10000,
+            headers: {
+                'User-Agent': 'GrubtechIntegrationAgent/1.0',
+            },
+            maxRedirects: 5,
+        });
+    }
+    async rateLimit() {
+        const now = Date.now();
+        const timeSinceLastRequest = now - this.lastRequestTime;
+        if (timeSinceLastRequest < this.RATE_LIMIT_MS) {
+            await new Promise(resolve => setTimeout(resolve, this.RATE_LIMIT_MS - timeSinceLastRequest));
+        }
+        this.lastRequestTime = Date.now();
+    }
+    urlToKey(url) {
+        // Create hash of URL for cache key
+        return crypto.createHash('md5').update(url).digest('hex');
+    }
+    shouldFollowLink(url) {
+        // Only follow documentation pages
+        if (!url.includes('/docs/'))
+            return false;
+        // Exclude anchor links (they're duplicates of main page)
+        if (url.includes('#'))
+            return false;
+        // Exclude non-documentation sections
+        if (url.includes('/reference'))
+            return false;
+        if (url.includes('/changelog'))
+            return false;
+        if (url.includes('/discuss'))
+            return false;
+        if (url.includes('/login'))
+            return false;
+        return true;
+    }
+    /**
+     * Extract all navigation links from the sidebar
+     */
+    async getAllDocumentationLinks() {
+        console.error('Extracting all documentation links from navigation...');
+        try {
+            const response = await this.axios.get(this.START_URL);
+            const $ = cheerio.load(response.data);
+            // Extract all sidebar navigation links
+            const links = new Set();
+            $('nav a[href*="/docs/"]').each((_, element) => {
+                const href = $(element).attr('href');
+                if (!href)
+                    return;
+                try {
+                    const absoluteUrl = new URL(href, this.BASE_URL).toString();
+                    if (this.shouldFollowLink(absoluteUrl)) {
+                        links.add(absoluteUrl);
+                    }
+                }
+                catch {
+                    // Invalid URL, skip
+                }
+            });
+            const linkArray = Array.from(links);
+            console.error(`Found ${linkArray.length} unique documentation pages`);
+            return linkArray;
+        }
+        catch (error) {
+            console.error('Failed to extract navigation links:', error);
+            // Fallback to starting URL
+            return [this.START_URL];
+        }
+    }
+    /**
+     * Scrape a single page and extract content chunks
+     */
+    async scrapePage(url) {
+        // Check if already visited
+        if (this.visited.has(url)) {
+            return [];
+        }
+        this.visited.add(url);
+        // Check cache first
+        const cacheKey = this.urlToKey(url);
+        const cached = await this.cache.get(cacheKey);
+        if (cached) {
+            console.error(`Cache hit for: ${url}`);
+            return cached.chunks;
+        }
+        // Rate limit
+        await this.rateLimit();
+        try {
+            console.error(`Scraping: ${url}`);
+            // Fetch page
+            const response = await this.axios.get(url);
+            const $ = cheerio.load(response.data);
+            // Extract page title
+            const title = $('h1').first().text() || $('title').first().text() || 'Untitled';
+            // Extract content chunks
+            const chunks = [];
+            // Extract main content sections
+            $('article, main, .content, #content').find('h2, h3, h4, p, pre, ul, ol').each((index, element) => {
+                const $el = $(element);
+                const tagName = element.name;
+                if (tagName.startsWith('h')) {
+                    // Heading
+                    const heading = $el.text().trim();
+                    if (heading) {
+                        chunks.push({
+                            chunkId: `${cacheKey}-${index}`,
+                            sourceUrl: url,
+                            title: heading,
+                            content: heading,
+                            metadata: {
+                                tags: ['heading', tagName],
+                            },
+                        });
+                    }
+                }
+                else if (tagName === 'pre') {
+                    // Code block
+                    const code = $el.find('code').text() || $el.text();
+                    const language = $el.find('code').attr('class')?.replace('language-', '') || 'plaintext';
+                    chunks.push({
+                        chunkId: `${cacheKey}-${index}`,
+                        sourceUrl: url,
+                        title: 'Code Example',
+                        content: `\`\`\`${language}\n${code}\n\`\`\``,
+                        metadata: {
+                            tags: ['code', language],
+                        },
+                    });
+                }
+                else {
+                    // Paragraph or list
+                    const text = $el.text().trim();
+                    if (text.length > 20) { // Only meaningful content
+                        chunks.push({
+                            chunkId: `${cacheKey}-${index}`,
+                            sourceUrl: url,
+                            title,
+                            content: text,
+                            metadata: {
+                                tags: [tagName],
+                            },
+                        });
+                    }
+                }
+            });
+            // Cache the result
+            await this.cache.set(cacheKey, {
+                url,
+                html: response.data,
+                chunks,
+            });
+            console.error(`Scraped ${chunks.length} chunks from: ${url}`);
+            return chunks;
+        }
+        catch (error) {
+            console.error(`Failed to scrape ${url}:`, error);
+            return [];
+        }
+    }
+    /**
+     * Main scraping method - extracts all documentation links and scrapes each page
+     */
+    async scrapeDocumentation() {
+        const startTime = Date.now();
+        console.error('Starting comprehensive documentation scrape...');
+        // Step 1: Get all documentation links from navigation
+        const allLinks = await this.getAllDocumentationLinks();
+        console.error(`Will scrape ${allLinks.length} documentation pages`);
+        // Step 2: Scrape each page
+        const allChunks = [];
+        for (const url of allLinks) {
+            const chunks = await this.scrapePage(url);
+            allChunks.push(...chunks);
+        }
+        const duration = ((Date.now() - startTime) / 1000).toFixed(2);
+        console.error(`Scraping complete!`);
+        console.error(`  Pages visited: ${this.visited.size}`);
+        console.error(`  Total chunks: ${allChunks.length}`);
+        console.error(`  Duration: ${duration}s`);
+        return allChunks;
+    }
+}
+//# sourceMappingURL=docs-scraper.js.map

package/dist/scrapers/docs-scraper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"docs-scraper.js","sourceRoot":"","sources":["../../src/scrapers/docs-scraper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAwB,MAAM,OAAO,CAAC;AAC7C,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAGnC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,OAAO,WAAW;IACd,KAAK,CAAgB;IACrB,KAAK,CAAY;IACjB,OAAO,GAAgB,IAAI,GAAG,EAAE,CAAC;IACjC,eAAe,GAAW,CAAC,CAAC;IACnB,aAAa,GAAG,GAAG,CAAC,CAAC,gCAAgC;IACrD,QAAQ,GAAG,0BAA0B,CAAC;IACtC,SAAS,GAAG,+CAA+C,CAAC;IAE7E,YAAY,KAAgB;QAC1B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;YACxB,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,OAAO,EAAE,KAAK;YACd,OAAO,EAAE;gBACP,YAAY,EAAE,8BAA8B;aAC7C;YACD,YAAY,EAAE,CAAC;SAChB,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,oBAAoB,GAAG,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC;QACxD,IAAI,oBAAoB,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAC9C,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAC1B,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,GAAG,oBAAoB,CAAC,CAC/D,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACpC,CAAC;IAEO,QAAQ,CAAC,GAAW;QAC1B,mCAAmC;QACnC,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5D,CAAC;IAEO,gBAAgB,CAAC,GAAW;QAClC,kCAAkC;QAClC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAC;QAE1C,yDAAyD;QACzD,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAEpC,qCAAqC;QACrC,IAAI,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7C,IAAI,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7C,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,OAAO,KAAK,CAAC;QAC3C,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAC;QAEzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB;QACpC,OAAO,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAEvE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtD,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAEtC,uCAAuC;YACvC,MAAM,KAAK,GAAgB,IAAI,GAAG,EAAE,CAAC;YAErC,CAAC,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;gBAC7C,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrC,IAAI,CAAC,IAAI;oBAAE,OAAO;gBAElB,IAAI,CAAC;oBACH,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;oBAC5D,IAAI,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAAE,CAAC;wBACvC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;oBACzB,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,oBAAoB;gBACtB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpC,OAAO,CAAC,KAAK,CAAC,SAAS,SAAS,CAAC,MAAM,6BAA6B,CAAC,CAAC;YAEtE,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC5D,2BAA2B;YAC3B,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,GAAW;QAC1B,2BAA2B;QAC3B,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEtB,oBAAoB;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,kBAAkB,GAAG,EAAE,CAAC,CAAC;YACvC,OAAO,MAAM,CAAC,MAAM,CAAC;QACvB,CAAC;QAED,aAAa;QACb,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAEvB,IAAI,CAAC;YACH,OAAO,CAAC,KAAK,CAAC,aAAa,GAAG,EAAE,CAAC,CAAC;YAElC,aAAa;YACb,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3C,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAEtC,qBAAqB;YACrB,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC;YAEhF,yBAAyB;YACzB,MAAM,MAAM,GAAoB,EAAE,CAAC;YAEnC,gCAAgC;YAChC,CAAC,CAAC,mCAAmC,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;gBAChG,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;gBACvB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;gBAE7B,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC5B,UAAU;oBACV,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,OAAO,EAAE,CAAC;wBACZ,MAAM,CAAC,IAAI,CAAC;4BACV,OAAO,EAAE,GAAG,QAAQ,IAAI,KAAK,EAAE;4BAC/B,SAAS,EAAE,GAAG;4BACd,KAAK,EAAE,OAAO;4BACd,OAAO,EAAE,OAAO;4BAChB,QAAQ,EAAE;gCACR,IAAI,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC;6BAC3B;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;qBAAM,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;oBAC7B,aAAa;oBACb,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;oBACnD,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC;oBAEzF,MAAM,CAAC,IAAI,CAAC;wBACV,OAAO,EAAE,GAAG,QAAQ,IAAI,KAAK,EAAE;wBAC/B,SAAS,EAAE,GAAG;wBACd,KAAK,EAAE,cAAc;wBACrB,OAAO,EAAE,SAAS,QAAQ,KAAK,IAAI,UAAU;wBAC7C,QAAQ,EAAE;4BACR,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC;yBACzB;qBACF,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,oBAAoB;oBACpB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;oBAC/B,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC,CAAC,0BAA0B;wBAChD,MAAM,CAAC,IAAI,CAAC;4BACV,OAAO,EAAE,GAAG,QAAQ,IAAI,KAAK,EAAE;4BAC/B,SAAS,EAAE,GAAG;4BACd,KAAK;4BACL,OAAO,EAAE,IAAI;4BACb,QAAQ,EAAE;gCACR,IAAI,EAAE,CAAC,OAAO,CAAC;6BAChB;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,mBAAmB;YACnB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE;gBAC7B,GAAG;gBACH,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM;aACP,CAAC,CAAC;YAEH,OAAO,CAAC,KAAK,CAAC,WAAW,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,CAAC,CAAC;YAE9D,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,oBAAoB,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;YACjD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAEhE,sDAAsD;QACtD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAEvD,OAAO,CAAC,KAAK,CAAC,eAAe,QAAQ,CAAC,MAAM,sBAAsB,CAAC,CAAC;QAEpE,2BAA2B;QAC3B,MAAM,SAAS,GAAoB,EAAE,CAAC;QAEtC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAC1C,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACpC,OAAO,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,KAAK,CAAC,mBAAmB,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QACrD,OAAO,CAAC,KAAK,CAAC,eAAe,QAAQ,GAAG,CAAC,CAAC;QAE1C,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}

package/dist/search/keyword-search.d.ts

@@ -0,0 +1,39 @@
+import { DocumentChunk } from '@grubtech/agent-core';
+export interface SearchOptions {
+    partialMatch?: boolean;
+    maxResults?: number;
+}
+export interface ScoredChunk extends DocumentChunk {
+    relevanceScore: number;
+    matchedKeywords: string[];
+}
+export declare class KeywordSearch {
+    private options;
+    private defaultOptions;
+    constructor(options?: SearchOptions);
+    /**
+     * Search document chunks using keyword matching algorithm
+     */
+    search(query: string, chunks: DocumentChunk[], limit?: number): ScoredChunk[];
+    /**
+     * Tokenize query into lowercase keywords
+     */
+    private tokenize;
+    /**
+     * Score a single document chunk against keywords
+     */
+    private scoreChunk;
+    /**
+     * Check if text matches keyword (exact or partial)
+     */
+    private matchesKeyword;
+    /**
+     * Count keyword occurrences in text
+     */
+    private countOccurrences;
+    /**
+     * Escape special regex characters
+     */
+    private escapeRegex;
+}
+//# sourceMappingURL=keyword-search.d.ts.map

package/dist/search/keyword-search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyword-search.d.ts","sourceRoot":"","sources":["../../src/search/keyword-search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,MAAM,WAAW,aAAa;IAC5B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAY,SAAQ,aAAa;IAChD,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,qBAAa,aAAa;IAMZ,OAAO,CAAC,OAAO;IAL3B,OAAO,CAAC,cAAc,CAGpB;gBAEkB,OAAO,GAAE,aAAkB;IAI/C;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,WAAW,EAAE;IAwB7E;;OAEG;IACH,OAAO,CAAC,QAAQ;IAOhB;;OAEG;IACH,OAAO,CAAC,UAAU;IAoDlB;;OAEG;IACH,OAAO,CAAC,cAAc;IAUtB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAkBxB;;OAEG;IACH,OAAO,CAAC,WAAW;CAGpB"}

package/dist/search/keyword-search.js

@@ -0,0 +1,127 @@
+export class KeywordSearch {
+    options;
+    defaultOptions = {
+        partialMatch: false,
+        maxResults: 5,
+    };
+    constructor(options = {}) {
+        this.options = options;
+        this.options = { ...this.defaultOptions, ...options };
+    }
+    /**
+     * Search document chunks using keyword matching algorithm
+     */
+    search(query, chunks, limit) {
+        const startTime = Date.now();
+        // Tokenize query
+        const keywords = this.tokenize(query);
+        // Score all chunks
+        const scoredChunks = chunks.map(chunk => ({
+            ...chunk,
+            ...this.scoreChunk(chunk, keywords),
+        }));
+        // Filter, sort, and limit results
+        const results = scoredChunks
+            .filter(chunk => chunk.relevanceScore > 0)
+            .sort((a, b) => b.relevanceScore - a.relevanceScore)
+            .slice(0, limit || this.options.maxResults);
+        const duration = Date.now() - startTime;
+        console.error(`Keyword search completed in ${duration}ms (${results.length} results)`);
+        return results;
+    }
+    /**
+     * Tokenize query into lowercase keywords
+     */
+    tokenize(query) {
+        return query
+            .toLowerCase()
+            .split(/\s+/)
+            .filter(token => token.length > 0);
+    }
+    /**
+     * Score a single document chunk against keywords
+     */
+    scoreChunk(chunk, keywords) {
+        let score = 0;
+        const matchedKeywords = new Set();
+        const content = chunk.content.toLowerCase();
+        const title = chunk.title?.toLowerCase() || '';
+        const headingTags = chunk.metadata?.tags?.filter(t => t.startsWith('h')) || [];
+        const headingContent = headingTags.length > 0 ? content : '';
+        for (const keyword of keywords) {
+            let keywordMatched = false;
+            // Title matching (+10 points)
+            if (this.matchesKeyword(title, keyword)) {
+                score += 10;
+                keywordMatched = true;
+            }
+            // Heading matching (+5 points)
+            if (headingTags.length > 0 && this.matchesKeyword(headingContent, keyword)) {
+                score += 5;
+                keywordMatched = true;
+            }
+            // Body text matching (+1 point per occurrence)
+            const occurrences = this.countOccurrences(content, keyword);
+            if (occurrences > 0) {
+                score += occurrences;
+                keywordMatched = true;
+            }
+            if (keywordMatched) {
+                matchedKeywords.add(keyword);
+            }
+        }
+        // Bonus for all keywords present (+20 points)
+        if (matchedKeywords.size === keywords.length && keywords.length > 1) {
+            score += 20;
+        }
+        // Normalize score to 0-1 range
+        // Max theoretical score: 10*n + 5*n + 100*n + 20 = 135n + 20 (assuming max 100 body occurrences)
+        const maxScore = 135 * keywords.length + 20;
+        const relevanceScore = Math.min(score / maxScore, 1);
+        return {
+            relevanceScore,
+            matchedKeywords: Array.from(matchedKeywords),
+        };
+    }
+    /**
+     * Check if text matches keyword (exact or partial)
+     */
+    matchesKeyword(text, keyword) {
+        if (this.options.partialMatch) {
+            return text.includes(keyword);
+        }
+        else {
+            // Exact word matching with word boundaries
+            const regex = new RegExp(`\\b${this.escapeRegex(keyword)}\\b`, 'i');
+            return regex.test(text);
+        }
+    }
+    /**
+     * Count keyword occurrences in text
+     */
+    countOccurrences(text, keyword) {
+        if (this.options.partialMatch) {
+            // Simple substring count
+            let count = 0;
+            let pos = 0;
+            while ((pos = text.indexOf(keyword, pos)) !== -1) {
+                count++;
+                pos += keyword.length;
+            }
+            return count;
+        }
+        else {
+            // Word boundary matching count
+            const regex = new RegExp(`\\b${this.escapeRegex(keyword)}\\b`, 'gi');
+            const matches = text.match(regex);
+            return matches ? matches.length : 0;
+        }
+    }
+    /**
+     * Escape special regex characters
+     */
+    escapeRegex(str) {
+        return str.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+    }
+}
+//# sourceMappingURL=keyword-search.js.map

package/dist/search/keyword-search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyword-search.js","sourceRoot":"","sources":["../../src/search/keyword-search.ts"],"names":[],"mappings":"AAYA,MAAM,OAAO,aAAa;IAMJ;IALZ,cAAc,GAAkB;QACtC,YAAY,EAAE,KAAK;QACnB,UAAU,EAAE,CAAC;KACd,CAAC;IAEF,YAAoB,UAAyB,EAAE;QAA3B,YAAO,GAAP,OAAO,CAAoB;QAC7C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,EAAE,GAAG,OAAO,EAAE,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAa,EAAE,MAAuB,EAAE,KAAc;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,iBAAiB;QACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAEtC,mBAAmB;QACnB,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxC,GAAG,KAAK;YACR,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC;SACpC,CAAC,CAAC,CAAC;QAEJ,kCAAkC;QAClC,MAAM,OAAO,GAAG,YAAY;aACzB,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC;aACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,CAAC;aACnD,KAAK,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,OAAO,CAAC,KAAK,CAAC,+BAA+B,QAAQ,OAAO,OAAO,CAAC,MAAM,WAAW,CAAC,CAAC;QAEvF,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,QAAQ,CAAC,KAAa;QAC5B,OAAO,KAAK;aACT,WAAW,EAAE;aACb,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,KAAoB,EAAE,QAAkB;QACzD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAE1C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAC/C,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/E,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAE7D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,cAAc,GAAG,KAAK,CAAC;YAE3B,8BAA8B;YAC9B,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;gBACxC,KAAK,IAAI,EAAE,CAAC;gBACZ,cAAc,GAAG,IAAI,CAAC;YACxB,CAAC;YAED,+BAA+B;YAC/B,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,OAAO,CAAC,EAAE,CAAC;gBAC3E,KAAK,IAAI,CAAC,CAAC;gBACX,cAAc,GAAG,IAAI,CAAC;YACxB,CAAC;YAED,+CAA+C;YAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC5D,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBACpB,KAAK,IAAI,WAAW,CAAC;gBACrB,cAAc,GAAG,IAAI,CAAC;YACxB,CAAC;YAED,IAAI,cAAc,EAAE,CAAC;gBACnB,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,IAAI,eAAe,CAAC,IAAI,KAAK,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpE,KAAK,IAAI,EAAE,CAAC;QACd,CAAC;QAED,+BAA+B;QAC/B,iGAAiG;QACjG,MAAM,QAAQ,GAAG,GAAG,GAAG,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC;QAC5C,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,QAAQ,EAAE,CAAC,CAAC,CAAC;QAErD,OAAO;YACL,cAAc;YACd,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC;SAC7C,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY,EAAE,OAAe;QAClD,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,2CAA2C;YAC3C,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAY,EAAE,OAAe;QACpD,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAC9B,yBAAyB;YACzB,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACjD,KAAK,EAAE,CAAC;gBACR,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC;YACxB,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;aAAM,CAAC;YACN,+BAA+B;YAC/B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACrE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAClC,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,GAAW;QAC7B,OAAO,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;IACpD,CAAC;CACF"}

package/dist/tools/code-generation-tool.d.ts

@@ -0,0 +1,33 @@
+export type Operation = 'authenticate' | 'create_menu' | 'receive_order' | 'update_order_status' | 'update_item_availability';
+export type Language = 'typescript' | 'python' | 'java' | 'curl';
+export interface CodeGenerationResult {
+    code: string;
+    language: Language;
+    operation: Operation;
+    metadata: {
+        templatePath: string;
+        placeholders: string[];
+        generatedAt: string;
+    };
+}
+export interface CodeGenerationError {
+    error: string;
+    operation: Operation;
+    language: Language;
+    supportedCombinations: string[];
+}
+export declare class CodeGenerationTool {
+    private templateLoader;
+    constructor();
+    generate(operation: Operation, language: Language): Promise<CodeGenerationResult | CodeGenerationError>;
+    /**
+     * Extract placeholder variables from template
+     * Looks for {{PLACEHOLDER_NAME}} patterns
+     */
+    private extractPlaceholders;
+    /**
+     * Get list of supported operation/language combinations
+     */
+    private getSupportedCombinations;
+}
+//# sourceMappingURL=code-generation-tool.d.ts.map

package/dist/tools/code-generation-tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"code-generation-tool.d.ts","sourceRoot":"","sources":["../../src/tools/code-generation-tool.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,SAAS,GACjB,cAAc,GACd,aAAa,GACb,eAAe,GACf,qBAAqB,GACrB,0BAA0B,CAAC;AAE/B,MAAM,MAAM,QAAQ,GAAG,YAAY,GAAG,QAAQ,GAAG,MAAM,GAAG,MAAM,CAAC;AAEjE,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,QAAQ,CAAC;IACnB,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,EAAE;QACR,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,EAAE,CAAC;QACvB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,EAAE,QAAQ,CAAC;IACnB,qBAAqB,EAAE,MAAM,EAAE,CAAC;CACjC;AAED,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,cAAc,CAAiB;;IAMjC,QAAQ,CACZ,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,QAAQ,GACjB,OAAO,CAAC,oBAAoB,GAAG,mBAAmB,CAAC;IA2CtD;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IAY3B;;OAEG;YACW,wBAAwB;CAIvC"}

package/dist/tools/code-generation-tool.js

@@ -0,0 +1,62 @@
+import { TemplateLoader } from './template-loader.js';
+export class CodeGenerationTool {
+    templateLoader;
+    constructor() {
+        this.templateLoader = new TemplateLoader();
+    }
+    async generate(operation, language) {
+        const startTime = Date.now();
+        try {
+            // Load template
+            const template = await this.templateLoader.loadTemplate(operation, language);
+            // Extract placeholders from template
+            const placeholders = this.extractPlaceholders(template);
+            const result = {
+                code: template,
+                language,
+                operation,
+                metadata: {
+                    templatePath: `templates/${operation}/${language}.template`,
+                    placeholders,
+                    generatedAt: new Date().toISOString(),
+                },
+            };
+            const executionTime = Date.now() - startTime;
+            console.error(`Code generation: operation=${operation}, language=${language}, time=${executionTime}ms`);
+            return result;
+        }
+        catch (error) {
+            // Template not found or unsupported combination
+            const supportedCombinations = await this.getSupportedCombinations();
+            const errorResult = {
+                error: `Code generation not supported for ${operation} in ${language}. Supported: ${supportedCombinations.join(', ')}`,
+                operation,
+                language,
+                supportedCombinations,
+            };
+            console.error(`Code generation failed: ${errorResult.error}`);
+            return errorResult;
+        }
+    }
+    /**
+     * Extract placeholder variables from template
+     * Looks for {{PLACEHOLDER_NAME}} patterns
+     */
+    extractPlaceholders(template) {
+        const regex = /\{\{([A-Z_]+)\}\}/g;
+        const matches = template.matchAll(regex);
+        const placeholders = new Set();
+        for (const match of matches) {
+            placeholders.add(match[1]);
+        }
+        return Array.from(placeholders).sort();
+    }
+    /**
+     * Get list of supported operation/language combinations
+     */
+    async getSupportedCombinations() {
+        const combinations = await this.templateLoader.listAvailableTemplates();
+        return combinations.map(c => `${c.operation}/${c.language}`);
+    }
+}
+//# sourceMappingURL=code-generation-tool.js.map

package/dist/tools/code-generation-tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"code-generation-tool.js","sourceRoot":"","sources":["../../src/tools/code-generation-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AA6BtD,MAAM,OAAO,kBAAkB;IACrB,cAAc,CAAiB;IAEvC;QACE,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,SAAoB,EACpB,QAAkB;QAElB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,gBAAgB;YAChB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAE7E,qCAAqC;YACrC,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YAExD,MAAM,MAAM,GAAyB;gBACnC,IAAI,EAAE,QAAQ;gBACd,QAAQ;gBACR,SAAS;gBACT,QAAQ,EAAE;oBACR,YAAY,EAAE,aAAa,SAAS,IAAI,QAAQ,WAAW;oBAC3D,YAAY;oBACZ,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACF,CAAC;YAEF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC7C,OAAO,CAAC,KAAK,CACX,8BAA8B,SAAS,cAAc,QAAQ,UAAU,aAAa,IAAI,CACzF,CAAC;YAEF,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gDAAgD;YAChD,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;YAEpE,MAAM,WAAW,GAAwB;gBACvC,KAAK,EAAE,qCAAqC,SAAS,OAAO,QAAQ,gBAAgB,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACtH,SAAS;gBACT,QAAQ;gBACR,qBAAqB;aACtB,CAAC;YAEF,OAAO,CAAC,KAAK,CAAC,2BAA2B,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9D,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,mBAAmB,CAAC,QAAgB;QAC1C,MAAM,KAAK,GAAG,oBAAoB,CAAC;QACnC,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QAEvC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;IACzC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB;QACpC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,sBAAsB,EAAE,CAAC;QACxE,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC/D,CAAC;CACF"}

package/dist/tools/search-result-formatter.d.ts

@@ -0,0 +1,27 @@
+import { ScoredChunk } from '../search/keyword-search.js';
+import { SearchResponse } from '../types/search.js';
+export declare class SearchResultFormatter {
+    private readonly MAX_SNIPPET_WORDS;
+    /**
+     * Format search results for MCP response
+     */
+    formatResults(chunks: ScoredChunk[], query: string, executionTime: number, integrationPhase?: string): SearchResponse;
+    /**
+     * Format a single chunk into a search result
+     */
+    private formatChunk;
+    /**
+     * Create snippet with word limit and ellipsis
+     */
+    private createSnippet;
+    /**
+     * Find the last sentence boundary (. ! ?) in text
+     */
+    private findLastSentenceBoundary;
+    /**
+     * Highlight matched keywords in snippet (optional enhancement)
+     */
+    highlightKeywords(snippet: string, keywords: string[]): string;
+    private escapeRegex;
+}
+//# sourceMappingURL=search-result-formatter.d.ts.map

package/dist/tools/search-result-formatter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-result-formatter.d.ts","sourceRoot":"","sources":["../../src/tools/search-result-formatter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAgB,cAAc,EAAkB,MAAM,oBAAoB,CAAC;AAElF,qBAAa,qBAAqB;IAChC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAO;IAEzC;;OAEG;IACH,aAAa,CACX,MAAM,EAAE,WAAW,EAAE,EACrB,KAAK,EAAE,MAAM,EACb,aAAa,EAAE,MAAM,EACrB,gBAAgB,CAAC,EAAE,MAAM,GACxB,cAAc;IA+BjB;;OAEG;IACH,OAAO,CAAC,WAAW;IAUnB;;OAEG;IACH,OAAO,CAAC,aAAa;IAoBrB;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAQhC;;OAEG;IACH,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM;IAY9D,OAAO,CAAC,WAAW;CAGpB"}

package/dist/tools/search-result-formatter.js

@@ -0,0 +1,89 @@
+export class SearchResultFormatter {
+    MAX_SNIPPET_WORDS = 500;
+    /**
+     * Format search results for MCP response
+     */
+    formatResults(chunks, query, executionTime, integrationPhase) {
+        const results = chunks.map(chunk => this.formatChunk(chunk));
+        const metadata = {
+            queryTime: executionTime,
+            totalResults: chunks.length,
+            returned: results.length,
+            query,
+            integrationPhase,
+        };
+        // Handle empty results
+        if (results.length === 0) {
+            return {
+                results: [],
+                metadata,
+                message: `No results found for: ${query}. Try different keywords or check docs.grubtech.io directly.`,
+                suggestions: [
+                    'Try different keywords',
+                    'Use more specific terms',
+                    'Check docs.grubtech.io directly',
+                ],
+            };
+        }
+        return {
+            results,
+            metadata,
+        };
+    }
+    /**
+     * Format a single chunk into a search result
+     */
+    formatChunk(chunk) {
+        return {
+            title: chunk.title || 'Untitled',
+            snippet: this.createSnippet(chunk.content),
+            sourceUrl: chunk.sourceUrl,
+            relevanceScore: parseFloat(chunk.relevanceScore.toFixed(2)),
+            highlights: chunk.matchedKeywords || [],
+        };
+    }
+    /**
+     * Create snippet with word limit and ellipsis
+     */
+    createSnippet(content) {
+        const words = content.split(/\s+/);
+        if (words.length <= this.MAX_SNIPPET_WORDS) {
+            return content.trim();
+        }
+        // Truncate at word boundary
+        const truncated = words.slice(0, this.MAX_SNIPPET_WORDS).join(' ');
+        // Try to end at sentence boundary if possible
+        const lastSentenceEnd = this.findLastSentenceBoundary(truncated);
+        if (lastSentenceEnd > truncated.length * 0.8) {
+            // If we're within 80% of target, use sentence boundary
+            return truncated.substring(0, lastSentenceEnd + 1).trim() + '...';
+        }
+        return truncated.trim() + '...';
+    }
+    /**
+     * Find the last sentence boundary (. ! ?) in text
+     */
+    findLastSentenceBoundary(text) {
+        const matches = Array.from(text.matchAll(/[.!?]/g));
+        if (matches.length === 0)
+            return -1;
+        const lastMatch = matches[matches.length - 1];
+        return lastMatch.index || -1;
+    }
+    /**
+     * Highlight matched keywords in snippet (optional enhancement)
+     */
+    highlightKeywords(snippet, keywords) {
+        let highlighted = snippet;
+        for (const keyword of keywords) {
+            // Use case-insensitive replacement with markdown bold
+            const regex = new RegExp(`\\b(${this.escapeRegex(keyword)})\\b`, 'gi');
+            highlighted = highlighted.replace(regex, '**$1**');
+        }
+        return highlighted;
+    }
+    escapeRegex(str) {
+        return str.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+    }
+}
+//# sourceMappingURL=search-result-formatter.js.map

package/dist/tools/search-result-formatter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-result-formatter.js","sourceRoot":"","sources":["../../src/tools/search-result-formatter.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,qBAAqB;IACf,iBAAiB,GAAG,GAAG,CAAC;IAEzC;;OAEG;IACH,aAAa,CACX,MAAqB,EACrB,KAAa,EACb,aAAqB,EACrB,gBAAyB;QAEzB,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;QAE7D,MAAM,QAAQ,GAAmB;YAC/B,SAAS,EAAE,aAAa;YACxB,YAAY,EAAE,MAAM,CAAC,MAAM;YAC3B,QAAQ,EAAE,OAAO,CAAC,MAAM;YACxB,KAAK;YACL,gBAAgB;SACjB,CAAC;QAEF,uBAAuB;QACvB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,QAAQ;gBACR,OAAO,EAAE,yBAAyB,KAAK,8DAA8D;gBACrG,WAAW,EAAE;oBACX,wBAAwB;oBACxB,yBAAyB;oBACzB,iCAAiC;iBAClC;aACF,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO;YACP,QAAQ;SACT,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAkB;QACpC,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,UAAU;YAChC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC;YAC1C,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,cAAc,EAAE,UAAU,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC3D,UAAU,EAAE,KAAK,CAAC,eAAe,IAAI,EAAE;SACxC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,OAAe;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEnC,IAAI,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3C,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;QACxB,CAAC;QAED,4BAA4B;QAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEnE,8CAA8C;QAC9C,MAAM,eAAe,GAAG,IAAI,CAAC,wBAAwB,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,eAAe,GAAG,SAAS,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC7C,uDAAuD;YACvD,OAAO,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,eAAe,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC;QACpE,CAAC;QAED,OAAO,SAAS,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,wBAAwB,CAAC,IAAY;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC;QAEpC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC9C,OAAO,SAAS,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,OAAe,EAAE,QAAkB;QACnD,IAAI,WAAW,GAAG,OAAO,CAAC;QAE1B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,sDAAsD;YACtD,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACvE,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,WAAW,CAAC,GAAW;QAC7B,OAAO,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;IACpD,CAAC;CACF"}

package/dist/tools/search-tool.d.ts

@@ -0,0 +1,9 @@
+import { SearchResponse } from '../types/search.js';
+export declare class SearchTool {
+    private cache;
+    private keywordSearch;
+    private formatter;
+    constructor();
+    search(query: string, integrationPhase?: string): Promise<SearchResponse>;
+}
+//# sourceMappingURL=search-tool.d.ts.map

package/dist/tools/search-tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-tool.d.ts","sourceRoot":"","sources":["../../src/tools/search-tool.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpD,qBAAa,UAAU;IACrB,OAAO,CAAC,KAAK,CAAY;IACzB,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,SAAS,CAAwB;;IAQnC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;CAkChF"}