@humbletoes/google-search 1.0.0

package/dist/html-cleaner.js

@@ -0,0 +1,236 @@
+export class HtmlCleaner {
+    /**
+     * Extract and clean search results HTML for optimal LLM consumption
+     */
+    static extractSearchResults(html) {
+        // Remove script tags and their content
+        let cleaned = html.replace(/<script[^>]*>[\s\S]*?<\/script>/gi, '');
+        // Remove style tags and their content
+        cleaned = cleaned.replace(/<style[^>]*>[\s\S]*?<\/style>/gi, '');
+        // Remove inline styles
+        cleaned = cleaned.replace(/\s+style="[^"]*"/gi, '');
+        cleaned = cleaned.replace(/\s+style='[^']*'/gi, '');
+        // Remove noscript tags
+        cleaned = cleaned.replace(/<noscript[^>]*>[\s\S]*?<\/noscript>/gi, '');
+        // Remove comments
+        cleaned = cleaned.replace(/<!--[\s\S]*?-->/g, '');
+        // Remove common ad-related elements
+        const adSelectors = [
+            /<div[^>]*class="[^"]*ad[^"]*"[^>]*>[\s\S]*?<\/div>/gi,
+            /<div[^>]*id="[^"]*ad[^"]*"[^>]*>[\s\S]*?<\/div>/gi,
+            /<div[^>]*class="[^"]*ads[^"]*"[^>]*>[\s\S]*?<\/div>/gi,
+            /<div[^>]*id="[^"]*ads[^"]*"[^>]*>[\s\S]*?<\/div>/gi,
+            /<iframe[^>]*>[\s\S]*?<\/iframe>/gi,
+            /<ins[^>]*>[\s\S]*?<\/ins>/gi
+        ];
+        adSelectors.forEach(selector => {
+            cleaned = cleaned.replace(selector, '');
+        });
+        // Remove navigation and header elements that aren't search results
+        const navSelectors = [
+            /<nav[^>]*>[\s\S]*?<\/nav>/gi,
+            /<header[^>]*>[\s\S]*?<\/header>/gi,
+            /<footer[^>]*>[\s\S]*?<\/footer>/gi
+        ];
+        navSelectors.forEach(selector => {
+            cleaned = cleaned.replace(selector, '');
+        });
+        // Remove images (keep alt text if present)
+        cleaned = cleaned.replace(/<img[^>]*alt="([^"]*)"[^>]*>/gi, ' [Image: $1] ');
+        cleaned = cleaned.replace(/<img[^>]*>/gi, ' [Image] ');
+        // Clean up excessive whitespace
+        cleaned = cleaned.replace(/\s+/g, ' ');
+        cleaned = cleaned.replace(/>\s+</g, '><');
+        // Remove empty elements
+        cleaned = cleaned.replace(/<[^/>]*>\s*<\/[^>]*>/g, '');
+        // Focus on search results area - try to extract just the results
+        const resultPatterns = [
+            /<div[^>]*id="search"[^>]*>([\s\S]*?)<\/div>/i,
+            /<div[^>]*id="rso"[^>]*>([\s\S]*?)<\/div>/i,
+            /<div[^>]*class="[^"]*srg[^"]*"[^>]*>([\s\S]*?)<\/div>/i
+        ];
+        for (const pattern of resultPatterns) {
+            const match = cleaned.match(pattern);
+            if (match && match[1]) {
+                cleaned = match[1];
+                break;
+            }
+        }
+        return cleaned.trim();
+    }
+    /**
+     * Get comprehensive cleaning statistics
+     */
+    static getCleaningStats(originalHtml, cleanedHtml) {
+        const originalSize = originalHtml.length;
+        const cleanedSize = cleanedHtml.length;
+        const reductionPercent = originalSize > 0 ? ((originalSize - cleanedSize) / originalSize) * 100 : 0;
+        const originalLines = (originalHtml.match(/\n/g) || []).length + 1;
+        const cleanedLines = (cleanedHtml.match(/\n/g) || []).length + 1;
+        // Count removed elements
+        const elementsRemoved = {
+            scripts: (originalHtml.match(/<script[^>]*>[\s\S]*?<\/script>/gi) || []).length,
+            styles: (originalHtml.match(/<style[^>]*>[\s\S]*?<\/style>/gi) || []).length,
+            images: (originalHtml.match(/<img[^>]*>/gi) || []).length,
+            ads: (originalHtml.match(/<div[^>]*(?:class|id)="[^"]*(?:ad|ads)[^"]*"[^>]*>/gi) || []).length +
+                (originalHtml.match(/<iframe[^>]*>/gi) || []).length,
+            navigation: (originalHtml.match(/<nav[^>]*>/gi) || []).length +
+                (originalHtml.match(/<header[^>]*>/gi) || []).length +
+                (originalHtml.match(/<footer[^>]*>/gi) || []).length,
+            comments: (originalHtml.match(/<!--[\s\S]*?-->/g) || []).length
+        };
+        // Analyze content
+        const contentAnalysis = {
+            hasSearchResults: this.detectSearchResults(cleanedHtml),
+            resultCount: this.countSearchResults(cleanedHtml),
+            hasRichSnippets: this.detectRichSnippets(cleanedHtml),
+            hasAds: elementsRemoved.ads > 0,
+            readabilityScore: this.calculateReadabilityScore(cleanedHtml)
+        };
+        return {
+            originalSize,
+            cleanedSize,
+            reductionPercent,
+            originalLines,
+            cleanedLines,
+            elementsRemoved,
+            contentAnalysis
+        };
+    }
+    /**
+     * Detect if HTML contains search results
+     */
+    static detectSearchResults(html) {
+        const resultIndicators = [
+            /class="[^"]*g[^"]*"/i,
+            /class="[^"]*result[^"]*"/i,
+            /data-ved=/i,
+            /class="[^"]*srg[^"]*"/i,
+            /id="search"/i,
+            /id="rso"/i
+        ];
+        return resultIndicators.some(pattern => pattern.test(html));
+    }
+    /**
+     * Count approximate number of search results
+     */
+    static countSearchResults(html) {
+        // Count result containers
+        const resultPatterns = [
+            /<div[^>]*class="[^"]*g[^"]*"[^>]*>/gi,
+            /<div[^>]*data-ved="[^"]*"[^>]*>/gi,
+            /<h3[^>]*>/gi
+        ];
+        let maxCount = 0;
+        resultPatterns.forEach(pattern => {
+            const matches = html.match(pattern);
+            if (matches && matches.length > maxCount) {
+                maxCount = matches.length;
+            }
+        });
+        return maxCount;
+    }
+    /**
+     * Detect rich snippets and structured data
+     */
+    static detectRichSnippets(html) {
+        const richSnippetIndicators = [
+            /class="[^"]*kno-rdesc[^"]*"/i,
+            /data-attrid=/i,
+            /class="[^"]*featured[^"]*"/i,
+            /class="[^"]*answer[^"]*"/i,
+            /class="[^"]*knowledge[^"]*"/i,
+            /class="[^"]*recipe[^"]*"/i,
+            /class="[^"]*event[^"]*"/i,
+            /class="[^"]*product[^"]*"/i,
+            /class="[^"]*review[^"]*"/i
+        ];
+        return richSnippetIndicators.some(pattern => pattern.test(html));
+    }
+    /**
+     * Calculate basic readability score
+     */
+    static calculateReadabilityScore(html) {
+        // Extract text content
+        const textContent = html.replace(/<[^>]*>/g, ' ').replace(/\s+/g, ' ').trim();
+        if (!textContent)
+            return 0;
+        const words = textContent.split(/\s+/).length;
+        const sentences = (textContent.match(/[.!?]+/g) || []).length || 1;
+        const avgWordsPerSentence = words / sentences;
+        // Simple readability score (lower is better readability)
+        // Based on average words per sentence (ideal is around 15-20)
+        const score = Math.abs(avgWordsPerSentence - 17.5) / 17.5;
+        // Return score between 0-100 (100 being most readable)
+        return Math.max(0, Math.min(100, (1 - score) * 100));
+    }
+    /**
+     * Extract structured data from HTML (JSON-LD, microdata, etc.)
+     */
+    static extractStructuredData(html) {
+        const structuredData = [];
+        // Extract JSON-LD
+        const jsonLdMatches = html.match(/<script[^>]*type="application\/ld\+json"[^>]*>([\s\S]*?)<\/script>/gi);
+        if (jsonLdMatches) {
+            jsonLdMatches.forEach(match => {
+                const jsonMatch = match.match(/<script[^>]*>([\s\S]*?)<\/script>/i);
+                if (jsonMatch && jsonMatch[1]) {
+                    try {
+                        const data = JSON.parse(jsonMatch[1].trim());
+                        structuredData.push(data);
+                    }
+                    catch (e) {
+                        // Invalid JSON, skip
+                    }
+                }
+            });
+        }
+        // Extract microdata
+        const microdataItems = html.match(/<[^>]*itemtype="[^"]*"[^>]*>/gi);
+        if (microdataItems) {
+            microdataItems.forEach(item => {
+                const typeMatch = item.match(/itemtype="([^"]*)"/i);
+                if (typeMatch) {
+                    structuredData.push({
+                        type: 'microdata',
+                        schema: typeMatch[1]
+                    });
+                }
+            });
+        }
+        return structuredData;
+    }
+    /**
+     * Extract meta information from HTML
+     */
+    static extractMetaInfo(html) {
+        const meta = {};
+        // Extract title
+        const titleMatch = html.match(/<title[^>]*>([\s\S]*?)<\/title>/i);
+        if (titleMatch) {
+            meta.title = titleMatch[1].trim();
+        }
+        // Extract meta tags
+        const metaMatches = html.match(/<meta[^>]*>/gi);
+        if (metaMatches) {
+            metaMatches.forEach(metaTag => {
+                const nameMatch = metaTag.match(/name="([^"]*)"/i);
+                const propertyMatch = metaTag.match(/property="([^"]*)"/i);
+                const contentMatch = metaTag.match(/content="([^"]*)"/i);
+                if (contentMatch) {
+                    const name = nameMatch ? nameMatch[1] : (propertyMatch ? propertyMatch[1] : null);
+                    if (name) {
+                        meta[name.toLowerCase()] = contentMatch[1];
+                    }
+                }
+            });
+        }
+        // Extract canonical URL
+        const canonicalMatch = html.match(/<link[^>]*rel="canonical"[^>]*href="([^"]*)"/i);
+        if (canonicalMatch) {
+            meta.canonical = canonicalMatch[1];
+        }
+        return meta;
+    }
+}
+//# sourceMappingURL=html-cleaner.js.map

package/dist/html-cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-cleaner.js","sourceRoot":"","sources":["../src/html-cleaner.ts"],"names":[],"mappings":"AAuBA,MAAM,OAAO,WAAW;IACtB;;OAEG;IACH,MAAM,CAAC,oBAAoB,CAAC,IAAY;QACtC,uCAAuC;QACvC,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC;QAEpE,sCAAsC;QACtC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,iCAAiC,EAAE,EAAE,CAAC,CAAC;QAEjE,uBAAuB;QACvB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;QACpD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;QAEpD,uBAAuB;QACvB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,uCAAuC,EAAE,EAAE,CAAC,CAAC;QAEvE,kBAAkB;QAClB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;QAElD,oCAAoC;QACpC,MAAM,WAAW,GAAG;YAClB,sDAAsD;YACtD,mDAAmD;YACnD,uDAAuD;YACvD,oDAAoD;YACpD,mCAAmC;YACnC,6BAA6B;SAC9B,CAAC;QAEF,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;YAC7B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,mEAAmE;QACnE,MAAM,YAAY,GAAG;YACnB,6BAA6B;YAC7B,mCAAmC;YACnC,mCAAmC;SACpC,CAAC;QAEF,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;YAC9B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,2CAA2C;QAC3C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,gCAAgC,EAAE,eAAe,CAAC,CAAC;QAC7E,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;QAEvD,gCAAgC;QAChC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACvC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAE1C,wBAAwB;QACxB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;QAEvD,iEAAiE;QACjE,MAAM,cAAc,GAAG;YACrB,8CAA8C;YAC9C,2CAA2C;YAC3C,wDAAwD;SACzD,CAAC;QAEF,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACrC,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtB,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACnB,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,YAAoB,EAAE,WAAmB;QAC/D,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC;QACzC,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC;QACvC,MAAM,gBAAgB,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,WAAW,CAAC,GAAG,YAAY,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpG,MAAM,aAAa,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACnE,MAAM,YAAY,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QAEjE,yBAAyB;QACzB,MAAM,eAAe,GAAG;YACtB,OAAO,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,mCAAmC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM;YAC/E,MAAM,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,iCAAiC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM;YAC5E,MAAM,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM;YACzD,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,sDAAsD,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM;gBACzF,CAAC,YAAY,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM;YACzD,UAAU,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM;gBACjD,CAAC,YAAY,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM;gBACpD,CAAC,YAAY,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM;YAChE,QAAQ,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM;SAChE,CAAC;QAEF,kBAAkB;QAClB,MAAM,eAAe,GAAG;YACtB,gBAAgB,EAAE,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC;YACvD,WAAW,EAAE,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC;YACjD,eAAe,EAAE,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC;YACrD,MAAM,EAAE,eAAe,CAAC,GAAG,GAAG,CAAC;YAC/B,gBAAgB,EAAE,IAAI,CAAC,yBAAyB,CAAC,WAAW,CAAC;SAC9D,CAAC;QAEF,OAAO;YACL,YAAY;YACZ,WAAW;YACX,gBAAgB;YAChB,aAAa;YACb,YAAY;YACZ,eAAe;YACf,eAAe;SAChB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,mBAAmB,CAAC,IAAY;QAC7C,MAAM,gBAAgB,GAAG;YACvB,sBAAsB;YACtB,2BAA2B;YAC3B,YAAY;YACZ,wBAAwB;YACxB,cAAc;YACd,WAAW;SACZ,CAAC;QAEF,OAAO,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY;QAC5C,0BAA0B;QAC1B,MAAM,cAAc,GAAG;YACrB,sCAAsC;YACtC,mCAAmC;YACnC,aAAa;SACd,CAAC;QAEF,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACpC,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;gBACzC,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC;YAC5B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,kBAAkB,CAAC,IAAY;QAC5C,MAAM,qBAAqB,GAAG;YAC5B,8BAA8B;YAC9B,eAAe;YACf,6BAA6B;YAC7B,2BAA2B;YAC3B,8BAA8B;YAC9B,2BAA2B;YAC3B,0BAA0B;YAC1B,4BAA4B;YAC5B,2BAA2B;SAC5B,CAAC;QAEF,OAAO,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,yBAAyB,CAAC,IAAY;QACnD,uBAAuB;QACvB,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAE9E,IAAI,CAAC,WAAW;YAAE,OAAO,CAAC,CAAC;QAE3B,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QAC9C,MAAM,SAAS,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;QACnE,MAAM,mBAAmB,GAAG,KAAK,GAAG,SAAS,CAAC;QAE9C,yDAAyD;QACzD,8DAA8D;QAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,mBAAmB,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;QAE1D,uDAAuD;QACvD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,qBAAqB,CAAC,IAAY;QACvC,MAAM,cAAc,GAAU,EAAE,CAAC;QAEjC,kBAAkB;QAClB,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,sEAAsE,CAAC,CAAC;QACzG,IAAI,aAAa,EAAE,CAAC;YAClB,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;gBACpE,IAAI,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;wBAC7C,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5B,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,qBAAqB;oBACvB,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,oBAAoB;QACpB,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpE,IAAI,cAAc,EAAE,CAAC;YACnB,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;gBACpD,IAAI,SAAS,EAAE,CAAC;oBACd,cAAc,CAAC,IAAI,CAAC;wBAClB,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;qBACrB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,eAAe,CAAC,IAAY;QAOjC,MAAM,IAAI,GAAQ,EAAE,CAAC;QAErB,gBAAgB;QAChB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAClE,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpC,CAAC;QAED,oBAAoB;QACpB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAChD,IAAI,WAAW,EAAE,CAAC;YAChB,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC5B,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;gBACnD,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;gBAC3D,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBAEzD,IAAI,YAAY,EAAE,CAAC;oBACjB,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;oBAClF,IAAI,IAAI,EAAE,CAAC;wBACT,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,wBAAwB;QACxB,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnF,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,CAAC,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QACrC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/index.js

@@ -0,0 +1,59 @@
+#!/usr/bin/env node
+import { Command } from "commander";
+import { googleSearch, getGoogleSearchPageHtml } from "./search.js";
+// Get package information
+import packageJson from "../package.json" with { type: "json" };
+// Create command line program
+const program = new Command();
+// Configure command line options
+program
+    .name("google-search")
+    .description("Google search CLI tool based on Playwright")
+    .version(packageJson.version)
+    .argument("<query>", "search keywords")
+    .option("-l, --limit <number>", "result count limit", parseInt, 10)
+    .option("-t, --timeout <number>", "timeout (milliseconds)", parseInt, 30000)
+    .option("--no-headless", "deprecated: now always tries headless mode first, automatically switches to headed mode if human verification is encountered")
+    .option("--state-file <path>", "browser state file path", "./browser-state.json")
+    .option("--no-save-state", "do not save browser state")
+    .option("--get-html", "get raw HTML of search result page instead of parsing results")
+    .option("--save-html", "save HTML to file")
+    .option("--html-output <path>", "HTML output file path")
+    .option("--ttl <number>", "cache TTL in milliseconds", parseInt, 300000)
+    .action(async (query, options) => {
+    try {
+        if (options.getHtml) {
+            // Get HTML
+            const htmlResult = await getGoogleSearchPageHtml(query, options, options.saveHtml || false, options.htmlOutput);
+            // If HTML is saved to file, include file path information in output
+            if (options.saveHtml && htmlResult.savedPath) {
+                console.log(`HTML saved to file: ${htmlResult.savedPath}`);
+            }
+            // Output result (does not include full HTML to avoid excessive console output)
+            const outputResult = {
+                query: htmlResult.query,
+                url: htmlResult.url,
+                originalHtmlLength: htmlResult.originalHtmlLength, // Original HTML length (including CSS and JavaScript)
+                cleanedHtmlLength: htmlResult.html.length, // Cleaned HTML length (excluding CSS and JavaScript)
+                savedPath: htmlResult.savedPath,
+                screenshotPath: htmlResult.screenshotPath, // Webpage screenshot save path
+                // Only output the first 500 characters of HTML as preview
+                htmlPreview: htmlResult.html.substring(0, 500) + (htmlResult.html.length > 500 ? '...' : '')
+            };
+            console.log(JSON.stringify(outputResult, null, 2));
+        }
+        else {
+            // Execute regular search
+            const results = await googleSearch(query, options);
+            // Output result
+            console.log(JSON.stringify(results, null, 2));
+        }
+    }
+    catch (error) {
+        console.error("Error:", error);
+        process.exit(1);
+    }
+});
+// Parse command line arguments
+program.parse(process.argv);
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAGpE,0BAA0B;AAC1B,OAAO,WAAW,MAAM,iBAAiB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AAEhE,8BAA8B;AAC9B,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,iCAAiC;AACjC,OAAO;KACJ,IAAI,CAAC,eAAe,CAAC;KACrB,WAAW,CAAC,4CAA4C,CAAC;KACzD,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC;KAC5B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;KACtC,MAAM,CAAC,sBAAsB,EAAE,oBAAoB,EAAE,QAAQ,EAAE,EAAE,CAAC;KAClE,MAAM,CAAC,wBAAwB,EAAE,wBAAwB,EAAE,QAAQ,EAAE,KAAK,CAAC;KAC3E,MAAM,CAAC,eAAe,EAAE,8HAA8H,CAAC;KACvJ,MAAM,CAAC,qBAAqB,EAAE,yBAAyB,EAAE,sBAAsB,CAAC;KAChF,MAAM,CAAC,iBAAiB,EAAE,2BAA2B,CAAC;KACtD,MAAM,CAAC,YAAY,EAAE,+DAA+D,CAAC;KACrF,MAAM,CAAC,aAAa,EAAE,mBAAmB,CAAC;KAC1C,MAAM,CAAC,sBAAsB,EAAE,uBAAuB,CAAC;KACvD,MAAM,CAAC,gBAAgB,EAAE,2BAA2B,EAAE,QAAQ,EAAE,MAAM,CAAC;KACvE,MAAM,CAAC,KAAK,EAAE,KAAa,EAAE,OAAwF,EAAE,EAAE;IACxH,IAAI,CAAC;QACH,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,WAAW;YACX,MAAM,UAAU,GAAG,MAAM,uBAAuB,CAC9C,KAAK,EACL,OAAO,EACP,OAAO,CAAC,QAAQ,IAAI,KAAK,EACzB,OAAO,CAAC,UAAU,CACnB,CAAC;YAEF,oEAAoE;YACpE,IAAI,OAAO,CAAC,QAAQ,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;gBAC7C,OAAO,CAAC,GAAG,CAAC,uBAAuB,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC;YAC7D,CAAC;YAED,+EAA+E;YAC/E,MAAM,YAAY,GAAG;gBACnB,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,GAAG,EAAE,UAAU,CAAC,GAAG;gBACnB,kBAAkB,EAAE,UAAU,CAAC,kBAAkB,EAAE,sDAAsD;gBACzG,iBAAiB,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,qDAAqD;gBAChG,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,cAAc,EAAE,UAAU,CAAC,cAAc,EAAE,+BAA+B;gBAC1E,0DAA0D;gBAC1D,WAAW,EAAE,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7F,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,yBAAyB;YACzB,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAEnD,gBAAgB;YAChB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC,CAAC;AAEL,+BAA+B;AAC/B,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC"}

package/dist/logger.d.ts

@@ -0,0 +1,2 @@
+declare const logger: import("pino").Logger<never, boolean>;
+export default logger;

package/dist/logger.js

@@ -0,0 +1,41 @@
+import { pino } from "pino";
+import * as path from "path";
+import * as fs from "fs";
+import * as os from "os";
+// Use system temporary directory to ensure cross-platform compatibility
+const logDir = path.join(os.tmpdir(), "google-search-logs");
+if (!fs.existsSync(logDir)) {
+    fs.mkdirSync(logDir, { recursive: true });
+}
+// Create log file path
+const logFilePath = path.join(logDir, "google-search.log");
+// Create pino logger instance - output only to file, not to console
+// This is crucial for MCP server because stdout is used for JSON-RPC communication
+const logger = pino({
+    level: process.env.LOG_LEVEL || "info",
+    transport: {
+        target: "pino/file",
+        level: "trace",
+        options: { destination: logFilePath },
+    },
+});
+// Add handling for process exit
+process.on("exit", () => {
+    logger.info("Process exit, logging closed");
+});
+process.on("SIGINT", () => {
+    logger.info("Received SIGINT signal, logging closed");
+    process.exit(0);
+});
+process.on("SIGTERM", () => {
+    logger.info("Received SIGTERM signal, logging closed");
+    process.exit(0);
+});
+process.on("uncaughtException", (error) => {
+    logger.error({ err: error }, "Uncaught exception");
+    process.exit(1);
+});
+// Record log file location
+logger.info({ logFilePath }, "Log file location");
+export default logger;
+//# sourceMappingURL=logger.js.map

package/dist/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAEzB,wEAAwE;AACxE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC;AAC5D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;IAC3B,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED,uBAAuB;AACvB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC;AAE3D,oEAAoE;AACpE,mFAAmF;AACnF,MAAM,MAAM,GAAG,IAAI,CAAC;IAClB,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,MAAM;IACtC,SAAS,EAAE;QACT,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE;KACtC;CACF,CAAC,CAAC;AAEH,gCAAgC;AAChC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;IACtB,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;AAC9C,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;IACxB,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IACtD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;IACzB,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;IACvD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE;IACxC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,oBAAoB,CAAC,CAAC;IACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,2BAA2B;AAC3B,MAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,EAAE,mBAAmB,CAAC,CAAC;AAElD,eAAe,MAAM,CAAC"}

package/dist/mcp-server.d.ts

@@ -0,0 +1,9 @@
+#!/usr/bin/env node
+/**
+ * Google Search MCP Server v2.0
+ *
+ * Provides two tools:
+ * - google-search: Smart web search and content fetcher
+ * - get_code_context: Programming documentation and code examples search
+ */
+export {};