pse-mcp 0.1.1 → 0.1.2

package/dist-package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "google-search-mcp",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "MCP server for Google search and webpage analysis",
   "type": "module",
   "scripts": {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pse-mcp",
-  "version": "0.1.1",
+  "version": "0.1.2",
   "description": "MCP server for Google search and webpage analysis",
   "type": "module",
   "bin": {

package/dist/google-search.js

@@ -1,235 +0,0 @@
-#!/usr/bin/env node
-import { Server } from '@modelcontextprotocol/sdk/server/index.js';
-import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
-import { CallToolRequestSchema, ListToolsRequestSchema } from '@modelcontextprotocol/sdk/types.js';
-import { GoogleSearchService } from './services/google-search.service.js';
-class GoogleSearchServer {
-    constructor() {
-        this.searchService = new GoogleSearchService();
-        this.server = new Server({
-            name: 'google-search',
-            version: '1.0.0'
-        }, {
-            capabilities: {
-                tools: {
-                    google_search: {
-                        description: 'Search Google and return relevant results from the web. This tool finds web pages, articles, and information on specific topics using Google\'s search engine. Results include titles, snippets, and URLs that can be analyzed further using extract_webpage_content.',
-                        inputSchema: {
-                            type: 'object',
-                            properties: {
-                                query: {
-                                    type: 'string',
-                                    description: 'Search query - be specific and use quotes for exact matches. For best results, use clear keywords and avoid very long queries.'
-                                },
-                                num_results: {
-                                    type: 'number',
-                                    description: 'Number of results to return (default: 10, max: 10). Increase for broader coverage, decrease for faster response.'
-                                },
-                                site: {
-                                    type: 'string',
-                                    description: 'Limit search results to a specific website domain (e.g., "wikipedia.org" or "nytimes.com").'
-                                },
-                                language: {
-                                    type: 'string',
-                                    description: 'Filter results by language using ISO 639-1 codes (e.g., "en" for English, "es" for Spanish, "fr" for French).'
-                                },
-                                dateRestrict: {
-                                    type: 'string',
-                                    description: 'Filter results by date using Google\'s date restriction format: "d[number]" for past days, "w[number]" for past weeks, "m[number]" for past months, or "y[number]" for past years. Example: "m6" for results from the past 6 months.'
-                                },
-                                exactTerms: {
-                                    type: 'string',
-                                    description: 'Search for results that contain this exact phrase. This is equivalent to putting the terms in quotes in the search query.'
-                                },
-                                resultType: {
-                                    type: 'string',
-                                    description: 'Specify the type of results to return. Options include "image" (or "images"), "news", and "video" (or "videos"). Default is general web results.'
-                                },
-                                page: {
-                                    type: 'number',
-                                    description: 'Page number for paginated results (starts at 1). Use in combination with resultsPerPage to navigate through large result sets.'
-                                },
-                                resultsPerPage: {
-                                    type: 'number',
-                                    description: 'Number of results to show per page (default: 10, max: 10). Controls how many results are returned for each page.'
-                                },
-                                sort: {
-                                    type: 'string',
-                                    description: 'Sorting method for search results. Options: "relevance" (default) or "date" (most recent first).'
-                                }
-                            },
-                            required: ['query']
-                        }
-                    }
-                }
-            }
-        });
-        // Register tool list handler
-        this.server.setRequestHandler(ListToolsRequestSchema, async () => ({
-            tools: [
-                {
-                    name: 'google_search',
-                    description: 'Search Google and return relevant results from the web. This tool finds web pages, articles, and information on specific topics using Google\'s search engine. Results include titles, snippets, and URLs that can be analyzed further using extract_webpage_content.',
-                    inputSchema: {
-                        type: 'object',
-                        properties: {
-                            query: {
-                                type: 'string',
-                                description: 'Search query - be specific and use quotes for exact matches. For best results, use clear keywords and avoid very long queries.'
-                            },
-                            num_results: {
-                                type: 'number',
-                                description: 'Number of results to return (default: 10, max: 10). Increase for broader coverage, decrease for faster response.'
-                            },
-                            site: {
-                                type: 'string',
-                                description: 'Limit search results to a specific website domain (e.g., "wikipedia.org" or "nytimes.com").'
-                            },
-                            language: {
-                                type: 'string',
-                                description: 'Filter results by language using ISO 639-1 codes (e.g., "en" for English, "es" for Spanish, "fr" for French).'
-                            },
-                            dateRestrict: {
-                                type: 'string',
-                                description: 'Filter results by date using Google\'s date restriction format: "d[number]" for past days, "w[number]" for past weeks, "m[number]" for past months, or "y[number]" for past years. Example: "m6" for results from the past 6 months.'
-                            },
-                            exactTerms: {
-                                type: 'string',
-                                description: 'Search for results that contain this exact phrase. This is equivalent to putting the terms in quotes in the search query.'
-                            },
-                            resultType: {
-                                type: 'string',
-                                description: 'Specify the type of results to return. Options include "image" (or "images"), "news", and "video" (or "videos"). Default is general web results.'
-                            },
-                            page: {
-                                type: 'number',
-                                description: 'Page number for paginated results (starts at 1). Use in combination with resultsPerPage to navigate through large result sets.'
-                            },
-                            resultsPerPage: {
-                                type: 'number',
-                                description: 'Number of results to show per page (default: 10, max: 10). Controls how many results are returned for each page.'
-                            },
-                            sort: {
-                                type: 'string',
-                                description: 'Sorting method for search results. Options: "relevance" (default) or "date" (most recent first).'
-                            }
-                        },
-                        required: ['query']
-                    }
-                }
-            ]
-        }));
-        // Register tool call handler
-        this.server.setRequestHandler(CallToolRequestSchema, async (request) => {
-            switch (request.params.name) {
-                case 'google_search':
-                    if (typeof request.params.arguments === 'object' && request.params.arguments !== null && 'query' in request.params.arguments) {
-                        return this.handleSearch({
-                            query: String(request.params.arguments.query),
-                            num_results: typeof request.params.arguments.num_results === 'number' ? request.params.arguments.num_results : undefined,
-                            filters: {
-                                site: request.params.arguments.site ? String(request.params.arguments.site) : undefined,
-                                language: request.params.arguments.language ? String(request.params.arguments.language) : undefined,
-                                dateRestrict: request.params.arguments.dateRestrict ? String(request.params.arguments.dateRestrict) : undefined,
-                                exactTerms: request.params.arguments.exactTerms ? String(request.params.arguments.exactTerms) : undefined,
-                                resultType: request.params.arguments.resultType ? String(request.params.arguments.resultType) : undefined,
-                                page: typeof request.params.arguments.page === 'number' ? request.params.arguments.page : undefined,
-                                resultsPerPage: typeof request.params.arguments.resultsPerPage === 'number' ? request.params.arguments.resultsPerPage : undefined,
-                                sort: request.params.arguments.sort ? String(request.params.arguments.sort) : undefined
-                            }
-                        });
-                    }
-                    throw new Error('Invalid arguments for google_search tool');
-                default:
-                    throw new Error(`Unknown tool: ${request.params.name}`);
-            }
-        });
-    }
-    async handleSearch(args) {
-        try {
-            const { results, pagination, categories } = await this.searchService.search(args.query, args.num_results, args.filters);
-            if (results.length === 0) {
-                return {
-                    content: [{
-                            type: 'text',
-                            text: 'No results found. Try:\n- Using different keywords\n- Removing quotes from non-exact phrases\n- Using more general terms'
-                        }],
-                    isError: true
-                };
-            }
-            // Format results in a more concise, readable way
-            const formattedResults = results.map(result => ({
-                title: result.title,
-                link: result.link,
-                snippet: result.snippet,
-                category: result.category
-            }));
-            // Format results in a more AI-friendly way
-            let responseText = `Search results for "${args.query}":\n\n`;
-            // Add category summary if available
-            if (categories && categories.length > 0) {
-                responseText += "Categories: " + categories.map(c => `${c.name} (${c.count})`).join(', ') + "\n\n";
-            }
-            // Add pagination info
-            if (pagination) {
-                responseText += `Showing page ${pagination.currentPage}${pagination.totalResults ? ` of approximately ${pagination.totalResults} results` : ''}\n\n`;
-            }
-            // Add each result in a readable format
-            formattedResults.forEach((result, index) => {
-                responseText += `${index + 1}. ${result.title}\n`;
-                responseText += `   URL: ${result.link}\n`;
-                responseText += `   ${result.snippet}\n\n`;
-            });
-            // Add navigation hints if pagination exists
-            if (pagination && (pagination.hasNextPage || pagination.hasPreviousPage)) {
-                responseText += "Navigation: ";
-                if (pagination.hasPreviousPage) {
-                    responseText += "Use 'page: " + (pagination.currentPage - 1) + "' for previous results. ";
-                }
-                if (pagination.hasNextPage) {
-                    responseText += "Use 'page: " + (pagination.currentPage + 1) + "' for more results.";
-                }
-                responseText += "\n";
-            }
-            return {
-                content: [
-                    {
-                        type: 'text',
-                        text: responseText,
-                    },
-                ],
-            };
-        }
-        catch (error) {
-            const message = error instanceof Error ? error.message : 'Unknown error during search';
-            return {
-                content: [{ type: 'text', text: message }],
-                isError: true
-            };
-        }
-    }
-    async start() {
-        try {
-            const transport = new StdioServerTransport();
-            await this.server.connect(transport);
-            console.error('Google Search MCP server running');
-            // Keep the process running
-            process.on('SIGINT', () => {
-                this.server.close().catch(console.error);
-                process.exit(0);
-            });
-        }
-        catch (error) {
-            if (error instanceof Error) {
-                console.error('Failed to start MCP server:', error.message);
-            }
-            else {
-                console.error('Failed to start MCP server: Unknown error');
-            }
-            process.exit(1);
-        }
-    }
-}
-// Start the server
-const server = new GoogleSearchServer();
-server.start().catch(console.error);

package/dist/services/google-search.service.js

@@ -1,244 +0,0 @@
-import { google } from 'googleapis';
-import { URL } from 'url';
-export class GoogleSearchService {
-    constructor() {
-        // Cache for search results (key: query string + filters, value: results)
-        this.searchCache = new Map();
-        // Cache expiration time in milliseconds (5 minutes)
-        this.cacheTTL = 5 * 60 * 1000;
-        const apiKey = process.env.GOOGLE_API_KEY;
-        const searchEngineId = process.env.GOOGLE_SEARCH_ENGINE_ID;
-        if (!apiKey || !searchEngineId) {
-            throw new Error('Missing required environment variables: GOOGLE_API_KEY and GOOGLE_SEARCH_ENGINE_ID');
-        }
-        // Initialize Google Custom Search API
-        this.customSearch = google.customsearch('v1').cse;
-        this.searchEngineId = searchEngineId;
-        // Set up the API client
-        google.options({
-            auth: apiKey
-        });
-    }
-    /**
-     * Generate a cache key from search parameters
-     */
-    generateCacheKey(query, numResults, filters) {
-        return JSON.stringify({
-            query,
-            numResults,
-            filters
-        });
-    }
-    /**
-     * Check if a cache entry is still valid
-     */
-    isCacheValid(entry) {
-        const now = Date.now();
-        return now - entry.timestamp < this.cacheTTL;
-    }
-    /**
-     * Store search results in cache
-     */
-    cacheSearchResults(cacheKey, results, pagination, categories) {
-        this.searchCache.set(cacheKey, {
-            timestamp: Date.now(),
-            data: { results, pagination, categories }
-        });
-        // Limit cache size to prevent memory issues (max 100 entries)
-        if (this.searchCache.size > 100) {
-            // Delete oldest entry
-            const oldestKey = Array.from(this.searchCache.entries())
-                .sort((a, b) => a[1].timestamp - b[1].timestamp)[0][0];
-            this.searchCache.delete(oldestKey);
-        }
-    }
-    async search(query, numResults = 10, filters) {
-        try {
-            // Generate cache key
-            const cacheKey = this.generateCacheKey(query, numResults, filters);
-            // Check cache first
-            const cachedResult = this.searchCache.get(cacheKey);
-            if (cachedResult && this.isCacheValid(cachedResult)) {
-                console.error('Using cached search results');
-                return cachedResult.data;
-            }
-            let formattedQuery = query;
-            // Apply site filter if provided
-            if (filters?.site) {
-                formattedQuery += ` site:${filters.site}`;
-            }
-            // Apply exact terms if provided
-            if (filters?.exactTerms) {
-                formattedQuery += ` "${filters.exactTerms}"`;
-            }
-            // Set default pagination values if not provided
-            const page = filters?.page && filters.page > 0 ? filters.page : 1;
-            const resultsPerPage = filters?.resultsPerPage ? Math.min(filters.resultsPerPage, 10) : Math.min(numResults, 10);
-            // Calculate start index for pagination (Google uses 1-based indexing)
-            const startIndex = (page - 1) * resultsPerPage + 1;
-            const params = {
-                cx: this.searchEngineId,
-                q: formattedQuery,
-                num: resultsPerPage,
-                start: startIndex
-            };
-            // Apply language filter if provided
-            if (filters?.language) {
-                params.lr = `lang_${filters.language}`;
-            }
-            // Apply date restriction if provided
-            if (filters?.dateRestrict) {
-                params.dateRestrict = filters.dateRestrict;
-            }
-            // Apply result type filter if provided
-            if (filters?.resultType) {
-                switch (filters.resultType.toLowerCase()) {
-                    case 'image':
-                    case 'images':
-                        params.searchType = 'image';
-                        break;
-                    case 'news':
-                        // For news, we need to modify the query
-                        formattedQuery += ' source:news';
-                        params.q = formattedQuery;
-                        break;
-                    case 'video':
-                    case 'videos':
-                        // For videos, we can use a more specific filter
-                        formattedQuery += ' filetype:video OR inurl:video OR inurl:watch';
-                        params.q = formattedQuery;
-                        break;
-                }
-            }
-            // Apply sorting if provided
-            if (filters?.sort) {
-                switch (filters.sort.toLowerCase()) {
-                    case 'date':
-                        // Sort by date (most recent first)
-                        params.sort = 'date';
-                        break;
-                    case 'relevance':
-                    default:
-                        // Google's default sort is by relevance, so we don't need to specify
-                        break;
-                }
-            }
-            const response = await this.customSearch.list(params);
-            // If no items are found, return empty results with pagination info
-            if (!response.data.items) {
-                return {
-                    results: [],
-                    pagination: {
-                        currentPage: page,
-                        resultsPerPage,
-                        totalResults: 0,
-                        totalPages: 0,
-                        hasNextPage: false,
-                        hasPreviousPage: page > 1
-                    },
-                    categories: []
-                };
-            }
-            // Map the search results and categorize them
-            const results = response.data.items.map(item => {
-                const result = {
-                    title: item.title || '',
-                    link: item.link || '',
-                    snippet: item.snippet || '',
-                    pagemap: item.pagemap || {},
-                    datePublished: item.pagemap?.metatags?.[0]?.['article:published_time'] || '',
-                    source: 'google_search'
-                };
-                // Add category to the result
-                result.category = this.categorizeResult(result);
-                return result;
-            });
-            // Generate category statistics
-            const categories = this.generateCategoryStats(results);
-            // Create pagination information
-            const totalResults = parseInt(response.data.searchInformation?.totalResults || '0', 10);
-            const totalPages = Math.ceil(totalResults / resultsPerPage);
-            const pagination = {
-                currentPage: page,
-                resultsPerPage,
-                totalResults,
-                totalPages,
-                hasNextPage: page < totalPages,
-                hasPreviousPage: page > 1
-            };
-            // Cache the results before returning
-            this.cacheSearchResults(cacheKey, results, pagination, categories);
-            return {
-                results,
-                pagination,
-                categories
-            };
-        }
-        catch (error) {
-            if (error instanceof Error) {
-                throw new Error(`Google Search API error: ${error.message}`);
-            }
-            throw new Error('Unknown error during Google search');
-        }
-    }
-    /**
-     * Categorizes a search result based on its content
-     * @param result The search result to categorize
-     * @returns The category name
-     */
-    categorizeResult(result) {
-        try {
-            // Extract the domain from the URL
-            const url = new URL(result.link);
-            const domain = url.hostname.replace(/^www\./, '');
-            // Check if this is a social media site
-            if (domain.match(/facebook\.com|twitter\.com|instagram\.com|linkedin\.com|pinterest\.com|tiktok\.com|reddit\.com/i)) {
-                return 'Social Media';
-            }
-            // Check if this is a video site
-            if (domain.match(/youtube\.com|vimeo\.com|dailymotion\.com|twitch\.tv/i)) {
-                return 'Video';
-            }
-            // Check if this is a news site
-            if (domain.match(/news|cnn\.com|bbc\.com|nytimes\.com|wsj\.com|reuters\.com|bloomberg\.com/i)) {
-                return 'News';
-            }
-            // Check if this is an educational site
-            if (domain.match(/\.edu$|wikipedia\.org|khan|course|learn|study|academic/i)) {
-                return 'Educational';
-            }
-            // Check if this is a documentation site
-            if (domain.match(/docs|documentation|developer|github\.com|gitlab\.com|bitbucket\.org|stackoverflow\.com/i) ||
-                result.title.match(/docs|documentation|api|reference|manual/i)) {
-                return 'Documentation';
-            }
-            // Check if this is a shopping site
-            if (domain.match(/amazon\.com|ebay\.com|etsy\.com|walmart\.com|shop|store|buy/i)) {
-                return 'Shopping';
-            }
-            // Default category based on domain
-            return domain.split('.').slice(-2, -1)[0].charAt(0).toUpperCase() + domain.split('.').slice(-2, -1)[0].slice(1);
-        }
-        catch (error) {
-            // If there's any error in categorization, return a default category
-            return 'Other';
-        }
-    }
-    /**
-     * Generates category statistics from search results
-     * @param results The search results to analyze
-     * @returns An array of category information
-     */
-    generateCategoryStats(results) {
-        // Count results by category
-        const categoryCounts = {};
-        results.forEach(result => {
-            const category = result.category || 'Other';
-            categoryCounts[category] = (categoryCounts[category] || 0) + 1;
-        });
-        // Convert to array of category info objects
-        return Object.entries(categoryCounts)
-            .map(([name, count]) => ({ name, count }))
-            .sort((a, b) => b.count - a.count); // Sort by count in descending order
-    }
-}

package/dist/types.js

@@ -1 +0,0 @@
-export {};