@vinitngr/serper-v 1.0.1 → 1.0.5

package/SKILL.md

@@ -1,23 +1,27 @@
 ---
 name: serper
-description: Real-time search (news, places, organic, scholar) via Serper API.
+description: Professional search (news, places, maps, reviews, scholar, patents) and bulk scraping via Serper API.
 ---
 
 # Serper Search
 
 ## Usage
 ```bash
-serperV search --query "Term" --type [type] --limit 10
+serperV search -q "Apple Inc" -t search --tbs qdr:h --page 3
+serperV scrape -u "https://site1.com, https://site2.com"
 ```
-- **Auth**: `serperV auth <key>` (saves to `~/.vinit/credentials.json`) or `export SERPER_API_KEY=key`.
-- **Types**: `search` (default), `news`, `places`, `images`, `scholar`, `videos`, `shopping`.
+
+- **All Types**: `search`, `places`, `maps`, `news`, `shopping`, `scholar`, `patents`.
+- **Date Range (`--tbs`)**: `qdr:h` (hour), `qdr:d` (day), `qdr:w` (week), `qdr:m` (month), `qdr:y` (year).
 - **Flags**: 
-  - `-q` / `--query`: Search term.
-  - `-t` / `--type`: Endpoint (news, images, etc.).
-  - `-l` / `--limit`: Number of results (max 100).
-  - `-g` / `--gl`: Country code (e.g., `in`, `us`).
-  - `-h` / `--hl`: Language code (e.g., `en`, `hi`).
-  - `-p` / `--page`: Pagination number.
+  - `-q` / `--query`: Search query (autocorrect enabled by default).
+  - `-u` / `--url`: One or more URLs (comma-separated).
+  - `-t` / `--type`: Endpoint (Default: `search`).
+  - `-l` / `--limit`: Number of results.
+  - `-g` / `--gl`: Country code.
+  - `-h` / `--hl`: Language code.
+  - `-p` / `--page`: Specific result page.
 
-## Installation
-`npm install -g @vinitngr/serper-v --force`
+## Setup
+1. `npm install -g @vinitngr/serper-v --force`
+2. `serperV auth <api_key>`

package/dist/index.js

@@ -18,12 +18,14 @@ function getStoredApiKey() {
 function parseArgs(args) {
     const options = {
         query: '',
+        url: '',
         limit: 10,
         type: 'search',
         gl: 'us',
         hl: 'en',
         page: 1,
-        autocorrect: true
+        autocorrect: true,
+        tbs: ''
     };
     for (let i = 0; i < args.length; i++) {
         const arg = args[i];
@@ -32,6 +34,10 @@ function parseArgs(args) {
             options.query = nextArg;
             i++;
         }
+        else if (arg === '-u' || arg === '--url') {
+            options.url = nextArg;
+            i++;
+        }
         else if (arg === '-l' || arg === '--limit') {
             options.limit = parseInt(nextArg);
             i++;
@@ -56,11 +62,16 @@ function parseArgs(args) {
             options.autocorrect = nextArg === 'true';
             i++;
         }
+        else if (arg === '--tbs') {
+            options.tbs = nextArg;
+            i++;
+        }
     }
     return options;
 }
 const args = process.argv.slice(2);
 const command = args[0];
+const apiKey = process.env.SERPER_API_KEY || getStoredApiKey();
 if (command === 'auth') {
     const key = args[1];
     if (!key) {
@@ -86,35 +97,128 @@ else if (command === 'search') {
         console.error('\n❌ Error: Query required. Use -q or --query\n');
         process.exit(1);
     }
-    const apiKey = process.env.SERPER_API_KEY || getStoredApiKey();
     if (!apiKey) {
         console.error('\n❌ Error: Serper API key not found. Run: serperV auth <key>\n');
         process.exit(1);
     }
-    const data = JSON.stringify({
+    const payload = {
         q: options.query,
         num: options.limit,
         gl: options.gl,
         hl: options.hl,
         page: options.page,
         autocorrect: options.autocorrect
-    });
+    };
+    if (options.tbs)
+        payload.tbs = options.tbs;
+    makeRequest(`/${options.type}`, JSON.stringify(payload));
+}
+else if (command === 'scrape') {
+    const options = parseArgs(args.slice(1));
+    if (!options.url) {
+        console.error('\n❌ Error: URL required. Use -u or --url\n');
+        process.exit(1);
+    }
+    if (!apiKey) {
+        console.error('\n❌ Error: Serper API key not found. Run: serperV auth <key>\n');
+        process.exit(1);
+    }
+    const urls = options.url.split(',').map((u) => u.trim());
+    if (urls.length === 1) {
+        makeRequest('/scrape', JSON.stringify({ url: urls[0] }));
+    }
+    else {
+        // Bulk scraping
+        process.stdout.write('[\n');
+        const processNext = (index) => {
+            if (index >= urls.length) {
+                process.stdout.write('\n]\n');
+                return;
+            }
+            const data = JSON.stringify({ url: urls[index] });
+            const req = https.request({
+                hostname: 'google.serper.dev',
+                path: '/scrape',
+                method: 'POST',
+                headers: {
+                    'X-API-KEY': apiKey || '',
+                    'Content-Type': 'application/json',
+                    'Content-Length': data.length
+                }
+            }, (res) => {
+                let body = '';
+                res.on('data', (chunk) => body += chunk);
+                res.on('end', () => {
+                    try {
+                        process.stdout.write(JSON.stringify(JSON.parse(body), null, 2));
+                        if (index < urls.length - 1)
+                            process.stdout.write(',\n');
+                        processNext(index + 1);
+                    }
+                    catch (e) {
+                        console.error(`\n❌ Error parsing response for ${urls[index]}`);
+                        processNext(index + 1);
+                    }
+                });
+            });
+            req.on('error', (err) => {
+                console.error(`\n❌ Request failed for ${urls[index]}:`, err.message);
+                processNext(index + 1);
+            });
+            req.write(data);
+            req.end();
+        };
+        processNext(0);
+    }
+}
+else {
+    console.log(`
+Optimal Serper CLI (Zero Dependencies) - v2.5.0
+
+Usage:
+  serperV auth <key>                  Store API key
+  serperV search [options]            Search (places, news, scholar, etc.)
+  serperV scrape [options]            Scrape website content
+
+Options:
+  -q, --query <string>    Search query
+  -u, --url <string>      URL(s) to scrape (comma-separated for bulk)
+  -t, --type <string>     Endpoint (search, places, maps, news, shopping, scholar, patents)
+  -l, --limit <number>    Result limit (Default 10)
+  -g, --gl <string>       Country code (Default 'us')
+  -h, --hl <string>       Language code (Default 'en')
+  -p, --page <number>     Page number
+  -a, --autocorrect <bool>
+  --tbs <string>          Date range (e.g. qdr:h, qdr:d, qdr:w, qdr:m, qdr:y)
+
+Examples:
+  serperV search -q "Apple" --tbs qdr:h
+  serperV scrape -u "https://google.com, https://apple.com"
+  `);
+}
+function makeRequest(path, data) {
     const reqOptions = {
         hostname: 'google.serper.dev',
-        path: `/${options.type}`,
+        path: path,
         method: 'POST',
         headers: {
-            'X-API-KEY': apiKey,
+            'X-API-KEY': apiKey || '',
             'Content-Type': 'application/json',
             'Content-Length': data.length
-        }
+        },
+        timeout: 30000
     };
     const req = https.request(reqOptions, (res) => {
         let body = '';
         res.on('data', (chunk) => body += chunk);
         res.on('end', () => {
             if (res.statusCode === 200) {
-                process.stdout.write(JSON.stringify(JSON.parse(body), null, 2) + '\n');
+                try {
+                    process.stdout.write(JSON.stringify(JSON.parse(body), null, 2) + '\n');
+                }
+                catch (e) {
+                    process.stdout.write(body + '\n');
+                }
             }
             else {
                 const errorMsg = res.statusCode === 401 || res.statusCode === 403
@@ -127,28 +231,11 @@ else if (command === 'search') {
             }
         });
     });
-    req.on('error', (err) => {
-        console.error('\n❌ Request failed:', err.message);
+    req.on('timeout', () => {
+        req.destroy();
+        console.error('\n❌ Request timed out after 30 seconds');
         process.exit(1);
     });
     req.write(data);
     req.end();
 }
-else {
-    console.log(`
-Optimal Serper CLI (Zero Dependencies) - v2.2.0
-
-Usage:
-  serperV auth <key>                  Store API key
-  serperV search [options]            Search the web
-
-Options:
-  -q, --query <string>    Search query (Required)
-  -l, --limit <number>    Result limit (Default 10)
-  -t, --type <string>     Type (search, news, places, etc.)
-  -g, --gl <string>       Country code (Default 'us')
-  -h, --hl <string>       Language code (Default 'en')
-  -p, --page <number>     Page number
-  -a, --autocorrect <bool>
-  `);
-}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vinitngr/serper-v",
-  "version": "1.0.1",
+  "version": "1.0.5",
   "description": "Optimal Serper Search CLI for AI Agents",
   "main": "dist/index.js",
   "bin": {
@@ -14,7 +14,8 @@
   "scripts": {
     "build": "tsc && chmod +x dist/index.js",
     "test": "echo \"Error: no test specified\" && exit 1",
-    "test:search": "node test-serper.js"
+    "test:search": "node test-serper.js",
+    "test:all": "node test-all.js"
   },
   "keywords": [
     "serper",