serpex 2.2.0 → 2.4.0

package/README.md

@@ -15,21 +15,21 @@ pnpm add serpex
 ## Quick Start
 
 ```typescript
-import { SerpexClient } from 'serpex';
+import { SerpexClient } from "serpex";
 
 // Initialize the client with your API key
-const client = new SerpexClient('your-api-key-here');
+const client = new SerpexClient("your-api-key-here");
 
 // Search with auto-routing (recommended)
 const results = await client.search({
-  q: 'typescript tutorial',
-  engine: 'auto'
+  q: "typescript tutorial",
+  engine: "auto",
 });
 
 // Search with specific engine
 const googleResults = await client.search({
-  q: 'typescript tutorial',
-  engine: 'google'
+  q: "typescript tutorial",
+  engine: "google",
 });
 
 console.log(results.results[0].title);
@@ -51,19 +51,58 @@ new SerpexClient(apiKey: string, baseUrl?: string)
 
 #### Methods
 
-##### `search(params: SearchParams): Promise<SearchResponse>`
+##### `extract(params: ExtractParams): Promise<ExtractResponse>`
 
-Search using the SERP API with flexible parameters.
+Extract content from web pages and convert them to LLM-ready markdown data. Accepts up to 10 URLs per request.
 
 ```typescript
-const results = await client.search({
-  q: 'javascript frameworks',
-  engine: 'auto',
-  category: 'web',
-  time_range: 'week'
+const results = await client.extract({
+  urls: ["https://example.com", "https://httpbin.org"],
 });
 ```
 
+## Extract Parameters
+
+The `ExtractParams` interface supports extraction parameters:
+
+```typescript
+interface ExtractParams {
+  // Required: URLs to extract (max 10)
+  urls: string[];
+}
+```
+
+## Extract Response Format
+
+```typescript
+interface ExtractResponse {
+  success: boolean;
+  results: ExtractResult[];
+  metadata: ExtractMetadata;
+}
+
+interface ExtractResult {
+  url: string;
+  success: boolean;
+  markdown?: string;
+  error?: string;
+  error_type?: string;
+  status_code?: number;
+  crawled_at?: string;
+  extraction_mode?: string;
+}
+
+interface ExtractMetadata {
+  total_urls: number;
+  processed_urls: number;
+  successful_crawls: number;
+  failed_crawls: number;
+  credits_used: number;
+  response_time: number;
+  timestamp: string;
+}
+```
+
 ## Search Parameters
 
 The `SearchParams` interface supports all search parameters:
@@ -74,19 +113,54 @@ interface SearchParams {
   q: string;
 
   // Optional: Engine selection (defaults to 'auto')
-  engine?: 'auto' | 'google' | 'bing' | 'duckduckgo' | 'brave' | 'yahoo' | 'yandex';
+  engine?:
+    | "auto"
+    | "google"
+    | "bing"
+    | "duckduckgo"
+    | "brave"
+    | "yahoo"
+    | "yandex";
 
-  // Optional: Search category (currently only 'web' supported)
-  category?: 'web';
+  // Optional: Search category ('web' for general search, 'news' for news articles - always returns latest news)
+  category?: "web" | "news";
 
-  // Optional: Time range filter
-  time_range?: 'all' | 'day' | 'week' | 'month' | 'year';
+  // Optional: Time range filter (only applicable for 'web' category, ignored for 'news')
+  time_range?: "all" | "day" | "week" | "month" | "year";
 
   // Optional: Response format
-  format?: 'json' | 'csv' | 'rss';
+  format?: "json" | "csv" | "rss";
 }
 ```
 
+### News Search Example
+
+News search always returns the latest news articles. The `time_range` parameter is ignored for news searches.
+
+```typescript
+// Search for latest news articles
+const newsResults = await client.search({
+  q: "artificial intelligence",
+  engine: "google",
+  category: "news", // Always returns latest news
+});
+
+console.log(newsResults.results[0].title);
+console.log(newsResults.results[0].published_date);
+```
+
+q: "artificial intelligence",
+engine: "google",
+category: "news",
+});
+
+console.log(newsResults.results[0].title);
+console.log(newsResults.results[0].published_date);
+
+```
+
+```
+
 ## Supported Engines
 
 - **auto**: Automatically routes to the best available search engine
@@ -133,15 +207,15 @@ interface SearchResponse {
 The SDK throws `SerpApiException` for API errors:
 
 ```typescript
-import { SerpexClient, SerpApiException } from 'serpex';
+import { SerpexClient, SerpApiException } from "serpex";
 
 try {
-  const results = await client.search({ q: 'test query' });
+  const results = await client.search({ q: "test query" });
 } catch (error) {
   if (error instanceof SerpApiException) {
-    console.log('API Error:', error.message);
-    console.log('Status Code:', error.statusCode);
-    console.log('Details:', error.details);
+    console.log("API Error:", error.message);
+    console.log("Status Code:", error.statusCode);
+    console.log("Details:", error.details);
   }
 }
 ```
@@ -149,43 +223,92 @@ try {
 ## Examples
 
 ### Basic Search
+
 ```typescript
 const results = await client.search({
-  q: 'coffee shops near me'
+  q: "coffee shops near me",
 });
 ```
 
 ### Advanced Search with Filters
+
 ```typescript
 const results = await client.search({
-  q: 'latest AI news',
-  engine: 'google',
-  time_range: 'day',
-  category: 'web'
+  q: "latest AI news",
+  engine: "google",
+  time_range: "day",
+  category: "web",
 });
 ```
 
-### Using Different Engines
+### Extract Web Content to LLM-Ready Data
+
+#### Extract from a Single URL
+
 ```typescript
-// Auto-routing (recommended)
-const autoResults = await client.search({
-  q: 'typescript',
-  engine: 'auto'
+// Extract content from one website
+const result = await client.extract({
+  urls: ["https://example.com"],
 });
 
-// Specific engine
-const googleResults = await client.search({
-  q: 'typescript',
-  engine: 'google'
+if (result.results[0].success) {
+  console.log(`✅ Extracted ${result.results[0].markdown?.length} characters`);
+  console.log(
+    "Markdown content:",
+    result.results[0].markdown?.substring(0, 200) + "..."
+  );
+}
+```
+
+#### Extract from Multiple URLs (up to 10 at once)
+
+```typescript
+// Extract content from multiple websites (up to 10 URLs)
+const extractResults = await client.extract({
+  urls: ["https://example.com", "https://httpbin.org", "https://github.com"],
 });
 
-// Privacy-focused search
-const ddgResults = await client.search({
-  q: 'typescript',
-  engine: 'duckduckgo'
+console.log(
+  `Successfully extracted ${extractResults.metadata.successful_crawls} pages`
+);
+console.log(`Total credits used: ${extractResults.metadata.credits_used}`);
+
+extractResults.results.forEach((result) => {
+  if (result.success) {
+    console.log(`✅ ${result.url}: ${result.markdown?.length} characters`);
+    // Use result.markdown for LLM processing
+  } else {
+    console.log(`❌ ${result.url}: ${result.error}`);
+  }
 });
 ```
 
+#### Sample Response
+
+```typescript
+// Example response structure
+{
+  success: true,
+  results: [
+    {
+      url: 'https://example.com',
+      success: true,
+      markdown: '# Example Domain\n\nThis domain is for use in...',
+      status_code: 200
+    }
+  ],
+  metadata: {
+    total_urls: 1,
+    processed_urls: 1,
+    successful_crawls: 1,
+    failed_crawls: 0,
+    credits_used: 3,
+    response_time: 255,
+    timestamp: '2025-11-13T10:30:00.000Z'
+  }
+}
+```
+
 ## License
 
-MIT
+MIT

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { SearchResponse, SearchParams, SerpApiException } from './types';
-export { SearchResponse, SearchParams, SerpApiException };
+import { SearchResponse, SearchParams, ExtractResponse, ExtractParams, SerpApiException } from "./types";
+export { SearchResponse, SearchParams, ExtractResponse, ExtractParams, SerpApiException, };
 export declare class SerpexClient {
     private baseUrl;
     private apiKey;
@@ -19,5 +19,11 @@ export declare class SerpexClient {
      * @returns Search results
      */
     search(params: SearchParams): Promise<SearchResponse>;
+    /**
+     * Extract content from web pages
+     * @param params - Extraction parameters including URLs to scrape
+     * @returns Extraction results
+     */
+    extract(params: ExtractParams): Promise<ExtractResponse>;
 }
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,YAAY,EACZ,gBAAgB,EACjB,MAAM,SAAS,CAAC;AAEjB,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,gBAAgB,EAAE,CAAC;AAE1D,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAS;IAEvB;;;;OAIG;gBACS,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE,MAAiC;IAStE;;OAEG;YACW,WAAW;IA6CzB;;;;OAIG;IACG,MAAM,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,cAAc,CAAC;CAwB5D"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,YAAY,EACZ,eAAe,EACf,aAAa,EACb,gBAAgB,EACjB,MAAM,SAAS,CAAC;AAEjB,OAAO,EACL,cAAc,EACd,YAAY,EACZ,eAAe,EACf,aAAa,EACb,gBAAgB,GACjB,CAAC;AAEF,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAS;IAEvB;;;;OAIG;gBACS,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE,MAAiC;IAStE;;OAEG;YACW,WAAW;IA4DzB;;;;OAIG;IACG,MAAM,CAAC,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,cAAc,CAAC;IAiC3D;;;;OAIG;IACG,OAAO,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,eAAe,CAAC;CAoC/D"}

package/dist/index.js

@@ -9,38 +9,49 @@ class SerpexClient {
      * @param apiKey - Your API key from the Serpex dashboard
      * @param baseUrl - Base URL for the API (optional, defaults to production)
      */
-    constructor(apiKey, baseUrl = 'https://api.serpex.dev') {
-        if (!apiKey || typeof apiKey !== 'string') {
-            throw new Error('API key is required and must be a string');
+    constructor(apiKey, baseUrl = "https://api.serpex.dev") {
+        if (!apiKey || typeof apiKey !== "string") {
+            throw new Error("API key is required and must be a string");
         }
         this.apiKey = apiKey;
-        this.baseUrl = baseUrl.replace(/\/$/, ''); // Remove trailing slash
+        this.baseUrl = baseUrl.replace(/\/$/, ""); // Remove trailing slash
     }
     /**
      * Make an authenticated request to the API
      */
-    async makeRequest(endpoint, params = {}) {
+    async makeRequest(endpoint, params = {}, method = "GET") {
         const url = `${this.baseUrl}${endpoint}`;
         const headers = {
-            'Authorization': `Bearer ${this.apiKey}`,
-            'Content-Type': 'application/json'
+            Authorization: `Bearer ${this.apiKey}`,
+            "Content-Type": "application/json",
         };
-        // Build query string from params
-        const searchParams = new URLSearchParams();
-        Object.entries(params).forEach(([key, value]) => {
-            if (value !== undefined && value !== null) {
-                if (Array.isArray(value)) {
-                    value.forEach(v => searchParams.append(key, v.toString()));
-                }
-                else {
-                    searchParams.append(key, value.toString());
+        let finalUrl = url;
+        let body;
+        if (method === "POST") {
+            // For POST requests, send params as JSON body
+            body = JSON.stringify(params);
+        }
+        else {
+            // For GET requests, send params as query parameters
+            const searchParams = new URLSearchParams();
+            Object.entries(params).forEach(([key, value]) => {
+                if (value !== undefined && value !== null) {
+                    if (Array.isArray(value)) {
+                        value.forEach((v) => searchParams.append(key, v.toString()));
+                    }
+                    else {
+                        searchParams.append(key, value.toString());
+                    }
                 }
+            });
+            if (searchParams.toString()) {
+                finalUrl = `${url}?${searchParams.toString()}`;
             }
-        });
-        const finalUrl = searchParams.toString() ? `${url}?${searchParams.toString()}` : url;
+        }
         const response = await fetch(finalUrl, {
-            method: 'GET',
-            headers
+            method,
+            headers,
+            body,
         });
         if (!response.ok) {
             let errorData = {};
@@ -51,7 +62,7 @@ class SerpexClient {
                 // If we can't parse the error response, use the status text
                 errorData = { error: response.statusText };
             }
-            throw new types_1.SerpApiException(errorData.error || 'API request failed', response.status, errorData);
+            throw new types_1.SerpApiException(errorData.error || "API request failed", response.status, errorData);
         }
         return response.json();
     }
@@ -62,23 +73,62 @@ class SerpexClient {
      */
     async search(params) {
         if (!params.q) {
-            throw new Error('Query parameter (q) is required');
+            throw new Error("Query parameter (q) is required");
         }
-        if (typeof params.q !== 'string' || params.q.trim().length === 0) {
-            throw new Error('Query must be a non-empty string');
+        if (typeof params.q !== "string" || params.q.trim().length === 0) {
+            throw new Error("Query must be a non-empty string");
         }
         if (params.q.length > 500) {
-            throw new Error('Query too long (max 500 characters)');
+            throw new Error("Query too long (max 500 characters)");
         }
+        // Determine endpoint based on category
+        const category = params.category || "web";
+        const endpoint = category === "news" ? "/api/search/news" : "/api/search";
         // Prepare request parameters with only supported params
         const requestParams = {
             q: params.q,
-            engine: params.engine || 'auto', // Default to auto
-            category: params.category || 'web',
-            time_range: params.time_range || 'all',
-            format: params.format || 'json'
+            engine: params.engine || "auto", // Default to auto
+            format: params.format || "json",
+        };
+        // Add category for web search, omit for news (news endpoint doesn't need it)
+        if (category === "web") {
+            requestParams.category = "web";
+            requestParams.time_range = params.time_range || "all";
+        }
+        return this.makeRequest(endpoint, requestParams);
+    }
+    /**
+     * Extract content from web pages
+     * @param params - Extraction parameters including URLs to scrape
+     * @returns Extraction results
+     */
+    async extract(params) {
+        if (!params.urls ||
+            !Array.isArray(params.urls) ||
+            params.urls.length === 0) {
+            throw new Error("URLs array is required and must contain at least one URL");
+        }
+        if (params.urls.length > 10) {
+            throw new Error("Maximum 10 URLs allowed per request");
+        }
+        // Validate URLs
+        const invalidUrls = params.urls.filter((url) => {
+            try {
+                new URL(url);
+                return false;
+            }
+            catch {
+                return true;
+            }
+        });
+        if (invalidUrls.length > 0) {
+            throw new Error(`Invalid URLs provided: ${invalidUrls.join(", ")}`);
+        }
+        // Prepare request parameters
+        const requestParams = {
+            urls: params.urls,
         };
-        return this.makeRequest('/api/search', requestParams);
+        return this.makeRequest("/api/crawl", requestParams, "POST");
     }
 }
 exports.SerpexClient = SerpexClient;

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,mCAIiB;AAEsB,iGAHrC,wBAAgB,OAGqC;AAEvD,MAAa,YAAY;IAIvB;;;;OAIG;IACH,YAAY,MAAc,EAAE,UAAkB,wBAAwB;QACpE,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,wBAAwB;IACrE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,SAA8B,EAAE;QAC1E,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,GAAG,QAAQ,EAAE,CAAC;QACzC,MAAM,OAAO,GAA2B;YACtC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;YACxC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,iCAAiC;QACjC,MAAM,YAAY,GAAG,IAAI,eAAe,EAAE,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YAC9C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;oBACzB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAC7D,CAAC;qBAAM,CAAC;oBACN,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,YAAY,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;QAErF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YACrC,MAAM,EAAE,KAAK;YACb,OAAO;SACR,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,IAAI,SAAS,GAAQ,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,4DAA4D;gBAC5D,SAAS,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC;YAC7C,CAAC;YAED,MAAM,IAAI,wBAAgB,CACxB,SAAS,CAAC,KAAK,IAAI,oBAAoB,EACvC,QAAQ,CAAC,MAAM,EACf,SAAS,CACV,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,MAAoB;QAC/B,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,wDAAwD;QACxD,MAAM,aAAa,GAAwB;YACzC,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,MAAM,EAAE,kBAAkB;YACnD,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,KAAK;YAClC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,KAAK;YACtC,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,MAAM;SAChC,CAAC;QAEF,OAAO,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;IACxD,CAAC;CACF;AA/FD,oCA+FC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,mCAMiB;AAOf,iGARA,wBAAgB,OAQA;AAGlB,MAAa,YAAY;IAIvB;;;;OAIG;IACH,YAAY,MAAc,EAAE,UAAkB,wBAAwB;QACpE,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,wBAAwB;IACrE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CACvB,QAAgB,EAChB,SAA8B,EAAE,EAChC,SAAiB,KAAK;QAEtB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,GAAG,QAAQ,EAAE,CAAC;QACzC,MAAM,OAAO,GAA2B;YACtC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,IAAI,QAAQ,GAAG,GAAG,CAAC;QACnB,IAAI,IAAwB,CAAC;QAE7B,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,8CAA8C;YAC9C,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;aAAM,CAAC;YACN,oDAAoD;YACpD,MAAM,YAAY,GAAG,IAAI,eAAe,EAAE,CAAC;YAC3C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;gBAC9C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;oBAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;wBACzB,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;oBAC/D,CAAC;yBAAM,CAAC;wBACN,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,YAAY,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAC5B,QAAQ,GAAG,GAAG,GAAG,IAAI,YAAY,CAAC,QAAQ,EAAE,EAAE,CAAC;YACjD,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YACrC,MAAM;YACN,OAAO;YACP,IAAI;SACL,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,IAAI,SAAS,GAAQ,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,4DAA4D;gBAC5D,SAAS,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC;YAC7C,CAAC;YAED,MAAM,IAAI,wBAAgB,CACxB,SAAS,CAAC,KAAK,IAAI,oBAAoB,EACvC,QAAQ,CAAC,MAAM,EACf,SAAS,CACV,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,MAAoB;QAC/B,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,uCAAuC;QACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC;QAC1C,MAAM,QAAQ,GAAG,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,aAAa,CAAC;QAE1E,wDAAwD;QACxD,MAAM,aAAa,GAAwB;YACzC,CAAC,EAAE,MAAM,CAAC,CAAC;YACX,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,MAAM,EAAE,kBAAkB;YACnD,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,MAAM;SAChC,CAAC;QAEF,6EAA6E;QAC7E,IAAI,QAAQ,KAAK,KAAK,EAAE,CAAC;YACvB,aAAa,CAAC,QAAQ,GAAG,KAAK,CAAC;YAC/B,aAAa,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC;QACxD,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACnD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,MAAqB;QACjC,IACE,CAAC,MAAM,CAAC,IAAI;YACZ,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EACxB,CAAC;YACD,MAAM,IAAI,KAAK,CACb,0DAA0D,CAC3D,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,gBAAgB;QAChB,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE;YAC7C,IAAI,CAAC;gBACH,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;gBACb,OAAO,KAAK,CAAC;YACf,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,0BAA0B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,6BAA6B;QAC7B,MAAM,aAAa,GAAwB;YACzC,IAAI,EAAE,MAAM,CAAC,IAAI;SAClB,CAAC;QAEF,OAAO,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IAC/D,CAAC;CACF;AAhKD,oCAgKC"}

package/dist/types.d.ts

@@ -14,6 +14,7 @@ export interface SearchMetadata {
     response_time: number;
     timestamp: string;
     credits_used: number;
+    category?: string;
 }
 export interface SearchResponse {
     metadata: SearchMetadata;
@@ -26,12 +27,39 @@ export interface SearchResponse {
     infoboxes: any[];
     suggestions: string[];
 }
+export interface ExtractResult {
+    url: string;
+    success: boolean;
+    markdown?: string;
+    error?: string;
+    error_type?: string;
+    status_code?: number;
+    crawled_at?: string;
+    extraction_mode?: string;
+}
+export interface ExtractMetadata {
+    total_urls: number;
+    processed_urls: number;
+    successful_crawls: number;
+    failed_crawls: number;
+    credits_used: number;
+    response_time: number;
+    timestamp: string;
+}
+export interface ExtractResponse {
+    success: boolean;
+    results: ExtractResult[];
+    metadata: ExtractMetadata;
+}
+export interface ExtractParams {
+    urls: string[];
+}
 export interface SearchParams {
     q: string;
-    engine?: 'auto' | 'google' | 'bing' | 'duckduckgo' | 'brave' | 'yahoo' | 'yandex';
-    category?: 'web';
-    time_range?: 'all' | 'day' | 'week' | 'month' | 'year';
-    format?: 'json' | 'csv' | 'rss';
+    engine?: "auto" | "google" | "bing" | "duckduckgo" | "brave" | "yahoo" | "yandex";
+    category?: "web" | "news";
+    time_range?: "all" | "day" | "week" | "month" | "year";
+    format?: "json" | "csv" | "rss";
 }
 export interface SerpApiError {
     error: string;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,cAAc,CAAC;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,OAAO,EAAE,GAAG,EAAE,CAAC;IACf,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,EAAE,GAAG,EAAE,CAAC;IACjB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAE3B,CAAC,EAAE,MAAM,CAAC;IAGV,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,YAAY,GAAG,OAAO,GAAG,OAAO,GAAG,QAAQ,CAAC;IAGlF,QAAQ,CAAC,EAAE,KAAK,CAAC;IAGjB,UAAU,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;IAGvD,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;CACjC;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,SAAgB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpC,SAAgB,OAAO,CAAC,EAAE,GAAG,CAAC;gBAElB,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG;CAMhE"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,cAAc,CAAC;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,OAAO,EAAE,GAAG,EAAE,CAAC;IACf,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,EAAE,GAAG,EAAE,CAAC;IACjB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,QAAQ,EAAE,eAAe,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAE5B,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAE3B,CAAC,EAAE,MAAM,CAAC;IAGV,MAAM,CAAC,EACH,MAAM,GACN,QAAQ,GACR,MAAM,GACN,YAAY,GACZ,OAAO,GACP,OAAO,GACP,QAAQ,CAAC;IAGb,QAAQ,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAG1B,UAAU,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;IAGvD,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;CACjC;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,gBAAiB,SAAQ,KAAK;IACzC,SAAgB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpC,SAAgB,OAAO,CAAC,EAAE,GAAG,CAAC;gBAElB,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG;CAMhE"}

package/dist/types.js

@@ -6,7 +6,7 @@ exports.SerpApiException = void 0;
 class SerpApiException extends Error {
     constructor(message, statusCode, details) {
         super(message);
-        this.name = 'SerpApiException';
+        this.name = "SerpApiException";
         this.statusCode = statusCode;
         this.details = details;
     }

package/dist/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";AAAA,qCAAqC;AACrC,uBAAuB;;;AA0DvB,MAAa,gBAAiB,SAAQ,KAAK;IAIzC,YAAY,OAAe,EAAE,UAAmB,EAAE,OAAa;QAC7D,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;CACF;AAVD,4CAUC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";AAAA,qCAAqC;AACrC,uBAAuB;;;AAkGvB,MAAa,gBAAiB,SAAQ,KAAK;IAIzC,YAAY,OAAe,EAAE,UAAmB,EAAE,OAAa;QAC7D,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;CACF;AAVD,4CAUC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "serpex",
-  "version": "2.2.0",
-  "description": "Official TypeScript SDK for Serpex SERP API - Fetch search results in JSON format",
+  "version": "2.4.0",
+  "description": "Official TypeScript SDK for Serpex search API - Fetch search results in JSON format",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "exports": {
@@ -32,13 +32,13 @@
   "license": "MIT",
   "repository": {
     "type": "git",
-    "url": "https://github.com/divyeshradadiya/serp-frontend.git",
+    "url": "https://github.com/divyeshradadiya/serpex-sdk-typescript",
     "directory": "sdk/typescript"
   },
   "bugs": {
-    "url": "https://github.com/divyeshradadiya/serp-frontend/issues"
+    "url": "https://github.com/divyeshradadiya/serpex-sdk-typescript/issues"
   },
-  "homepage": "https://github.com/divyeshradadiya/serp-frontend#readme",
+  "homepage": "https://github.com/divyeshradadiya/serpex-sdk-typescript#readme",
   "files": [
     "dist",
     "README.md",
@@ -46,7 +46,7 @@
   ],
   "devDependencies": {
     "@types/jest": "^29.5.0",
-    "@types/node": "^20.0.0",
+    "@types/node": "^20.19.25",
     "@typescript-eslint/eslint-plugin": "^6.0.0",
     "@typescript-eslint/parser": "^6.0.0",
     "eslint": "^8.0.0",