@shaivpidadi/trends-js 1.0.1 → 1.0.2

package/README.md

@@ -147,14 +147,15 @@ Get interest data by region:
 
 ```typescript
 const result = await GoogleTrendsApi.interestByRegion({
-  keyword: 'Stock Market', // Required - string or string[]
+  keyword: 'Stock Market', // Required - string
   startTime: new Date('2024-01-01'), // Optional - defaults to 2004-01-01
   endTime: new Date(), // Optional - defaults to current date
-  geo: 'US', // Optional - string or string[] - defaults to 'US'
+  geo: 'US', // Optional - string - defaults to 'US'
   resolution: 'REGION', // Optional - 'COUNTRY' | 'REGION' | 'CITY' | 'DMA'
   hl: 'en-US', // Optional - defaults to 'en-US'
   timezone: -240, // Optional - defaults to local timezone
   category: 0, // Optional - defaults to 0
+  enableBackoff: true // Optional - defaults to false
 });
 
 // Result structure:
@@ -185,6 +186,7 @@ const result = await GoogleTrendsApi.interestByRegion({
   startTime: new Date('2024-01-01'),
   endTime: new Date(),
   resolution: 'CITY',
+  enableBackoff: true
 });
 ```
 
@@ -324,6 +326,7 @@ interface InterestByRegionOptions {
   hl?: string; // Optional - language code
   timezone?: number; // Optional - timezone offset
   category?: number; // Optional - category number
+  enableBackoff?: boolean // Optional
 }
 ```
 

package/dist/cjs/helpers/format.d.ts

@@ -1,2 +1,4 @@
 import { DailyTrendingTopics } from '../types/index.js';
+export declare const formatTrendsDate: (date: Date) => string;
+export declare const formatDate: (date: Date) => string;
 export declare const extractJsonFromResponse: (text: string) => DailyTrendingTopics | null;

package/dist/cjs/helpers/format.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.extractJsonFromResponse = void 0;
+exports.extractJsonFromResponse = exports.formatDate = exports.formatTrendsDate = void 0;
 const GoogleTrendsError_js_1 = require("../errors/GoogleTrendsError.js");
 // For future reference and update: from google trends page rpc call response,
 // 0	"twitter down"	The main trending search term.
@@ -16,6 +16,21 @@ const GoogleTrendsError_js_1 = require("../errors/GoogleTrendsError.js");
 // 10	[11]	Unclear, possibly a category identifier.
 // 11	[[3606769742, "en", "US"], [3596035008, "en", "US"]]	User demographics or trending sources, with numerical IDs, language ("en" for English), and country ("US" for United States).
 // 12	"twitter down"	The original trending keyword (sometimes a duplicate of index 0).
+const formatTrendsDate = (date) => {
+    const pad = (n) => n.toString().padStart(2, '0');
+    const yyyy = date.getFullYear();
+    const mm = pad(date.getMonth() + 1);
+    const dd = pad(date.getDate());
+    const hh = pad(date.getHours());
+    const min = pad(date.getMinutes());
+    const ss = pad(date.getSeconds());
+    return `${yyyy}-${mm}-${dd}T${hh}\\:${min}\\:${ss}`;
+};
+exports.formatTrendsDate = formatTrendsDate;
+const formatDate = (date) => {
+    return date.toISOString().split('T')[0];
+};
+exports.formatDate = formatDate;
 const extractJsonFromResponse = (text) => {
     const cleanedText = text.replace(/^\)\]\}'/, '').trim();
     try {

package/dist/cjs/helpers/googleTrendsAPI.d.ts

@@ -19,13 +19,11 @@ export declare class GoogleTrendsApi {
      * @returns Promise with trending topics data
      */
     realTimeTrends({ geo, trendingHours }: RealTimeTrendsOptions): Promise<GoogleTrendsResponse<DailyTrendingTopics>>;
-    explore({ keyword, geo, time, category, property, hl, }: ExploreOptions): Promise<ExploreResponse | {
+    explore({ keyword, geo, time, category, property, hl, enableBackoff, }: ExploreOptions): Promise<ExploreResponse | {
         error: GoogleTrendsError;
     }>;
-    interestByRegion({ keyword, startTime, endTime, geo, resolution, hl, timezone, category }: InterestByRegionOptions): Promise<InterestByRegionResponse | {
-        error: GoogleTrendsError;
-    }>;
-    relatedTopics({ keyword, geo, time, category, property, hl, }: ExploreOptions): Promise<GoogleTrendsResponse<RelatedTopicsResponse>>;
+    interestByRegion({ keyword, startTime, endTime, geo, resolution, hl, timezone, category, enableBackoff }: InterestByRegionOptions): Promise<GoogleTrendsResponse<InterestByRegionResponse>>;
+    relatedTopics({ keyword, geo, time, category, property, hl, enableBackoff, }: ExploreOptions): Promise<GoogleTrendsResponse<RelatedTopicsResponse>>;
     relatedQueries({ keyword, geo, time, category, property, hl, }: ExploreOptions): Promise<GoogleTrendsResponse<RelatedQueriesResponse>>;
     relatedData({ keyword, geo, time, category, property, hl, }: ExploreOptions): Promise<GoogleTrendsResponse<RelatedData>>;
 }

package/dist/cjs/helpers/googleTrendsAPI.js

@@ -98,7 +98,7 @@ class GoogleTrendsApi {
             return { error: new GoogleTrendsError_js_1.UnknownError() };
         }
     }
-    async explore({ keyword, geo = 'US', time = 'now 1-d', category = 0, property = '', hl = 'en-US', }) {
+    async explore({ keyword, geo = 'US', time = 'now 1-d', category = 0, property = '', hl = 'en-US', enableBackoff = false, }) {
         const options = {
             ...constants_js_1.GOOGLE_TRENDS_MAPPER[enums_js_1.GoogleTrendsEndpoints.explore],
             qs: {
@@ -116,10 +116,10 @@ class GoogleTrendsApi {
                     property,
                 }),
             },
-            contentType: 'form'
+            // contentType: 'form' as const
         };
         try {
-            const response = await (0, request_js_1.request)(options.url, options);
+            const response = await (0, request_js_1.request)(options.url, options, enableBackoff);
             const text = await response.text();
             // Check if response is HTML (error page)
             if (text.includes('<html') || text.includes('<!DOCTYPE')) {
@@ -134,6 +134,9 @@ class GoogleTrendsApi {
                     const widgets = data[0] || [];
                     return { widgets };
                 }
+                if (data && typeof data === 'object' && Array.isArray(data.widgets)) {
+                    return { widgets: data.widgets };
+                }
                 return { widgets: [] };
             }
             catch (parseError) {
@@ -151,92 +154,60 @@ class GoogleTrendsApi {
         }
     }
     // 
-    async interestByRegion({ keyword, startTime = new Date('2004-01-01'), endTime = new Date(), geo = 'US', resolution = 'REGION', hl = 'en-US', timezone = new Date().getTimezoneOffset(), category = 0 }) {
+    async interestByRegion({ keyword, startTime = new Date('2004-01-01'), endTime = new Date(), geo = 'US', resolution = 'REGION', hl = 'en-US', timezone = new Date().getTimezoneOffset(), category = 0, enableBackoff = false }) {
         const keywordValue = Array.isArray(keyword) ? keyword[0] : keyword;
+        const geoValue = Array.isArray(geo) ? geo[0] : geo;
         if (!keywordValue || keywordValue.trim() === '') {
             return { error: new GoogleTrendsError_js_1.InvalidRequestError('Keyword is required') };
         }
-        const formatDate = (date) => {
-            return date.toISOString().split('T')[0];
-        };
-        const formatTrendsDate = (date) => {
-            const pad = (n) => n.toString().padStart(2, '0');
-            const yyyy = date.getFullYear();
-            const mm = pad(date.getMonth() + 1);
-            const dd = pad(date.getDate());
-            const hh = pad(date.getHours());
-            const min = pad(date.getMinutes());
-            const ss = pad(date.getSeconds());
-            return `${yyyy}-${mm}-${dd}T${hh}\\:${min}\\:${ss}`;
-        };
-        const getDateRangeParam = (date) => {
-            const yesterday = new Date(date);
-            yesterday.setDate(date.getDate() - 1);
-            const formattedStart = formatTrendsDate(yesterday);
-            const formattedEnd = formatTrendsDate(date);
-            return `${formattedStart} ${formattedEnd}`;
-        };
-        const exploreResponse = await this.explore({
-            keyword: Array.isArray(keyword) ? keyword[0] : keyword,
-            geo: Array.isArray(geo) ? geo[0] : geo,
-            time: `${getDateRangeParam(startTime)} ${getDateRangeParam(endTime)}`,
-            category,
-            hl
-        });
-        if ('error' in exploreResponse) {
-            return { error: exploreResponse.error };
-        }
-        const widget = exploreResponse.widgets.find(w => w.id === 'GEO_MAP');
-        if (!widget) {
-            return { error: new GoogleTrendsError_js_1.ParseError('No GEO_MAP widget found in explore response') };
+        if (!geoValue || geoValue.trim() === '') {
+            return { error: new GoogleTrendsError_js_1.InvalidRequestError('Geo is required') };
         }
-        const options = {
-            ...constants_js_1.GOOGLE_TRENDS_MAPPER[enums_js_1.GoogleTrendsEndpoints.interestByRegion],
-            qs: {
+        try {
+            const exploreResponse = await this.explore({
+                keyword: keywordValue,
+                geo: geoValue,
+                time: `${(0, format_js_1.formatDate)(startTime)} ${(0, format_js_1.formatDate)(endTime)}`,
+                category,
                 hl,
-                tz: timezone.toString(),
-                req: JSON.stringify({
-                    geo: {
-                        country: Array.isArray(geo) ? geo[0] : geo
-                    },
-                    comparisonItem: [{
-                            time: `${formatDate(startTime)} ${formatDate(endTime)}`,
-                            complexKeywordsRestriction: {
-                                keyword: [{
-                                        type: 'BROAD', //'ENTITY',
-                                        value: Array.isArray(keyword) ? keyword[0] : keyword
-                                    }]
-                            }
-                        }],
-                    resolution,
-                    locale: hl,
-                    requestOptions: {
-                        property: '',
-                        backend: 'CM', //'IZG',
-                        category
-                    },
-                    userConfig: {
-                        userType: 'USER_TYPE_LEGIT_USER'
-                    }
-                }),
-                token: widget.token
+                enableBackoff
+            });
+            if ('error' in exploreResponse) {
+                return { error: exploreResponse.error };
             }
-        };
-        try {
-            const response = await (0, request_js_1.request)(options.url, options);
+            const widget = exploreResponse.widgets.find(w => w.id === 'GEO_MAP');
+            if (!widget) {
+                return { error: new GoogleTrendsError_js_1.ParseError('No GEO_MAP widget found in explore response') };
+            }
+            const requestFromWidget = {
+                ...widget.request, resolution
+            };
+            const options = {
+                ...constants_js_1.GOOGLE_TRENDS_MAPPER[enums_js_1.GoogleTrendsEndpoints.interestByRegion],
+                qs: {
+                    hl,
+                    tz: timezone.toString(),
+                    req: JSON.stringify(requestFromWidget),
+                    token: widget.token
+                }
+            };
+            const response = await (0, request_js_1.request)(options.url, options, enableBackoff);
             const text = await response.text();
-            // Remove the first 5 characters (JSONP wrapper) and parse
+            if (text.includes('<!DOCTYPE') || text.includes('<html')) {
+                return { error: new GoogleTrendsError_js_1.ParseError('Interest by region request failed') };
+            }
+            // Handle JSONP wrapper (usually starts with )]}' or similar)
             const data = JSON.parse(text.slice(5));
-            return data;
+            return { data: data.default.geoMapData };
         }
         catch (error) {
             if (error instanceof Error) {
-                return { error: new GoogleTrendsError_js_1.ParseError(`Failed to parse interest by region response: ${error.message}`) };
+                return { error: new GoogleTrendsError_js_1.NetworkError(`Interest by region request failed: ${error.message}`) };
             }
-            return { error: new GoogleTrendsError_js_1.ParseError('Failed to parse interest by region response') };
+            return { error: new GoogleTrendsError_js_1.UnknownError('Interest by region request failed') };
         }
     }
-    async relatedTopics({ keyword, geo = 'US', time = 'now 1-d', category = 0, property = '', hl = 'en-US', }) {
+    async relatedTopics({ keyword, geo = 'US', time = 'now 1-d', category = 0, property = '', hl = 'en-US', enableBackoff = false, }) {
         try {
             // Validate keyword
             if (!keyword || keyword.trim() === '') {
@@ -249,7 +220,8 @@ class GoogleTrendsApi {
                 time,
                 category,
                 property,
-                hl
+                hl,
+                enableBackoff
             });
             if ('error' in exploreResponse) {
                 return { error: exploreResponse.error };
@@ -300,7 +272,7 @@ class GoogleTrendsApi {
                     ...(relatedTopicsWidget.token && { token: relatedTopicsWidget.token })
                 }
             };
-            const response = await (0, request_js_1.request)(options.url, options);
+            const response = await (0, request_js_1.request)(options.url, options, enableBackoff);
             const text = await response.text();
             // Parse the response
             try {

package/dist/cjs/helpers/request.d.ts

@@ -4,6 +4,6 @@ export declare const request: (url: string, options: {
     body?: string | Record<string, any>;
     headers?: Record<string, string>;
     contentType?: "json" | "form";
-}) => Promise<{
+}, enableBackoff?: boolean) => Promise<{
     text: () => Promise<string>;
 }>;

package/dist/cjs/helpers/request.js

@@ -7,12 +7,40 @@ exports.request = void 0;
 const https_1 = __importDefault(require("https"));
 const querystring_1 = __importDefault(require("querystring"));
 let cookieVal;
-function rereq(options, body) {
+const MAX_RETRIES = 3;
+const BASE_DELAY_MS = 750;
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+async function runRequest(options, body, attempt) {
     return new Promise((resolve, reject) => {
         const req = https_1.default.request(options, (res) => {
             let chunk = '';
             res.on('data', (data) => { chunk += data; });
-            res.on('end', () => resolve(chunk));
+            res.on('end', async () => {
+                const hasSetCookie = !!res.headers['set-cookie']?.length;
+                const isRateLimited = res.statusCode === 429 ||
+                    chunk.includes('Error 429') ||
+                    chunk.includes('Too Many Requests');
+                if (isRateLimited) {
+                    if (hasSetCookie) {
+                        cookieVal = res.headers['set-cookie'][0].split(';')[0];
+                        options.headers['cookie'] = cookieVal;
+                    }
+                    if (attempt < MAX_RETRIES) {
+                        const delay = BASE_DELAY_MS * Math.pow(2, attempt) + Math.floor(Math.random() * 250);
+                        await sleep(delay);
+                        try {
+                            const retryResponse = await runRequest(options, body, attempt + 1);
+                            resolve(retryResponse);
+                            return;
+                        }
+                        catch (err) {
+                            reject(err);
+                            return;
+                        }
+                    }
+                }
+                resolve(chunk);
+            });
         });
         req.on('error', reject);
         if (body)
@@ -20,7 +48,7 @@ function rereq(options, body) {
         req.end();
     });
 }
-const request = async (url, options) => {
+const request = async (url, options, enableBackoff = false) => {
     const parsedUrl = new URL(url);
     const method = options.method || 'POST';
     // Prepare body
@@ -49,32 +77,9 @@ const request = async (url, options) => {
             ...(cookieVal ? { cookie: cookieVal } : {})
         }
     };
-    const response = await new Promise((resolve, reject) => {
-        const req = https_1.default.request(requestOptions, (res) => {
-            let chunk = '';
-            res.on('data', (data) => { chunk += data; });
-            res.on('end', async () => {
-                if (res.statusCode === 429 && res.headers['set-cookie']) {
-                    cookieVal = res.headers['set-cookie'][0].split(';')[0];
-                    requestOptions.headers['cookie'] = cookieVal;
-                    try {
-                        const retryResponse = await rereq(requestOptions, bodyString);
-                        resolve(retryResponse);
-                    }
-                    catch (err) {
-                        reject(err);
-                    }
-                }
-                else {
-                    resolve(chunk);
-                }
-            });
-        });
-        req.on('error', reject);
-        if (bodyString)
-            req.write(bodyString);
-        req.end();
-    });
+    const response = enableBackoff
+        ? await runRequest(requestOptions, bodyString, 0)
+        : await runRequest(requestOptions, bodyString, MAX_RETRIES);
     return {
         text: () => Promise.resolve(response)
     };

package/dist/cjs/index.d.ts

@@ -2,13 +2,11 @@ import { GoogleTrendsApi } from './helpers/googleTrendsAPI.js';
 export declare const dailyTrends: ({ geo, lang }: import("./types/index.js").DailyTrendingTopicsOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").DailyTrendingTopics>>;
 export declare const realTimeTrends: ({ geo, trendingHours }: import("./types/index.js").RealTimeTrendsOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").DailyTrendingTopics>>;
 export declare const autocomplete: (keyword: string, hl?: string) => Promise<import("./types/index.js").GoogleTrendsResponse<string[]>>;
-export declare const explore: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").ExploreResponse | {
+export declare const explore: ({ keyword, geo, time, category, property, hl, enableBackoff, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").ExploreResponse | {
     error: import("./types/index.js").GoogleTrendsError;
 }>;
-export declare const interestByRegion: ({ keyword, startTime, endTime, geo, resolution, hl, timezone, category }: import("./types/index.js").InterestByRegionOptions) => Promise<import("./types/index.js").InterestByRegionResponse | {
-    error: import("./types/index.js").GoogleTrendsError;
-}>;
-export declare const relatedTopics: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedTopicsResponse>>;
+export declare const interestByRegion: ({ keyword, startTime, endTime, geo, resolution, hl, timezone, category, enableBackoff }: import("./types/index.js").InterestByRegionOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").InterestByRegionResponse>>;
+export declare const relatedTopics: ({ keyword, geo, time, category, property, hl, enableBackoff, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedTopicsResponse>>;
 export declare const relatedQueries: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedQueriesResponse>>;
 export declare const relatedData: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedData>>;
 export { GoogleTrendsApi };
@@ -16,13 +14,11 @@ declare const _default: {
     dailyTrends: ({ geo, lang }: import("./types/index.js").DailyTrendingTopicsOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").DailyTrendingTopics>>;
     realTimeTrends: ({ geo, trendingHours }: import("./types/index.js").RealTimeTrendsOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").DailyTrendingTopics>>;
     autocomplete: (keyword: string, hl?: string) => Promise<import("./types/index.js").GoogleTrendsResponse<string[]>>;
-    explore: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").ExploreResponse | {
-        error: import("./types/index.js").GoogleTrendsError;
-    }>;
-    interestByRegion: ({ keyword, startTime, endTime, geo, resolution, hl, timezone, category }: import("./types/index.js").InterestByRegionOptions) => Promise<import("./types/index.js").InterestByRegionResponse | {
+    explore: ({ keyword, geo, time, category, property, hl, enableBackoff, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").ExploreResponse | {
         error: import("./types/index.js").GoogleTrendsError;
     }>;
-    relatedTopics: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedTopicsResponse>>;
+    interestByRegion: ({ keyword, startTime, endTime, geo, resolution, hl, timezone, category, enableBackoff }: import("./types/index.js").InterestByRegionOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").InterestByRegionResponse>>;
+    relatedTopics: ({ keyword, geo, time, category, property, hl, enableBackoff, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedTopicsResponse>>;
     relatedQueries: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedQueriesResponse>>;
     relatedData: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedData>>;
 };

package/dist/cjs/utils/formatters.d.ts

@@ -0,0 +1,4 @@
+declare const formatDate: (date: Date) => string;
+declare const formatTrendsDate: (date: Date) => string;
+declare const getDateRangeParam: (date: Date) => string;
+export { formatDate, formatTrendsDate, getDateRangeParam };

package/dist/cjs/utils/formatters.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getDateRangeParam = exports.formatTrendsDate = exports.formatDate = void 0;
+const formatDate = (date) => {
+    return date.toISOString().split('T')[0];
+};
+exports.formatDate = formatDate;
+const formatTrendsDate = (date) => {
+    const pad = (n) => n.toString().padStart(2, '0');
+    const yyyy = date.getFullYear();
+    const mm = pad(date.getMonth() + 1);
+    const dd = pad(date.getDate());
+    const hh = pad(date.getHours());
+    const min = pad(date.getMinutes());
+    const ss = pad(date.getSeconds());
+    return `${yyyy}-${mm}-${dd}T${hh}\\:${min}\\:${ss}`;
+};
+exports.formatTrendsDate = formatTrendsDate;
+const getDateRangeParam = (date) => {
+    const yesterday = new Date(date);
+    yesterday.setDate(date.getDate() - 1);
+    const formattedStart = formatTrendsDate(yesterday);
+    const formattedEnd = formatTrendsDate(date);
+    return `${formattedStart} ${formattedEnd}`;
+};
+exports.getDateRangeParam = getDateRangeParam;

package/dist/esm/helpers/format.d.ts

@@ -1,2 +1,4 @@
 import { DailyTrendingTopics } from '../types/index.js';
+export declare const formatTrendsDate: (date: Date) => string;
+export declare const formatDate: (date: Date) => string;
 export declare const extractJsonFromResponse: (text: string) => DailyTrendingTopics | null;

package/dist/esm/helpers/format.js

@@ -13,6 +13,19 @@ import { ParseError } from '../errors/GoogleTrendsError.js';
 // 10	[11]	Unclear, possibly a category identifier.
 // 11	[[3606769742, "en", "US"], [3596035008, "en", "US"]]	User demographics or trending sources, with numerical IDs, language ("en" for English), and country ("US" for United States).
 // 12	"twitter down"	The original trending keyword (sometimes a duplicate of index 0).
+export const formatTrendsDate = (date) => {
+    const pad = (n) => n.toString().padStart(2, '0');
+    const yyyy = date.getFullYear();
+    const mm = pad(date.getMonth() + 1);
+    const dd = pad(date.getDate());
+    const hh = pad(date.getHours());
+    const min = pad(date.getMinutes());
+    const ss = pad(date.getSeconds());
+    return `${yyyy}-${mm}-${dd}T${hh}\\:${min}\\:${ss}`;
+};
+export const formatDate = (date) => {
+    return date.toISOString().split('T')[0];
+};
 export const extractJsonFromResponse = (text) => {
     const cleanedText = text.replace(/^\)\]\}'/, '').trim();
     try {

package/dist/esm/helpers/googleTrendsAPI.d.ts

@@ -19,13 +19,11 @@ export declare class GoogleTrendsApi {
      * @returns Promise with trending topics data
      */
     realTimeTrends({ geo, trendingHours }: RealTimeTrendsOptions): Promise<GoogleTrendsResponse<DailyTrendingTopics>>;
-    explore({ keyword, geo, time, category, property, hl, }: ExploreOptions): Promise<ExploreResponse | {
+    explore({ keyword, geo, time, category, property, hl, enableBackoff, }: ExploreOptions): Promise<ExploreResponse | {
         error: GoogleTrendsError;
     }>;
-    interestByRegion({ keyword, startTime, endTime, geo, resolution, hl, timezone, category }: InterestByRegionOptions): Promise<InterestByRegionResponse | {
-        error: GoogleTrendsError;
-    }>;
-    relatedTopics({ keyword, geo, time, category, property, hl, }: ExploreOptions): Promise<GoogleTrendsResponse<RelatedTopicsResponse>>;
+    interestByRegion({ keyword, startTime, endTime, geo, resolution, hl, timezone, category, enableBackoff }: InterestByRegionOptions): Promise<GoogleTrendsResponse<InterestByRegionResponse>>;
+    relatedTopics({ keyword, geo, time, category, property, hl, enableBackoff, }: ExploreOptions): Promise<GoogleTrendsResponse<RelatedTopicsResponse>>;
     relatedQueries({ keyword, geo, time, category, property, hl, }: ExploreOptions): Promise<GoogleTrendsResponse<RelatedQueriesResponse>>;
     relatedData({ keyword, geo, time, category, property, hl, }: ExploreOptions): Promise<GoogleTrendsResponse<RelatedData>>;
 }

package/dist/esm/helpers/googleTrendsAPI.js

@@ -1,6 +1,6 @@
 import { GoogleTrendsEndpoints } from '../types/enums.js';
 import { request } from './request.js';
-import { extractJsonFromResponse } from './format.js';
+import { extractJsonFromResponse, formatDate } from './format.js';
 import { GOOGLE_TRENDS_MAPPER } from '../constants.js';
 import { InvalidRequestError, NetworkError, ParseError, UnknownError, } from '../errors/GoogleTrendsError.js';
 export class GoogleTrendsApi {
@@ -95,7 +95,7 @@ export class GoogleTrendsApi {
             return { error: new UnknownError() };
         }
     }
-    async explore({ keyword, geo = 'US', time = 'now 1-d', category = 0, property = '', hl = 'en-US', }) {
+    async explore({ keyword, geo = 'US', time = 'now 1-d', category = 0, property = '', hl = 'en-US', enableBackoff = false, }) {
         const options = {
             ...GOOGLE_TRENDS_MAPPER[GoogleTrendsEndpoints.explore],
             qs: {
@@ -113,10 +113,10 @@ export class GoogleTrendsApi {
                     property,
                 }),
             },
-            contentType: 'form'
+            // contentType: 'form' as const
         };
         try {
-            const response = await request(options.url, options);
+            const response = await request(options.url, options, enableBackoff);
             const text = await response.text();
             // Check if response is HTML (error page)
             if (text.includes('<html') || text.includes('<!DOCTYPE')) {
@@ -131,6 +131,9 @@ export class GoogleTrendsApi {
                     const widgets = data[0] || [];
                     return { widgets };
                 }
+                if (data && typeof data === 'object' && Array.isArray(data.widgets)) {
+                    return { widgets: data.widgets };
+                }
                 return { widgets: [] };
             }
             catch (parseError) {
@@ -148,92 +151,60 @@ export class GoogleTrendsApi {
         }
     }
     // 
-    async interestByRegion({ keyword, startTime = new Date('2004-01-01'), endTime = new Date(), geo = 'US', resolution = 'REGION', hl = 'en-US', timezone = new Date().getTimezoneOffset(), category = 0 }) {
+    async interestByRegion({ keyword, startTime = new Date('2004-01-01'), endTime = new Date(), geo = 'US', resolution = 'REGION', hl = 'en-US', timezone = new Date().getTimezoneOffset(), category = 0, enableBackoff = false }) {
         const keywordValue = Array.isArray(keyword) ? keyword[0] : keyword;
+        const geoValue = Array.isArray(geo) ? geo[0] : geo;
         if (!keywordValue || keywordValue.trim() === '') {
             return { error: new InvalidRequestError('Keyword is required') };
         }
-        const formatDate = (date) => {
-            return date.toISOString().split('T')[0];
-        };
-        const formatTrendsDate = (date) => {
-            const pad = (n) => n.toString().padStart(2, '0');
-            const yyyy = date.getFullYear();
-            const mm = pad(date.getMonth() + 1);
-            const dd = pad(date.getDate());
-            const hh = pad(date.getHours());
-            const min = pad(date.getMinutes());
-            const ss = pad(date.getSeconds());
-            return `${yyyy}-${mm}-${dd}T${hh}\\:${min}\\:${ss}`;
-        };
-        const getDateRangeParam = (date) => {
-            const yesterday = new Date(date);
-            yesterday.setDate(date.getDate() - 1);
-            const formattedStart = formatTrendsDate(yesterday);
-            const formattedEnd = formatTrendsDate(date);
-            return `${formattedStart} ${formattedEnd}`;
-        };
-        const exploreResponse = await this.explore({
-            keyword: Array.isArray(keyword) ? keyword[0] : keyword,
-            geo: Array.isArray(geo) ? geo[0] : geo,
-            time: `${getDateRangeParam(startTime)} ${getDateRangeParam(endTime)}`,
-            category,
-            hl
-        });
-        if ('error' in exploreResponse) {
-            return { error: exploreResponse.error };
-        }
-        const widget = exploreResponse.widgets.find(w => w.id === 'GEO_MAP');
-        if (!widget) {
-            return { error: new ParseError('No GEO_MAP widget found in explore response') };
+        if (!geoValue || geoValue.trim() === '') {
+            return { error: new InvalidRequestError('Geo is required') };
         }
-        const options = {
-            ...GOOGLE_TRENDS_MAPPER[GoogleTrendsEndpoints.interestByRegion],
-            qs: {
+        try {
+            const exploreResponse = await this.explore({
+                keyword: keywordValue,
+                geo: geoValue,
+                time: `${formatDate(startTime)} ${formatDate(endTime)}`,
+                category,
                 hl,
-                tz: timezone.toString(),
-                req: JSON.stringify({
-                    geo: {
-                        country: Array.isArray(geo) ? geo[0] : geo
-                    },
-                    comparisonItem: [{
-                            time: `${formatDate(startTime)} ${formatDate(endTime)}`,
-                            complexKeywordsRestriction: {
-                                keyword: [{
-                                        type: 'BROAD', //'ENTITY',
-                                        value: Array.isArray(keyword) ? keyword[0] : keyword
-                                    }]
-                            }
-                        }],
-                    resolution,
-                    locale: hl,
-                    requestOptions: {
-                        property: '',
-                        backend: 'CM', //'IZG',
-                        category
-                    },
-                    userConfig: {
-                        userType: 'USER_TYPE_LEGIT_USER'
-                    }
-                }),
-                token: widget.token
+                enableBackoff
+            });
+            if ('error' in exploreResponse) {
+                return { error: exploreResponse.error };
             }
-        };
-        try {
-            const response = await request(options.url, options);
+            const widget = exploreResponse.widgets.find(w => w.id === 'GEO_MAP');
+            if (!widget) {
+                return { error: new ParseError('No GEO_MAP widget found in explore response') };
+            }
+            const requestFromWidget = {
+                ...widget.request, resolution
+            };
+            const options = {
+                ...GOOGLE_TRENDS_MAPPER[GoogleTrendsEndpoints.interestByRegion],
+                qs: {
+                    hl,
+                    tz: timezone.toString(),
+                    req: JSON.stringify(requestFromWidget),
+                    token: widget.token
+                }
+            };
+            const response = await request(options.url, options, enableBackoff);
             const text = await response.text();
-            // Remove the first 5 characters (JSONP wrapper) and parse
+            if (text.includes('<!DOCTYPE') || text.includes('<html')) {
+                return { error: new ParseError('Interest by region request failed') };
+            }
+            // Handle JSONP wrapper (usually starts with )]}' or similar)
             const data = JSON.parse(text.slice(5));
-            return data;
+            return { data: data.default.geoMapData };
         }
         catch (error) {
             if (error instanceof Error) {
-                return { error: new ParseError(`Failed to parse interest by region response: ${error.message}`) };
+                return { error: new NetworkError(`Interest by region request failed: ${error.message}`) };
             }
-            return { error: new ParseError('Failed to parse interest by region response') };
+            return { error: new UnknownError('Interest by region request failed') };
         }
     }
-    async relatedTopics({ keyword, geo = 'US', time = 'now 1-d', category = 0, property = '', hl = 'en-US', }) {
+    async relatedTopics({ keyword, geo = 'US', time = 'now 1-d', category = 0, property = '', hl = 'en-US', enableBackoff = false, }) {
         try {
             // Validate keyword
             if (!keyword || keyword.trim() === '') {
@@ -246,7 +217,8 @@ export class GoogleTrendsApi {
                 time,
                 category,
                 property,
-                hl
+                hl,
+                enableBackoff
             });
             if ('error' in exploreResponse) {
                 return { error: exploreResponse.error };
@@ -297,7 +269,7 @@ export class GoogleTrendsApi {
                     ...(relatedTopicsWidget.token && { token: relatedTopicsWidget.token })
                 }
             };
-            const response = await request(options.url, options);
+            const response = await request(options.url, options, enableBackoff);
             const text = await response.text();
             // Parse the response
             try {

package/dist/esm/helpers/request.d.ts

@@ -4,6 +4,6 @@ export declare const request: (url: string, options: {
     body?: string | Record<string, any>;
     headers?: Record<string, string>;
     contentType?: "json" | "form";
-}) => Promise<{
+}, enableBackoff?: boolean) => Promise<{
     text: () => Promise<string>;
 }>;

package/dist/esm/helpers/request.js

@@ -1,12 +1,40 @@
 import https from 'https';
 import querystring from 'querystring';
 let cookieVal;
-function rereq(options, body) {
+const MAX_RETRIES = 3;
+const BASE_DELAY_MS = 750;
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+async function runRequest(options, body, attempt) {
     return new Promise((resolve, reject) => {
         const req = https.request(options, (res) => {
             let chunk = '';
             res.on('data', (data) => { chunk += data; });
-            res.on('end', () => resolve(chunk));
+            res.on('end', async () => {
+                const hasSetCookie = !!res.headers['set-cookie']?.length;
+                const isRateLimited = res.statusCode === 429 ||
+                    chunk.includes('Error 429') ||
+                    chunk.includes('Too Many Requests');
+                if (isRateLimited) {
+                    if (hasSetCookie) {
+                        cookieVal = res.headers['set-cookie'][0].split(';')[0];
+                        options.headers['cookie'] = cookieVal;
+                    }
+                    if (attempt < MAX_RETRIES) {
+                        const delay = BASE_DELAY_MS * Math.pow(2, attempt) + Math.floor(Math.random() * 250);
+                        await sleep(delay);
+                        try {
+                            const retryResponse = await runRequest(options, body, attempt + 1);
+                            resolve(retryResponse);
+                            return;
+                        }
+                        catch (err) {
+                            reject(err);
+                            return;
+                        }
+                    }
+                }
+                resolve(chunk);
+            });
         });
         req.on('error', reject);
         if (body)
@@ -14,7 +42,7 @@ function rereq(options, body) {
         req.end();
     });
 }
-export const request = async (url, options) => {
+export const request = async (url, options, enableBackoff = false) => {
     const parsedUrl = new URL(url);
     const method = options.method || 'POST';
     // Prepare body
@@ -43,32 +71,9 @@ export const request = async (url, options) => {
             ...(cookieVal ? { cookie: cookieVal } : {})
         }
     };
-    const response = await new Promise((resolve, reject) => {
-        const req = https.request(requestOptions, (res) => {
-            let chunk = '';
-            res.on('data', (data) => { chunk += data; });
-            res.on('end', async () => {
-                if (res.statusCode === 429 && res.headers['set-cookie']) {
-                    cookieVal = res.headers['set-cookie'][0].split(';')[0];
-                    requestOptions.headers['cookie'] = cookieVal;
-                    try {
-                        const retryResponse = await rereq(requestOptions, bodyString);
-                        resolve(retryResponse);
-                    }
-                    catch (err) {
-                        reject(err);
-                    }
-                }
-                else {
-                    resolve(chunk);
-                }
-            });
-        });
-        req.on('error', reject);
-        if (bodyString)
-            req.write(bodyString);
-        req.end();
-    });
+    const response = enableBackoff
+        ? await runRequest(requestOptions, bodyString, 0)
+        : await runRequest(requestOptions, bodyString, MAX_RETRIES);
     return {
         text: () => Promise.resolve(response)
     };

package/dist/esm/index.d.ts

@@ -2,13 +2,11 @@ import { GoogleTrendsApi } from './helpers/googleTrendsAPI.js';
 export declare const dailyTrends: ({ geo, lang }: import("./types/index.js").DailyTrendingTopicsOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").DailyTrendingTopics>>;
 export declare const realTimeTrends: ({ geo, trendingHours }: import("./types/index.js").RealTimeTrendsOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").DailyTrendingTopics>>;
 export declare const autocomplete: (keyword: string, hl?: string) => Promise<import("./types/index.js").GoogleTrendsResponse<string[]>>;
-export declare const explore: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").ExploreResponse | {
+export declare const explore: ({ keyword, geo, time, category, property, hl, enableBackoff, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").ExploreResponse | {
     error: import("./types/index.js").GoogleTrendsError;
 }>;
-export declare const interestByRegion: ({ keyword, startTime, endTime, geo, resolution, hl, timezone, category }: import("./types/index.js").InterestByRegionOptions) => Promise<import("./types/index.js").InterestByRegionResponse | {
-    error: import("./types/index.js").GoogleTrendsError;
-}>;
-export declare const relatedTopics: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedTopicsResponse>>;
+export declare const interestByRegion: ({ keyword, startTime, endTime, geo, resolution, hl, timezone, category, enableBackoff }: import("./types/index.js").InterestByRegionOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").InterestByRegionResponse>>;
+export declare const relatedTopics: ({ keyword, geo, time, category, property, hl, enableBackoff, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedTopicsResponse>>;
 export declare const relatedQueries: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedQueriesResponse>>;
 export declare const relatedData: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedData>>;
 export { GoogleTrendsApi };
@@ -16,13 +14,11 @@ declare const _default: {
     dailyTrends: ({ geo, lang }: import("./types/index.js").DailyTrendingTopicsOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").DailyTrendingTopics>>;
     realTimeTrends: ({ geo, trendingHours }: import("./types/index.js").RealTimeTrendsOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").DailyTrendingTopics>>;
     autocomplete: (keyword: string, hl?: string) => Promise<import("./types/index.js").GoogleTrendsResponse<string[]>>;
-    explore: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").ExploreResponse | {
-        error: import("./types/index.js").GoogleTrendsError;
-    }>;
-    interestByRegion: ({ keyword, startTime, endTime, geo, resolution, hl, timezone, category }: import("./types/index.js").InterestByRegionOptions) => Promise<import("./types/index.js").InterestByRegionResponse | {
+    explore: ({ keyword, geo, time, category, property, hl, enableBackoff, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").ExploreResponse | {
         error: import("./types/index.js").GoogleTrendsError;
     }>;
-    relatedTopics: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedTopicsResponse>>;
+    interestByRegion: ({ keyword, startTime, endTime, geo, resolution, hl, timezone, category, enableBackoff }: import("./types/index.js").InterestByRegionOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").InterestByRegionResponse>>;
+    relatedTopics: ({ keyword, geo, time, category, property, hl, enableBackoff, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedTopicsResponse>>;
     relatedQueries: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedQueriesResponse>>;
     relatedData: ({ keyword, geo, time, category, property, hl, }: import("./types/index.js").ExploreOptions) => Promise<import("./types/index.js").GoogleTrendsResponse<import("./types/index.js").RelatedData>>;
 };

package/dist/esm/utils/formatters.d.ts

@@ -0,0 +1,4 @@
+declare const formatDate: (date: Date) => string;
+declare const formatTrendsDate: (date: Date) => string;
+declare const getDateRangeParam: (date: Date) => string;
+export { formatDate, formatTrendsDate, getDateRangeParam };

package/dist/esm/utils/formatters.js

@@ -0,0 +1,21 @@
+const formatDate = (date) => {
+    return date.toISOString().split('T')[0];
+};
+const formatTrendsDate = (date) => {
+    const pad = (n) => n.toString().padStart(2, '0');
+    const yyyy = date.getFullYear();
+    const mm = pad(date.getMonth() + 1);
+    const dd = pad(date.getDate());
+    const hh = pad(date.getHours());
+    const min = pad(date.getMinutes());
+    const ss = pad(date.getSeconds());
+    return `${yyyy}-${mm}-${dd}T${hh}\\:${min}\\:${ss}`;
+};
+const getDateRangeParam = (date) => {
+    const yesterday = new Date(date);
+    yesterday.setDate(date.getDate() - 1);
+    const formattedStart = formatTrendsDate(yesterday);
+    const formattedEnd = formatTrendsDate(date);
+    return `${formattedStart} ${formattedEnd}`;
+};
+export { formatDate, formatTrendsDate, getDateRangeParam };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@shaivpidadi/trends-js",
-  "version": "1.0.1",
+  "version": "1.0.2",
   "description": "Google Trends API for Node.js",
   "main": "./dist/cjs/index.js",
   "module": "./dist/esm/index.js",