@disruptorganic/mcp-google-search-console 1.0.0

package/dist/utils/rate-limiter.d.ts

@@ -0,0 +1,24 @@
+export declare class TokenBucketRateLimiter {
+    private tokens;
+    private readonly maxTokens;
+    private readonly refillRate;
+    private lastRefillTime;
+    private pendingAcquisitions;
+    constructor(maxTokens: number, refillRate: number);
+    private refill;
+    acquire(tokens?: number): Promise<void>;
+    getAvailableTokens(): number;
+    getPendingAcquisitions(): number;
+    reset(): void;
+}
+export interface BackoffOptions {
+    maxRetries?: number;
+    initialDelay?: number;
+    maxDelay?: number;
+    factor?: number;
+    jitter?: boolean;
+    isRetryable?: (error: any) => boolean;
+}
+export declare function withExponentialBackoff<T>(fn: () => Promise<T>, options?: BackoffOptions): Promise<T>;
+export declare function createRateLimitedFunction<T extends (...args: any[]) => Promise<any>>(fn: T, rateLimiter: TokenBucketRateLimiter, tokens?: number): T;
+//# sourceMappingURL=rate-limiter.d.ts.map

package/dist/utils/rate-limiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.d.ts","sourceRoot":"","sources":["../../src/utils/rate-limiter.ts"],"names":[],"mappings":"AAmEA,qBAAa,sBAAsB;IACjC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,mBAAmB,CAAa;gBAc5B,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IA0BjD,OAAO,CAAC,MAAM;IAqCR,OAAO,CAAC,MAAM,GAAE,MAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAwEhD,kBAAkB,IAAI,MAAM;IAY5B,sBAAsB,IAAI,MAAM;IAehC,KAAK,IAAI,IAAI;CAUd;AASD,MAAM,WAAW,cAAc;IAE7B,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC;CACvC;AAsFD,wBAAsB,sBAAsB,CAAC,CAAC,EAC5C,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,CAAC,CAAC,CA0FZ;AA0BD,wBAAgB,yBAAyB,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,GAAG,CAAC,EAClF,EAAE,EAAE,CAAC,EACL,WAAW,EAAE,sBAAsB,EACnC,MAAM,GAAE,MAAU,GACjB,CAAC,CAKH"}

package/dist/utils/rate-limiter.js

@@ -0,0 +1,175 @@
+import { logger } from './logger.js';
+export class TokenBucketRateLimiter {
+    constructor(maxTokens, refillRate) {
+        this.pendingAcquisitions = 0;
+        if (maxTokens <= 0 || refillRate <= 0) {
+            throw new Error('maxTokens and refillRate must be positive numbers');
+        }
+        this.maxTokens = maxTokens;
+        this.refillRate = refillRate;
+        this.tokens = maxTokens;
+        this.lastRefillTime = Date.now();
+        logger.info('Token bucket rate limiter initialized', {
+            maxTokens,
+            refillRate,
+            queriesPerMinute: refillRate * 60,
+        });
+    }
+    refill() {
+        const now = Date.now();
+        const elapsedSeconds = (now - this.lastRefillTime) / 1000;
+        if (elapsedSeconds > 0) {
+            const tokensToAdd = elapsedSeconds * this.refillRate;
+            this.tokens = Math.min(this.maxTokens, this.tokens + tokensToAdd);
+            this.lastRefillTime = now;
+            logger.debug('Token bucket refilled', {
+                tokensAdded: tokensToAdd.toFixed(2),
+                currentTokens: this.tokens.toFixed(2),
+                elapsedSeconds: elapsedSeconds.toFixed(3),
+            });
+        }
+    }
+    async acquire(tokens = 1) {
+        if (tokens <= 0) {
+            throw new Error('tokens must be a positive number');
+        }
+        if (tokens > this.maxTokens) {
+            throw new Error(`Requested ${tokens} tokens exceeds bucket capacity of ${this.maxTokens}`);
+        }
+        this.pendingAcquisitions++;
+        const acquisitionId = this.pendingAcquisitions;
+        try {
+            this.refill();
+            if (this.tokens >= tokens) {
+                this.tokens -= tokens;
+                logger.debug('Tokens acquired immediately', {
+                    tokensAcquired: tokens,
+                    remainingTokens: this.tokens.toFixed(2),
+                    acquisitionId,
+                });
+                return;
+            }
+            const tokensNeeded = tokens - this.tokens;
+            const waitTimeMs = (tokensNeeded / this.refillRate) * 1000;
+            logger.info('Rate limit: waiting for tokens to refill', {
+                tokensNeeded: tokensNeeded.toFixed(2),
+                waitTimeMs: Math.ceil(waitTimeMs),
+                currentTokens: this.tokens.toFixed(2),
+                requestedTokens: tokens,
+                acquisitionId,
+            });
+            await new Promise(resolve => setTimeout(resolve, waitTimeMs));
+            this.refill();
+            this.tokens -= tokens;
+            logger.debug('Tokens acquired after waiting', {
+                tokensAcquired: tokens,
+                remainingTokens: this.tokens.toFixed(2),
+                waitedMs: Math.ceil(waitTimeMs),
+                acquisitionId,
+            });
+        }
+        finally {
+            this.pendingAcquisitions--;
+        }
+    }
+    getAvailableTokens() {
+        this.refill();
+        return this.tokens;
+    }
+    getPendingAcquisitions() {
+        return this.pendingAcquisitions;
+    }
+    reset() {
+        this.tokens = this.maxTokens;
+        this.lastRefillTime = Date.now();
+        this.pendingAcquisitions = 0;
+        logger.debug('Token bucket rate limiter reset', {
+            tokens: this.tokens,
+            maxTokens: this.maxTokens,
+        });
+    }
+}
+function defaultIsRetryable(error) {
+    if (error && typeof error === 'object' && 'retriable' in error) {
+        return error.retriable === true;
+    }
+    const statusCode = (error && typeof error === 'object')
+        ? (error.response?.status || error.statusCode || error.code)
+        : undefined;
+    const retryableStatusCodes = [429, 500, 502, 503, 504];
+    if (typeof statusCode === 'number' && retryableStatusCodes.includes(statusCode)) {
+        return true;
+    }
+    const retryableErrorCodes = ['ETIMEDOUT', 'ECONNRESET', 'ENOTFOUND', 'ECONNREFUSED'];
+    if (typeof statusCode === 'string' && retryableErrorCodes.includes(statusCode)) {
+        return true;
+    }
+    return false;
+}
+export async function withExponentialBackoff(fn, options) {
+    const { maxRetries = 3, initialDelay = 1000, maxDelay = 30000, factor = 2, jitter = true, isRetryable = defaultIsRetryable, } = options || {};
+    let lastError;
+    for (let attempt = 0; attempt <= maxRetries; attempt++) {
+        try {
+            const result = await fn();
+            if (attempt > 0) {
+                logger.info('Operation succeeded after retry', {
+                    attempt,
+                    totalAttempts: attempt + 1,
+                });
+            }
+            return result;
+        }
+        catch (error) {
+            lastError = error;
+            const shouldRetry = isRetryable(error);
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            const statusCode = (error && typeof error === 'object')
+                ? (error.response?.status || error.statusCode || error.code)
+                : undefined;
+            logger.warn('Operation failed', {
+                attempt: attempt + 1,
+                totalAttempts: maxRetries + 1,
+                error: errorMessage,
+                statusCode,
+                retryable: shouldRetry,
+            });
+            if (!shouldRetry) {
+                logger.error('Non-retryable error encountered, aborting', {
+                    error: errorMessage,
+                    statusCode,
+                    attempt: attempt + 1,
+                });
+                throw error;
+            }
+            if (attempt === maxRetries) {
+                logger.error('All retry attempts exhausted', {
+                    maxRetries,
+                    error: errorMessage,
+                    statusCode,
+                });
+                break;
+            }
+            let delay = Math.min(initialDelay * Math.pow(factor, attempt), maxDelay);
+            if (jitter) {
+                const jitterMultiplier = 0.5 + Math.random();
+                delay = Math.floor(delay * jitterMultiplier);
+            }
+            logger.info('Retrying with exponential backoff', {
+                attempt: attempt + 1,
+                nextAttempt: attempt + 2,
+                delayMs: delay,
+                error: errorMessage,
+            });
+            await new Promise(resolve => setTimeout(resolve, delay));
+        }
+    }
+    throw lastError;
+}
+export function createRateLimitedFunction(fn, rateLimiter, tokens = 1) {
+    return (async (...args) => {
+        await rateLimiter.acquire(tokens);
+        return await fn(...args);
+    });
+}
+//# sourceMappingURL=rate-limiter.js.map

package/dist/utils/rate-limiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.js","sourceRoot":"","sources":["../../src/utils/rate-limiter.ts"],"names":[],"mappings":"AA6BA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAsCrC,MAAM,OAAO,sBAAsB;IAmBjC,YAAY,SAAiB,EAAE,UAAkB;QAdzC,wBAAmB,GAAW,CAAC,CAAC;QAetC,IAAI,SAAS,IAAI,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEjC,MAAM,CAAC,IAAI,CAAC,uCAAuC,EAAE;YACnD,SAAS;YACT,UAAU;YACV,gBAAgB,EAAE,UAAU,GAAG,EAAE;SAClC,CAAC,CAAC;IACL,CAAC;IAWO,MAAM;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,cAAc,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC;QAE1D,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,WAAW,GAAG,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC;YACrD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;YAClE,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC;YAE1B,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE;gBACpC,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;gBACnC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;gBACrC,cAAc,EAAE,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;aAC1C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAsBD,KAAK,CAAC,OAAO,CAAC,SAAiB,CAAC;QAC9B,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CACb,aAAa,MAAM,sCAAsC,IAAI,CAAC,SAAS,EAAE,CAC1E,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC;QAE/C,IAAI,CAAC;YAEH,IAAI,CAAC,MAAM,EAAE,CAAC;YAGd,IAAI,IAAI,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC;gBACtB,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;oBAC1C,cAAc,EAAE,MAAM;oBACtB,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;oBACvC,aAAa;iBACd,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAGD,MAAM,YAAY,GAAG,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC1C,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;YAE3D,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE;gBACtD,YAAY,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;gBACrC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;gBACjC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;gBACrC,eAAe,EAAE,MAAM;gBACvB,aAAa;aACd,CAAC,CAAC;YAGH,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;YAG9D,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC;YAEtB,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE;gBAC5C,cAAc,EAAE,MAAM;gBACtB,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;gBACvC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC;gBAC/B,aAAa;aACd,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IAeD,kBAAkB;QAChB,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IASD,sBAAsB;QACpB,OAAO,IAAI,CAAC,mBAAmB,CAAC;IAClC,CAAC;IAaD,KAAK;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAE7B,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;YAC9C,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;IACL,CAAC;CACF;AAyCD,SAAS,kBAAkB,CAAC,KAAU;IAEpC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,WAAW,IAAI,KAAK,EAAE,CAAC;QAC/D,OAAO,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC;IAClC,CAAC;IAGD,MAAM,UAAU,GAAG,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC;QACrD,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,IAAI,CAAC;QAC5D,CAAC,CAAC,SAAS,CAAC;IAGd,MAAM,oBAAoB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACvD,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,oBAAoB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAChF,OAAO,IAAI,CAAC;IACd,CAAC;IAGD,MAAM,mBAAmB,GAAG,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;IACrF,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,mBAAmB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/E,OAAO,IAAI,CAAC;IACd,CAAC;IAGD,OAAO,KAAK,CAAC;AACf,CAAC;AA0CD,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,EAAoB,EACpB,OAAwB;IAExB,MAAM,EACJ,UAAU,GAAG,CAAC,EACd,YAAY,GAAG,IAAI,EACnB,QAAQ,GAAG,KAAK,EAChB,MAAM,GAAG,CAAC,EACV,MAAM,GAAG,IAAI,EACb,WAAW,GAAG,kBAAkB,GACjC,GAAG,OAAO,IAAI,EAAE,CAAC;IAElB,IAAI,SAAc,CAAC;IAEnB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;YAG1B,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE;oBAC7C,OAAO;oBACP,aAAa,EAAE,OAAO,GAAG,CAAC;iBAC3B,CAAC,CAAC;YACL,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,CAAC;YAGlB,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YAGvC,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,MAAM,UAAU,GAAG,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC;gBACrD,CAAC,CAAC,CAAE,KAAa,CAAC,QAAQ,EAAE,MAAM,IAAK,KAAa,CAAC,UAAU,IAAK,KAAa,CAAC,IAAI,CAAC;gBACvF,CAAC,CAAC,SAAS,CAAC;YAEd,MAAM,CAAC,IAAI,CAAC,kBAAkB,EAAE;gBAC9B,OAAO,EAAE,OAAO,GAAG,CAAC;gBACpB,aAAa,EAAE,UAAU,GAAG,CAAC;gBAC7B,KAAK,EAAE,YAAY;gBACnB,UAAU;gBACV,SAAS,EAAE,WAAW;aACvB,CAAC,CAAC;YAGH,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,CAAC,KAAK,CAAC,2CAA2C,EAAE;oBACxD,KAAK,EAAE,YAAY;oBACnB,UAAU;oBACV,OAAO,EAAE,OAAO,GAAG,CAAC;iBACrB,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC;YACd,CAAC;YAGD,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;gBAC3B,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;oBAC3C,UAAU;oBACV,KAAK,EAAE,YAAY;oBACnB,UAAU;iBACX,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YAGD,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;YAGzE,IAAI,MAAM,EAAE,CAAC;gBAEX,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC7C,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,gBAAgB,CAAC,CAAC;YAC/C,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE;gBAC/C,OAAO,EAAE,OAAO,GAAG,CAAC;gBACpB,WAAW,EAAE,OAAO,GAAG,CAAC;gBACxB,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,YAAY;aACpB,CAAC,CAAC;YAGH,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAGD,MAAM,SAAS,CAAC;AAClB,CAAC;AA0BD,MAAM,UAAU,yBAAyB,CACvC,EAAK,EACL,WAAmC,EACnC,SAAiB,CAAC;IAElB,OAAO,CAAC,KAAK,EAAE,GAAG,IAAW,EAAE,EAAE;QAC/B,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;IAC3B,CAAC,CAAM,CAAC;AACV,CAAC"}

package/dist/utils/token-estimator.d.ts

@@ -0,0 +1,33 @@
+export declare const MAX_SAFE_TOKENS = 20000;
+export declare const CHARS_PER_TOKEN = 4;
+export declare const JSON_OVERHEAD_MULTIPLIER = 1.3;
+export declare const SAMPLE_SIZE = 100;
+export declare const MIN_CHUNK_SIZE = 10;
+export declare const MAX_CHUNK_SIZE = 25000;
+export declare const DEFAULT_CHUNK_SIZE = 1000;
+export interface PaginationMetadata {
+    offset: number;
+    limit: number;
+    total_rows: number;
+    current_chunk: number;
+    total_chunks: number;
+    has_more: boolean;
+}
+export interface ChunkedResponse<T> {
+    results: T[];
+    pagination: PaginationMetadata;
+}
+export declare function estimateTokens(text: string): number;
+export declare function estimateTokensForJson(data: unknown): number;
+export declare function calculateChunkSize(sampleRows: unknown[], totalRows: number): number;
+export declare function generatePaginationMetadata(offset: number, limit: number, totalRows: number): PaginationMetadata;
+export declare function chunkResults<T>(results: T[], offset: number, limit?: number): ChunkedResponse<T>;
+export declare function estimateTotalTokens<T>(results: T[]): number;
+export declare function needsChunking<T>(results: T[]): boolean;
+export declare function validatePaginationParams(offset: number, limit: number | undefined, totalRows: number): {
+    valid: boolean;
+    offset: number;
+    limit?: number;
+    error?: string;
+};
+//# sourceMappingURL=token-estimator.d.ts.map

package/dist/utils/token-estimator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-estimator.d.ts","sourceRoot":"","sources":["../../src/utils/token-estimator.ts"],"names":[],"mappings":"AA0CA,eAAO,MAAM,eAAe,QAAQ,CAAC;AAMrC,eAAO,MAAM,eAAe,IAAI,CAAC;AAMjC,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAM5C,eAAO,MAAM,WAAW,MAAM,CAAC;AAM/B,eAAO,MAAM,cAAc,KAAK,CAAC;AAMjC,eAAO,MAAM,cAAc,QAAQ,CAAC;AAMpC,eAAO,MAAM,kBAAkB,OAAO,CAAC;AAgBvC,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,OAAO,CAAC;CACnB;AASD,MAAM,WAAW,eAAe,CAAC,CAAC;IAChC,OAAO,EAAE,CAAC,EAAE,CAAC;IACb,UAAU,EAAE,kBAAkB,CAAC;CAChC;AA4BD,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAiBnD;AAkBD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,CA4B3D;AAsCD,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAmEnF;AAuCD,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,GAChB,kBAAkB,CAkDpB;AA8DD,wBAAgB,YAAY,CAAC,CAAC,EAC5B,OAAO,EAAE,CAAC,EAAE,EACZ,MAAM,EAAE,MAAM,EACd,KAAK,CAAC,EAAE,MAAM,GACb,eAAe,CAAC,CAAC,CAAC,CAwDpB;AAqBD,wBAAgB,mBAAmB,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,GAAG,MAAM,CA4B3D;AAiBD,wBAAgB,aAAa,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,GAAG,OAAO,CAYtD;AAmBD,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,SAAS,EAAE,MAAM,GAChB;IACD,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAoCA"}

package/dist/utils/token-estimator.js

@@ -0,0 +1,226 @@
+import { logger } from './logger.js';
+export const MAX_SAFE_TOKENS = 20000;
+export const CHARS_PER_TOKEN = 4;
+export const JSON_OVERHEAD_MULTIPLIER = 1.3;
+export const SAMPLE_SIZE = 100;
+export const MIN_CHUNK_SIZE = 10;
+export const MAX_CHUNK_SIZE = 25000;
+export const DEFAULT_CHUNK_SIZE = 1000;
+export function estimateTokens(text) {
+    if (!text || text.length === 0) {
+        return 0;
+    }
+    const estimatedTokens = Math.ceil(text.length / CHARS_PER_TOKEN);
+    logger.debug('Token estimation', {
+        textLength: text.length,
+        estimatedTokens,
+        charsPerToken: CHARS_PER_TOKEN,
+    });
+    return estimatedTokens;
+}
+export function estimateTokensForJson(data) {
+    try {
+        const jsonString = JSON.stringify(data);
+        if (jsonString === undefined) {
+            logger.warn('JSON.stringify returned undefined', { data });
+            return Math.ceil(4 * JSON_OVERHEAD_MULTIPLIER);
+        }
+        const baseTokens = estimateTokens(jsonString);
+        const tokensWithOverhead = Math.ceil(baseTokens * JSON_OVERHEAD_MULTIPLIER);
+        logger.debug('JSON token estimation', {
+            jsonLength: jsonString.length,
+            baseTokens,
+            tokensWithOverhead,
+            overhead: JSON_OVERHEAD_MULTIPLIER,
+        });
+        return tokensWithOverhead;
+    }
+    catch (error) {
+        logger.warn('Failed to serialize data for token estimation', { error });
+        throw error;
+    }
+}
+export function calculateChunkSize(sampleRows, totalRows) {
+    if (!sampleRows || totalRows === 0 || sampleRows.length === 0) {
+        logger.debug('Empty dataset, using default chunk size', {
+            totalRows,
+            sampleSize: sampleRows?.length || 0,
+            chunkSize: DEFAULT_CHUNK_SIZE,
+        });
+        return DEFAULT_CHUNK_SIZE;
+    }
+    const actualSampleSize = Math.min(sampleRows.length, SAMPLE_SIZE);
+    const rowsToAnalyze = sampleRows.slice(0, actualSampleSize);
+    let totalSampleTokens = 0;
+    for (const row of rowsToAnalyze) {
+        const rowTokens = estimateTokensForJson(row);
+        totalSampleTokens += rowTokens;
+    }
+    const avgTokensPerRow = totalSampleTokens / actualSampleSize;
+    const avgTokensPerRowWithMargin = avgTokensPerRow;
+    let chunkSize = Math.floor(MAX_SAFE_TOKENS / avgTokensPerRowWithMargin);
+    if (chunkSize < MIN_CHUNK_SIZE) {
+        logger.warn('Calculated chunk size below minimum, using MIN_CHUNK_SIZE', {
+            calculatedSize: chunkSize,
+            minSize: MIN_CHUNK_SIZE,
+            avgTokensPerRow: avgTokensPerRowWithMargin,
+            sampleSize: actualSampleSize,
+        });
+        chunkSize = MIN_CHUNK_SIZE;
+    }
+    if (chunkSize > MAX_CHUNK_SIZE) {
+        logger.debug('Calculated chunk size exceeds maximum, using MAX_CHUNK_SIZE', {
+            calculatedSize: chunkSize,
+            maxSize: MAX_CHUNK_SIZE,
+            avgTokensPerRow: avgTokensPerRowWithMargin,
+        });
+        chunkSize = MAX_CHUNK_SIZE;
+    }
+    logger.info('Calculated chunk size', {
+        totalRows,
+        sampleSize: actualSampleSize,
+        avgTokensPerRow: Math.round(avgTokensPerRow),
+        avgTokensPerRowWithMargin: Math.round(avgTokensPerRowWithMargin),
+        chunkSize,
+        estimatedChunks: Math.ceil(totalRows / chunkSize),
+    });
+    return chunkSize;
+}
+export function generatePaginationMetadata(offset, limit, totalRows) {
+    const originalLimit = limit;
+    if (offset < 0) {
+        logger.warn('Negative offset provided, using 0', { offset });
+        offset = 0;
+    }
+    const normalizedLimit = limit <= 0 ? 1 : limit;
+    if (totalRows < 0) {
+        logger.warn('Negative totalRows provided, using 0', { totalRows });
+        totalRows = 0;
+    }
+    let current_chunk = Math.floor(offset / normalizedLimit) + 1;
+    if (offset > totalRows && totalRows > 0) {
+        logger.debug('Offset exceeds total rows, clamping to total_rows', {
+            originalOffset: offset,
+            totalRows,
+        });
+        offset = totalRows;
+        current_chunk = Math.floor(offset / normalizedLimit) + 1;
+    }
+    const total_chunks = totalRows === 0 || originalLimit <= 0 ? 0 : Math.ceil(totalRows / originalLimit);
+    const has_more = originalLimit > 0 && (offset + originalLimit) < totalRows;
+    const metadata = {
+        offset,
+        limit: originalLimit,
+        total_rows: totalRows,
+        current_chunk,
+        total_chunks,
+        has_more,
+    };
+    logger.debug('Generated pagination metadata', metadata);
+    return metadata;
+}
+export function chunkResults(results, offset, limit) {
+    const totalRows = results.length;
+    if (offset < 0) {
+        logger.warn('Negative offset provided to chunkResults, using 0', { offset });
+        offset = 0;
+    }
+    let actualLimit;
+    if (limit === undefined || limit <= 0) {
+        actualLimit = calculateChunkSize(results, totalRows);
+        logger.debug('Auto-calculated chunk limit', { limit: actualLimit });
+    }
+    else {
+        actualLimit = limit;
+        logger.debug('Using provided chunk limit', { limit: actualLimit });
+    }
+    if (offset >= totalRows && totalRows > 0) {
+        logger.warn('Offset exceeds total rows, returning empty chunk', {
+            offset,
+            totalRows,
+        });
+        return {
+            results: [],
+            pagination: generatePaginationMetadata(offset, actualLimit, totalRows),
+        };
+    }
+    const endIndex = Math.min(offset + actualLimit, totalRows);
+    const chunkResults = results.slice(offset, endIndex);
+    const pagination = generatePaginationMetadata(offset, actualLimit, totalRows);
+    logger.info('Created result chunk', {
+        offset,
+        limit: actualLimit,
+        totalRows,
+        chunkSize: chunkResults.length,
+        currentChunk: pagination.current_chunk,
+        totalChunks: pagination.total_chunks,
+        hasMore: pagination.has_more,
+    });
+    return {
+        results: chunkResults,
+        pagination,
+    };
+}
+export function estimateTotalTokens(results) {
+    if (results.length === 0) {
+        return 0;
+    }
+    const sampleSize = Math.min(results.length, SAMPLE_SIZE);
+    const sample = results.slice(0, sampleSize);
+    let totalSampleTokens = 0;
+    for (const row of sample) {
+        totalSampleTokens += estimateTokensForJson(row);
+    }
+    const avgTokensPerRow = totalSampleTokens / sampleSize;
+    const estimatedTotal = Math.ceil(avgTokensPerRow * results.length * JSON_OVERHEAD_MULTIPLIER);
+    logger.debug('Estimated total tokens for dataset', {
+        totalRows: results.length,
+        sampleSize,
+        avgTokensPerRow: Math.round(avgTokensPerRow),
+        estimatedTotal,
+    });
+    return estimatedTotal;
+}
+export function needsChunking(results) {
+    const estimatedTokens = estimateTotalTokens(results);
+    const needsChunking = estimatedTokens > MAX_SAFE_TOKENS;
+    logger.debug('Checking if chunking needed', {
+        totalRows: results.length,
+        estimatedTokens,
+        maxSafeTokens: MAX_SAFE_TOKENS,
+        needsChunking,
+    });
+    return needsChunking;
+}
+export function validatePaginationParams(offset, limit, totalRows) {
+    if (!Number.isInteger(offset) || offset < 0) {
+        return {
+            valid: false,
+            offset: 0,
+            error: 'Offset must be a non-negative integer',
+        };
+    }
+    if (limit !== undefined) {
+        if (!Number.isInteger(limit) || limit <= 0) {
+            return {
+                valid: false,
+                offset,
+                error: 'Limit must be a positive integer',
+            };
+        }
+    }
+    if (!Number.isInteger(totalRows) || totalRows < 0) {
+        return {
+            valid: false,
+            offset,
+            limit,
+            error: 'Total rows must be a non-negative integer',
+        };
+    }
+    return {
+        valid: true,
+        offset,
+        limit,
+    };
+}
+//# sourceMappingURL=token-estimator.js.map

package/dist/utils/token-estimator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-estimator.js","sourceRoot":"","sources":["../../src/utils/token-estimator.ts"],"names":[],"mappings":"AAgCA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAUrC,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,CAAC;AAMrC,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC;AAMjC,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AAM5C,MAAM,CAAC,MAAM,WAAW,GAAG,GAAG,CAAC;AAM/B,MAAM,CAAC,MAAM,cAAc,GAAG,EAAE,CAAC;AAMjC,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,CAAC;AAMpC,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AA+DvC,MAAM,UAAU,cAAc,CAAC,IAAY;IAEzC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,CAAC;IACX,CAAC;IAID,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC;IAEjE,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE;QAC/B,UAAU,EAAE,IAAI,CAAC,MAAM;QACvB,eAAe;QACf,aAAa,EAAE,eAAe;KAC/B,CAAC,CAAC;IAEH,OAAO,eAAe,CAAC;AACzB,CAAC;AAkBD,MAAM,UAAU,qBAAqB,CAAC,IAAa;IACjD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAGxC,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,wBAAwB,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;QAG9C,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,wBAAwB,CAAC,CAAC;QAE5E,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE;YACpC,UAAU,EAAE,UAAU,CAAC,MAAM;YAC7B,UAAU;YACV,kBAAkB;YAClB,QAAQ,EAAE,wBAAwB;SACnC,CAAC,CAAC;QAEH,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAEf,MAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACxE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAsCD,MAAM,UAAU,kBAAkB,CAAC,UAAqB,EAAE,SAAiB;IAEzE,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE;YACtD,SAAS;YACT,UAAU,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;YACnC,SAAS,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QACH,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAGD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IAClE,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAG5D,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAC7C,iBAAiB,IAAI,SAAS,CAAC;IACjC,CAAC;IAGD,MAAM,eAAe,GAAG,iBAAiB,GAAG,gBAAgB,CAAC;IAI7D,MAAM,yBAAyB,GAAG,eAAe,CAAC;IAGlD,IAAI,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,yBAAyB,CAAC,CAAC;IAGxE,IAAI,SAAS,GAAG,cAAc,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,2DAA2D,EAAE;YACvE,cAAc,EAAE,SAAS;YACzB,OAAO,EAAE,cAAc;YACvB,eAAe,EAAE,yBAAyB;YAC1C,UAAU,EAAE,gBAAgB;SAC7B,CAAC,CAAC;QACH,SAAS,GAAG,cAAc,CAAC;IAC7B,CAAC;IAGD,IAAI,SAAS,GAAG,cAAc,EAAE,CAAC;QAC/B,MAAM,CAAC,KAAK,CAAC,6DAA6D,EAAE;YAC1E,cAAc,EAAE,SAAS;YACzB,OAAO,EAAE,cAAc;YACvB,eAAe,EAAE,yBAAyB;SAC3C,CAAC,CAAC;QACH,SAAS,GAAG,cAAc,CAAC;IAC7B,CAAC;IAMD,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE;QACnC,SAAS;QACT,UAAU,EAAE,gBAAgB;QAC5B,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC;QAC5C,yBAAyB,EAAE,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC;QAChE,SAAS;QACT,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;KAClD,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC;AACnB,CAAC;AAuCD,MAAM,UAAU,0BAA0B,CACxC,MAAc,EACd,KAAa,EACb,SAAiB;IAGjB,MAAM,aAAa,GAAG,KAAK,CAAC;IAG5B,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7D,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IAGD,MAAM,eAAe,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAE/C,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QACnE,SAAS,GAAG,CAAC,CAAC;IAChB,CAAC;IAGD,IAAI,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IAG7D,IAAI,MAAM,GAAG,SAAS,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QACxC,MAAM,CAAC,KAAK,CAAC,mDAAmD,EAAE;YAChE,cAAc,EAAE,MAAM;YACtB,SAAS;SACV,CAAC,CAAC;QACH,MAAM,GAAG,SAAS,CAAC;QAEnB,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IAC3D,CAAC;IAGD,MAAM,YAAY,GAAG,SAAS,KAAK,CAAC,IAAI,aAAa,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,aAAa,CAAC,CAAC;IAGtG,MAAM,QAAQ,GAAG,aAAa,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,GAAG,SAAS,CAAC;IAE3E,MAAM,QAAQ,GAAuB;QACnC,MAAM;QACN,KAAK,EAAE,aAAa;QACpB,UAAU,EAAE,SAAS;QACrB,aAAa;QACb,YAAY;QACZ,QAAQ;KACT,CAAC;IAEF,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,QAAQ,CAAC,CAAC;IAExD,OAAO,QAAQ,CAAC;AAClB,CAAC;AA8DD,MAAM,UAAU,YAAY,CAC1B,OAAY,EACZ,MAAc,EACd,KAAc;IAEd,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;IAGjC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CAAC,mDAAmD,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAC7E,MAAM,GAAG,CAAC,CAAC;IACb,CAAC;IAGD,IAAI,WAAmB,CAAC;IACxB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAEtC,WAAW,GAAG,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACtE,CAAC;SAAM,CAAC;QACN,WAAW,GAAG,KAAK,CAAC;QACpB,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACrE,CAAC;IAGD,IAAI,MAAM,IAAI,SAAS,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,kDAAkD,EAAE;YAC9D,MAAM;YACN,SAAS;SACV,CAAC,CAAC;QAEH,OAAO;YACL,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,0BAA0B,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,CAAC;SACvE,CAAC;IACJ,CAAC;IAGD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,WAAW,EAAE,SAAS,CAAC,CAAC;IAG3D,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAGrD,MAAM,UAAU,GAAG,0BAA0B,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;IAE9E,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;QAClC,MAAM;QACN,KAAK,EAAE,WAAW;QAClB,SAAS;QACT,SAAS,EAAE,YAAY,CAAC,MAAM;QAC9B,YAAY,EAAE,UAAU,CAAC,aAAa;QACtC,WAAW,EAAE,UAAU,CAAC,YAAY;QACpC,OAAO,EAAE,UAAU,CAAC,QAAQ;KAC7B,CAAC,CAAC;IAEH,OAAO;QACL,OAAO,EAAE,YAAY;QACrB,UAAU;KACX,CAAC;AACJ,CAAC;AAqBD,MAAM,UAAU,mBAAmB,CAAI,OAAY;IACjD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,CAAC;IACX,CAAC;IAGD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAE5C,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,iBAAiB,IAAI,qBAAqB,CAAC,GAAG,CAAC,CAAC;IAClD,CAAC;IAGD,MAAM,eAAe,GAAG,iBAAiB,GAAG,UAAU,CAAC;IACvD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAC9B,eAAe,GAAG,OAAO,CAAC,MAAM,GAAG,wBAAwB,CAC5D,CAAC;IAEF,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE;QACjD,SAAS,EAAE,OAAO,CAAC,MAAM;QACzB,UAAU;QACV,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC;QAC5C,cAAc;KACf,CAAC,CAAC;IAEH,OAAO,cAAc,CAAC;AACxB,CAAC;AAiBD,MAAM,UAAU,aAAa,CAAI,OAAY;IAC3C,MAAM,eAAe,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,aAAa,GAAG,eAAe,GAAG,eAAe,CAAC;IAExD,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;QAC1C,SAAS,EAAE,OAAO,CAAC,MAAM;QACzB,eAAe;QACf,aAAa,EAAE,eAAe;QAC9B,aAAa;KACd,CAAC,CAAC;IAEH,OAAO,aAAa,CAAC;AACvB,CAAC;AAmBD,MAAM,UAAU,wBAAwB,CACtC,MAAc,EACd,KAAyB,EACzB,SAAiB;IAQjB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,uCAAuC;SAC/C,CAAC;IACJ,CAAC;IAGD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YAC3C,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM;gBACN,KAAK,EAAE,kCAAkC;aAC1C,CAAC;QACJ,CAAC;IACH,CAAC;IAGD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClD,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,MAAM;YACN,KAAK;YACL,KAAK,EAAE,2CAA2C;SACnD,CAAC;IACJ,CAAC;IAED,OAAO;QACL,KAAK,EAAE,IAAI;QACX,MAAM;QACN,KAAK;KACN,CAAC;AACJ,CAAC"}

package/dist/utils/types.d.ts

@@ -0,0 +1,68 @@
+export type GSCDimension = 'query' | 'page' | 'country' | 'device' | 'searchAppearance' | 'date';
+export type FilterOperator = 'equals' | 'notEquals' | 'contains' | 'notContains' | 'includingRegex' | 'excludingRegex';
+export interface DimensionFilter {
+    dimension: GSCDimension;
+    operator: FilterOperator;
+    expression: string;
+}
+export type SortMetric = 'clicks' | 'impressions' | 'ctr' | 'position';
+export type SortOrder = 'asc' | 'desc';
+export interface PositionRange {
+    min: number;
+    max: number;
+}
+export interface TopQueryResult {
+    query: string;
+    clicks: number;
+    impressions: number;
+    ctr: number;
+    position: number;
+}
+export interface TopPageResult {
+    page: string;
+    clicks: number;
+    impressions: number;
+    ctr: number;
+    position: number;
+}
+export interface PeriodMetrics {
+    clicks: number;
+    impressions: number;
+    ctr: number;
+    position: number;
+}
+export interface MetricChanges {
+    clicks: number;
+    clicksPercent: number | null;
+    impressions: number;
+    impressionsPercent: number | null;
+    position: number;
+}
+export interface MetricComparison {
+    current: PeriodMetrics;
+    previous: PeriodMetrics;
+    changes: MetricChanges;
+}
+export interface QueryComparison extends MetricComparison {
+    query: string;
+}
+export interface PageComparison extends MetricComparison {
+    page: string;
+}
+export interface PropertyInfo {
+    propertyUrl: string;
+    permissionLevel: string;
+    verified: boolean;
+}
+export interface AdvancedQueryResult {
+    [dimension: string]: string | number;
+    clicks: number;
+    impressions: number;
+    ctr: number;
+    position: number;
+}
+export declare function isGSCDimension(value: string): value is GSCDimension;
+export declare function isFilterOperator(value: string): value is FilterOperator;
+export declare function isSortMetric(value: string): value is SortMetric;
+export declare function isSortOrder(value: string): value is SortOrder;
+//# sourceMappingURL=types.d.ts.map

package/dist/utils/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/utils/types.ts"],"names":[],"mappings":"AAiBA,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,MAAM,GAAG,SAAS,GAAG,QAAQ,GAAG,kBAAkB,GAAG,MAAM,CAAC;AAKjG,MAAM,MAAM,cAAc,GACtB,QAAQ,GACR,WAAW,GACX,UAAU,GACV,aAAa,GACb,gBAAgB,GAChB,gBAAgB,CAAC;AA+BrB,MAAM,WAAW,eAAe;IAE9B,SAAS,EAAE,YAAY,CAAC;IAExB,QAAQ,EAAE,cAAc,CAAC;IAEzB,UAAU,EAAE,MAAM,CAAC;CACpB;AASD,MAAM,MAAM,UAAU,GAAG,QAAQ,GAAG,aAAa,GAAG,KAAK,GAAG,UAAU,CAAC;AAKvE,MAAM,MAAM,SAAS,GAAG,KAAK,GAAG,MAAM,CAAC;AAqBvC,MAAM,WAAW,aAAa;IAE5B,GAAG,EAAE,MAAM,CAAC;IAEZ,GAAG,EAAE,MAAM,CAAC;CACb;AAWD,MAAM,WAAW,cAAc;IAE7B,KAAK,EAAE,MAAM,CAAC;IAEd,MAAM,EAAE,MAAM,CAAC;IAEf,WAAW,EAAE,MAAM,CAAC;IAEpB,GAAG,EAAE,MAAM,CAAC;IAEZ,QAAQ,EAAE,MAAM,CAAC;CAClB;AAOD,MAAM,WAAW,aAAa;IAE5B,IAAI,EAAE,MAAM,CAAC;IAEb,MAAM,EAAE,MAAM,CAAC;IAEf,WAAW,EAAE,MAAM,CAAC;IAEpB,GAAG,EAAE,MAAM,CAAC;IAEZ,QAAQ,EAAE,MAAM,CAAC;CAClB;AAYD,MAAM,WAAW,aAAa;IAE5B,MAAM,EAAE,MAAM,CAAC;IAEf,WAAW,EAAE,MAAM,CAAC;IAEpB,GAAG,EAAE,MAAM,CAAC;IAEZ,QAAQ,EAAE,MAAM,CAAC;CAClB;AAQD,MAAM,WAAW,aAAa;IAE5B,MAAM,EAAE,MAAM,CAAC;IAEf,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAE7B,WAAW,EAAE,MAAM,CAAC;IAEpB,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC,QAAQ,EAAE,MAAM,CAAC;CAClB;AAUD,MAAM,WAAW,gBAAgB;IAE/B,OAAO,EAAE,aAAa,CAAC;IAEvB,QAAQ,EAAE,aAAa,CAAC;IAExB,OAAO,EAAE,aAAa,CAAC;CACxB;AAuBD,MAAM,WAAW,eAAgB,SAAQ,gBAAgB;IAEvD,KAAK,EAAE,MAAM,CAAC;CACf;AAuBD,MAAM,WAAW,cAAe,SAAQ,gBAAgB;IAEtD,IAAI,EAAE,MAAM,CAAC;CACd;AAqBD,MAAM,WAAW,YAAY;IAE3B,WAAW,EAAE,MAAM,CAAC;IAEpB,eAAe,EAAE,MAAM,CAAC;IAExB,QAAQ,EAAE,OAAO,CAAC;CACnB;AA0BD,MAAM,WAAW,mBAAmB;IAElC,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;IAErC,MAAM,EAAE,MAAM,CAAC;IAEf,WAAW,EAAE,MAAM,CAAC;IAEpB,GAAG,EAAE,MAAM,CAAC;IAEZ,QAAQ,EAAE,MAAM,CAAC;CAClB;AASD,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,YAAY,CAEnE;AAKD,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,cAAc,CAEvE;AAKD,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,UAAU,CAE/D;AAKD,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,SAAS,CAE7D"}

package/dist/utils/types.js

@@ -0,0 +1,13 @@
+export function isGSCDimension(value) {
+    return ['query', 'page', 'country', 'device', 'searchAppearance', 'date'].includes(value);
+}
+export function isFilterOperator(value) {
+    return ['equals', 'notEquals', 'contains', 'notContains', 'includingRegex', 'excludingRegex'].includes(value);
+}
+export function isSortMetric(value) {
+    return ['clicks', 'impressions', 'ctr', 'position'].includes(value);
+}
+export function isSortOrder(value) {
+    return value === 'asc' || value === 'desc';
+}
+//# sourceMappingURL=types.js.map

package/dist/utils/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/utils/types.ts"],"names":[],"mappings":"AAyUA,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAC5F,CAAC;AAKD,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,aAAa,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAChH,CAAC;AAKD,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,OAAO,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACtE,CAAC;AAKD,MAAM,UAAU,WAAW,CAAC,KAAa;IACvC,OAAO,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,MAAM,CAAC;AAC7C,CAAC"}