paper-search-cli 0.1.0

package/dist/utils/PDFExtractor.js

@@ -0,0 +1,130 @@
+import axios from 'axios';
+import * as fs from 'fs';
+import * as path from 'path';
+// @ts-ignore - pdf-parse doesn't have type definitions
+import pdf from 'pdf-parse';
+import { logDebug, logWarn } from './Logger.js';
+import { TIMEOUTS, USER_AGENT } from '../config/constants.js';
+export class PDFExtractor {
+    /**
+     * Download PDF from URL and extract text
+     */
+    async extractFromUrl(url, options = {}) {
+        try {
+            logDebug(`Downloading PDF from: ${url}`);
+            const response = await axios.get(url, {
+                responseType: 'arraybuffer',
+                timeout: TIMEOUTS.DOWNLOAD,
+                headers: {
+                    'User-Agent': USER_AGENT,
+                    'Accept': 'application/pdf'
+                }
+            });
+            if (response.status !== 200) {
+                throw new Error(`Failed to download PDF: HTTP ${response.status}`);
+            }
+            const buffer = Buffer.from(response.data);
+            return await this.extractFromBuffer(buffer, options);
+        }
+        catch (error) {
+            logWarn(`Error downloading PDF from ${url}:`, error.message);
+            throw error;
+        }
+    }
+    /**
+     * Extract text from PDF file
+     */
+    async extractFromFile(filePath, options = {}) {
+        try {
+            if (!fs.existsSync(filePath)) {
+                throw new Error(`PDF file not found: ${filePath}`);
+            }
+            logDebug(`Extracting text from PDF file: ${filePath}`);
+            const dataBuffer = fs.readFileSync(filePath);
+            return await this.extractFromBuffer(dataBuffer, options);
+        }
+        catch (error) {
+            logWarn(`Error extracting PDF from file ${filePath}:`, error.message);
+            throw error;
+        }
+    }
+    /**
+     * Extract text from PDF buffer
+     */
+    async extractFromBuffer(buffer, options = {}) {
+        try {
+            const pdfOptions = {};
+            if (options.maxPages) {
+                pdfOptions.max = options.maxPages;
+            }
+            const data = await pdf(buffer, pdfOptions);
+            let text = data.text;
+            if (options.cleanText !== false) {
+                text = this.cleanText(text);
+            }
+            logDebug(`Extracted ${data.numpages} pages, ${text.length} characters`);
+            return {
+                text,
+                numPages: data.numpages,
+                info: data.info,
+                metadata: data.metadata
+            };
+        }
+        catch (error) {
+            logWarn('Error parsing PDF:', error.message);
+            throw error;
+        }
+    }
+    /**
+     * Clean extracted text
+     */
+    cleanText(text) {
+        return text
+            // Remove excessive whitespace
+            .replace(/\s+/g, ' ')
+            // Remove page numbers (common patterns)
+            .replace(/\n\s*\d+\s*\n/g, '\n')
+            // Remove headers/footers (lines with only numbers or short text)
+            .replace(/\n\s*[\w\s]{1,30}\s*\n/g, '\n')
+            // Normalize line breaks
+            .replace(/\n{3,}/g, '\n\n')
+            // Trim
+            .trim();
+    }
+    /**
+     * Download PDF and save to file
+     */
+    async downloadPdf(url, savePath) {
+        try {
+            logDebug(`Downloading PDF from ${url} to ${savePath}`);
+            // Ensure directory exists
+            const dir = path.dirname(savePath);
+            if (!fs.existsSync(dir)) {
+                fs.mkdirSync(dir, { recursive: true });
+            }
+            const response = await axios.get(url, {
+                responseType: 'stream',
+                timeout: TIMEOUTS.DOWNLOAD,
+                headers: {
+                    'User-Agent': USER_AGENT,
+                    'Accept': 'application/pdf'
+                }
+            });
+            const writer = fs.createWriteStream(savePath);
+            response.data.pipe(writer);
+            return new Promise((resolve, reject) => {
+                writer.on('finish', () => {
+                    logDebug(`PDF saved to: ${savePath}`);
+                    resolve(savePath);
+                });
+                writer.on('error', reject);
+            });
+        }
+        catch (error) {
+            logWarn(`Error downloading PDF:`, error.message);
+            throw error;
+        }
+    }
+}
+export default PDFExtractor;
+//# sourceMappingURL=PDFExtractor.js.map

package/dist/utils/PDFExtractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PDFExtractor.js","sourceRoot":"","sources":["../../src/utils/PDFExtractor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,uDAAuD;AACvD,OAAO,GAAG,MAAM,WAAW,CAAC;AAC5B,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAc9D,MAAM,OAAO,YAAY;IACvB;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,GAAW,EAAE,UAA6B,EAAE;QAC/D,IAAI,CAAC;YACH,QAAQ,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAAC;YAEzC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;gBACpC,YAAY,EAAE,aAAa;gBAC3B,OAAO,EAAE,QAAQ,CAAC,QAAQ;gBAC1B,OAAO,EAAE;oBACP,YAAY,EAAE,UAAU;oBACxB,QAAQ,EAAE,iBAAiB;iBAC5B;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC1C,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,8BAA8B,GAAG,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,QAAgB,EAAE,UAA6B,EAAE;QACrE,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;YACrD,CAAC;YAED,QAAQ,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC;YAEvD,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAC7C,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,kCAAkC,QAAQ,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACtE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,UAA6B,EAAE;QACrE,IAAI,CAAC;YACH,MAAM,UAAU,GAAQ,EAAE,CAAC;YAE3B,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACrB,UAAU,CAAC,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC;YACpC,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAE3C,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;YAErB,IAAI,OAAO,CAAC,SAAS,KAAK,KAAK,EAAE,CAAC;gBAChC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC9B,CAAC;YAED,QAAQ,CAAC,aAAa,IAAI,CAAC,QAAQ,WAAW,IAAI,CAAC,MAAM,aAAa,CAAC,CAAC;YAExE,OAAO;gBACL,IAAI;gBACJ,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,oBAAoB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7C,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,IAAY;QAC5B,OAAO,IAAI;YACT,8BAA8B;aAC7B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;YACrB,wCAAwC;aACvC,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC;YAChC,iEAAiE;aAChE,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC;YACzC,wBAAwB;aACvB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;YAC3B,OAAO;aACN,IAAI,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,GAAW,EAAE,QAAgB;QAC7C,IAAI,CAAC;YACH,QAAQ,CAAC,wBAAwB,GAAG,OAAO,QAAQ,EAAE,CAAC,CAAC;YAEvD,0BAA0B;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;gBACpC,YAAY,EAAE,QAAQ;gBACtB,OAAO,EAAE,QAAQ,CAAC,QAAQ;gBAC1B,OAAO,EAAE;oBACP,YAAY,EAAE,UAAU;oBACxB,QAAQ,EAAE,iBAAiB;iBAC5B;aACF,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAC9C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE3B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;oBACvB,QAAQ,CAAC,iBAAiB,QAAQ,EAAE,CAAC,CAAC;oBACtC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACpB,CAAC,CAAC,CAAC;gBACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC7B,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,OAAO,CAAC,wBAAwB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAED,eAAe,YAAY,CAAC"}

package/dist/utils/PdfDownload.d.ts

@@ -0,0 +1,7 @@
+export interface PdfDownloadOptions {
+    headers?: Record<string, string>;
+}
+export declare function safeFilename(value: string, fallback?: string): string;
+export declare function isPdfBuffer(buffer: Buffer, contentType?: string): boolean;
+export declare function downloadPdfFromUrl(pdfUrl: string, savePath: string, filenameHint: string, options?: PdfDownloadOptions): Promise<string>;
+//# sourceMappingURL=PdfDownload.d.ts.map

package/dist/utils/PdfDownload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PdfDownload.d.ts","sourceRoot":"","sources":["../../src/utils/PdfDownload.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,kBAAkB;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,SAAU,GAAG,MAAM,CAGtE;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,SAAK,GAAG,OAAO,CAErE;AAED,wBAAsB,kBAAkB,CACtC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,MAAM,CAAC,CA4CjB"}

package/dist/utils/PdfDownload.js

@@ -0,0 +1,52 @@
+import axios from 'axios';
+import * as fs from 'fs';
+import * as path from 'path';
+import { TIMEOUTS, USER_AGENT } from '../config/constants.js';
+export function safeFilename(value, fallback = 'paper') {
+    const safe = value.replace(/[^a-zA-Z0-9._-]+/g, '_').replace(/^[_\-.]+|[_\-.]+$/g, '');
+    return (safe || fallback).slice(0, 120);
+}
+export function isPdfBuffer(buffer, contentType = '') {
+    return contentType.toLowerCase().includes('pdf') || buffer.subarray(0, 4).toString() === '%PDF';
+}
+export async function downloadPdfFromUrl(pdfUrl, savePath, filenameHint, options = {}) {
+    if (!pdfUrl) {
+        throw new Error('Missing PDF URL');
+    }
+    if (pdfUrl.startsWith('ftp://')) {
+        throw new Error(`FTP PDF links are not supported by the Node downloader: ${pdfUrl}`);
+    }
+    fs.mkdirSync(savePath, { recursive: true });
+    const outputPath = path.join(savePath, `${safeFilename(filenameHint)}.pdf`);
+    const response = await axios.get(pdfUrl, {
+        responseType: 'arraybuffer',
+        timeout: TIMEOUTS.DOWNLOAD,
+        maxRedirects: 5,
+        headers: {
+            'User-Agent': USER_AGENT,
+            Accept: 'application/pdf,*/*',
+            ...(options.headers || {})
+        },
+        validateStatus: status => status < 500
+    });
+    if (response.status >= 400) {
+        const errorBuffer = Buffer.from(response.data || []);
+        const snippet = errorBuffer.subarray(0, 240).toString('utf8').replace(/\s+/g, ' ').trim();
+        const challenge = response.headers['cf-mitigated'] || /cloudflare|challenge|just a moment/i.test(snippet);
+        const reason = challenge ? 'provider returned an HTML anti-bot challenge instead of a PDF' : 'provider refused the request';
+        throw new Error(`PDF download failed with HTTP ${response.status}: ${reason}`);
+    }
+    const buffer = Buffer.from(response.data);
+    const contentType = String(response.headers['content-type'] || '').toLowerCase();
+    if (!isPdfBuffer(buffer, contentType)) {
+        const snippet = buffer.subarray(0, 240).toString('utf8').replace(/\s+/g, ' ').trim();
+        const challenge = response.headers['cf-mitigated'] || /cloudflare|challenge|preparing to download|proof-of-work/i.test(snippet);
+        const reason = challenge
+            ? 'the provider returned an HTML challenge page instead of a PDF'
+            : `content-type was ${contentType || 'unknown'}`;
+        throw new Error(`Resolved URL did not return a PDF (${reason}): ${pdfUrl}`);
+    }
+    fs.writeFileSync(outputPath, buffer);
+    return outputPath;
+}
+//# sourceMappingURL=PdfDownload.js.map

package/dist/utils/PdfDownload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PdfDownload.js","sourceRoot":"","sources":["../../src/utils/PdfDownload.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAM9D,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,QAAQ,GAAG,OAAO;IAC5D,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;IACvF,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAc,EAAE,WAAW,GAAG,EAAE;IAC1D,OAAO,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,MAAM,CAAC;AAClG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAAc,EACd,QAAgB,EAChB,YAAoB,EACpB,UAA8B,EAAE;IAEhC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,2DAA2D,MAAM,EAAE,CAAC,CAAC;IACvF,CAAC;IAED,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAE5E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAc,MAAM,EAAE;QACpD,YAAY,EAAE,aAAa;QAC3B,OAAO,EAAE,QAAQ,CAAC,QAAQ;QAC1B,YAAY,EAAE,CAAC;QACf,OAAO,EAAE;YACP,YAAY,EAAE,UAAU;YACxB,MAAM,EAAE,qBAAqB;YAC7B,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;SAC3B;QACD,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,GAAG,GAAG;KACvC,CAAC,CAAC;IAEH,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1F,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,qCAAqC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1G,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,+DAA+D,CAAC,CAAC,CAAC,8BAA8B,CAAC;QAC5H,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACjF,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACrF,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,2DAA2D,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChI,MAAM,MAAM,GAAG,SAAS;YACtB,CAAC,CAAC,+DAA+D;YACjE,CAAC,CAAC,oBAAoB,WAAW,IAAI,SAAS,EAAE,CAAC;QACnD,MAAM,IAAI,KAAK,CAAC,sCAAsC,MAAM,MAAM,MAAM,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACrC,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/utils/QuotaManager.d.ts

@@ -0,0 +1,32 @@
+export interface QuotaConfig {
+    dailyLimit: number;
+    envPrefix?: string;
+}
+export interface QuotaStatus {
+    platform: string;
+    used: number;
+    limit: number;
+    remaining: number;
+    resetAt: string;
+}
+export declare class QuotaExhaustedError extends Error {
+    readonly platform: string;
+    readonly limit: number;
+    readonly resetAt: string;
+    constructor(platform: string, limit: number, resetAt: string);
+}
+export declare class QuotaManager {
+    private static instance;
+    private quotas;
+    private constructor();
+    static getInstance(): QuotaManager;
+    registerPlatform(platform: string, config: QuotaConfig): void;
+    checkQuota(platform: string): void;
+    incrementUsage(platform: string): void;
+    getStatus(platform: string): QuotaStatus | null;
+    private resetIfNeeded;
+    private getDayKey;
+    private getNextResetTime;
+}
+export default QuotaManager;
+//# sourceMappingURL=QuotaManager.d.ts.map

package/dist/utils/QuotaManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"QuotaManager.d.ts","sourceRoot":"","sources":["../../src/utils/QuotaManager.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,mBAAoB,SAAQ,KAAK;aAE1B,QAAQ,EAAE,MAAM;aAChB,KAAK,EAAE,MAAM;aACb,OAAO,EAAE,MAAM;gBAFf,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM;CAKlC;AAED,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAe;IACtC,OAAO,CAAC,MAAM,CAA2E;IAEzF,OAAO;IAEP,MAAM,CAAC,WAAW,IAAI,YAAY;IAOlC,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,GAAG,IAAI;IAc7D,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAmBlC,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAetC,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI;IAiB/C,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,SAAS;IAIjB,OAAO,CAAC,gBAAgB;CAMzB;AAED,eAAe,YAAY,CAAC"}

package/dist/utils/QuotaManager.js

@@ -0,0 +1,95 @@
+import { logDebug, logWarn } from './Logger.js';
+export class QuotaExhaustedError extends Error {
+    platform;
+    limit;
+    resetAt;
+    constructor(platform, limit, resetAt) {
+        super(`${platform} daily quota exhausted (${limit}/day). Resets at ${resetAt}`);
+        this.platform = platform;
+        this.limit = limit;
+        this.resetAt = resetAt;
+        this.name = 'QuotaExhaustedError';
+    }
+}
+export class QuotaManager {
+    static instance;
+    quotas = new Map();
+    constructor() { }
+    static getInstance() {
+        if (!QuotaManager.instance) {
+            QuotaManager.instance = new QuotaManager();
+        }
+        return QuotaManager.instance;
+    }
+    registerPlatform(platform, config) {
+        const envVar = config.envPrefix ? `${config.envPrefix}_DAILY_LIMIT` : undefined;
+        const limitFromEnv = envVar ? Number(process.env[envVar]) : NaN;
+        const limit = Number.isFinite(limitFromEnv) && limitFromEnv > 0 ? limitFromEnv : config.dailyLimit;
+        this.quotas.set(platform, {
+            limit,
+            used: 0,
+            dayKey: this.getDayKey()
+        });
+        logDebug(`QuotaManager: Registered ${platform} with daily limit ${limit}`);
+    }
+    checkQuota(platform) {
+        const quota = this.quotas.get(platform);
+        if (!quota) {
+            logWarn(`QuotaManager: Platform ${platform} not registered`);
+            return;
+        }
+        this.resetIfNeeded(platform, quota);
+        if (quota.limit <= 0) {
+            return;
+        }
+        if (quota.used >= quota.limit) {
+            const resetAt = this.getNextResetTime();
+            throw new QuotaExhaustedError(platform, quota.limit, resetAt);
+        }
+    }
+    incrementUsage(platform) {
+        const quota = this.quotas.get(platform);
+        if (!quota) {
+            logWarn(`QuotaManager: Platform ${platform} not registered`);
+            return;
+        }
+        this.resetIfNeeded(platform, quota);
+        if (quota.limit > 0) {
+            quota.used++;
+            logDebug(`QuotaManager: ${platform} usage: ${quota.used}/${quota.limit}`);
+        }
+    }
+    getStatus(platform) {
+        const quota = this.quotas.get(platform);
+        if (!quota) {
+            return null;
+        }
+        this.resetIfNeeded(platform, quota);
+        return {
+            platform,
+            used: quota.used,
+            limit: quota.limit,
+            remaining: Math.max(0, quota.limit - quota.used),
+            resetAt: this.getNextResetTime()
+        };
+    }
+    resetIfNeeded(platform, quota) {
+        const currentKey = this.getDayKey();
+        if (currentKey !== quota.dayKey) {
+            quota.dayKey = currentKey;
+            quota.used = 0;
+            logDebug(`QuotaManager: Reset ${platform} quota for new day ${currentKey}`);
+        }
+    }
+    getDayKey(date = new Date()) {
+        return date.toISOString().split('T')[0];
+    }
+    getNextResetTime() {
+        const tomorrow = new Date();
+        tomorrow.setUTCDate(tomorrow.getUTCDate() + 1);
+        tomorrow.setUTCHours(0, 0, 0, 0);
+        return tomorrow.toISOString();
+    }
+}
+export default QuotaManager;
+//# sourceMappingURL=QuotaManager.js.map

package/dist/utils/QuotaManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"QuotaManager.js","sourceRoot":"","sources":["../../src/utils/QuotaManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAehD,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAE1B;IACA;IACA;IAHlB,YACkB,QAAgB,EAChB,KAAa,EACb,OAAe;QAE/B,KAAK,CAAC,GAAG,QAAQ,2BAA2B,KAAK,oBAAoB,OAAO,EAAE,CAAC,CAAC;QAJhE,aAAQ,GAAR,QAAQ,CAAQ;QAChB,UAAK,GAAL,KAAK,CAAQ;QACb,YAAO,GAAP,OAAO,CAAQ;QAG/B,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACpC,CAAC;CACF;AAED,MAAM,OAAO,YAAY;IACf,MAAM,CAAC,QAAQ,CAAe;IAC9B,MAAM,GAAiE,IAAI,GAAG,EAAE,CAAC;IAEzF,gBAAuB,CAAC;IAExB,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;YAC3B,YAAY,CAAC,QAAQ,GAAG,IAAI,YAAY,EAAE,CAAC;QAC7C,CAAC;QACD,OAAO,YAAY,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,gBAAgB,CAAC,QAAgB,EAAE,MAAmB;QACpD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,SAAS,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;QAChF,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAChE,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC;QAEnG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;YACxB,KAAK;YACL,IAAI,EAAE,CAAC;YACP,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE;SACzB,CAAC,CAAC;QAEH,QAAQ,CAAC,4BAA4B,QAAQ,qBAAqB,KAAK,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,UAAU,CAAC,QAAgB;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,0BAA0B,QAAQ,iBAAiB,CAAC,CAAC;YAC7D,OAAO;QACT,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAEpC,IAAI,KAAK,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxC,MAAM,IAAI,mBAAmB,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED,cAAc,CAAC,QAAgB;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,CAAC,0BAA0B,QAAQ,iBAAiB,CAAC,CAAC;YAC7D,OAAO;QACT,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAEpC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,EAAE,CAAC;YACb,QAAQ,CAAC,iBAAiB,QAAQ,WAAW,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,SAAS,CAAC,QAAgB;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAEpC,OAAO;YACL,QAAQ;YACR,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC;YAChD,OAAO,EAAE,IAAI,CAAC,gBAAgB,EAAE;SACjC,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,QAAgB,EAAE,KAAsD;QAC5F,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACpC,IAAI,UAAU,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YAChC,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC;YAC1B,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;YACf,QAAQ,CAAC,uBAAuB,QAAQ,sBAAsB,UAAU,EAAE,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAEO,SAAS,CAAC,OAAa,IAAI,IAAI,EAAE;QACvC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC;IAEO,gBAAgB;QACtB,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;QAC5B,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/C,QAAQ,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACjC,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC;IAChC,CAAC;CACF;AAED,eAAe,YAAY,CAAC"}

package/dist/utils/RateLimiter.d.ts

@@ -0,0 +1,50 @@
+/**
+ * 请求速率限制器
+ * 用于控制API请求频率，遵守各平台的使用限制
+ */
+export interface RateLimiterOptions {
+    /** 每秒最大请求数 */
+    requestsPerSecond: number;
+    /** 突发请求容量 */
+    burstCapacity?: number;
+    /** 是否启用调试日志 */
+    debug?: boolean;
+}
+export declare class RateLimiter {
+    private readonly requestsPerSecond;
+    private readonly intervalMs;
+    private readonly burstCapacity;
+    private readonly debug;
+    private tokens;
+    private lastRefill;
+    private intervalHandle;
+    private readonly pendingRequests;
+    constructor(options: RateLimiterOptions);
+    /**
+     * 等待直到可以发送请求
+     */
+    waitForPermission(): Promise<void>;
+    /**
+     * 补充令牌（令牌桶算法）
+     */
+    private refillTokens;
+    /**
+     * 处理等待中的请求
+     */
+    private processPendingRequests;
+    /**
+     * 获取当前状态
+     */
+    getStatus(): {
+        availableTokens: number;
+        maxTokens: number;
+        requestsPerSecond: number;
+        pendingRequests: number;
+    };
+    /**
+     * 清理过期的等待请求（超过30秒）
+     */
+    cleanup(): void;
+    dispose(): void;
+}
+//# sourceMappingURL=RateLimiter.d.ts.map

package/dist/utils/RateLimiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RateLimiter.d.ts","sourceRoot":"","sources":["../../src/utils/RateLimiter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,WAAW,kBAAkB;IACjC,cAAc;IACd,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa;IACb,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAU;IAEhC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAGxB;gBAEI,OAAO,EAAE,kBAAkB;IAevC;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAwBxC;;OAEG;IACH,OAAO,CAAC,YAAY;IAepB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAiB9B;;OAEG;IACH,SAAS,IAAI;QACX,eAAe,EAAE,MAAM,CAAC;QACxB,SAAS,EAAE,MAAM,CAAC;QAClB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,eAAe,EAAE,MAAM,CAAC;KACzB;IAUD;;OAEG;IACH,OAAO,IAAI,IAAI;IAsBf,OAAO,IAAI,IAAI;CAGhB"}

package/dist/utils/RateLimiter.js

@@ -0,0 +1,121 @@
+/**
+ * 请求速率限制器
+ * 用于控制API请求频率，遵守各平台的使用限制
+ */
+import { logDebug } from './Logger.js';
+export class RateLimiter {
+    requestsPerSecond;
+    intervalMs;
+    burstCapacity;
+    debug;
+    tokens;
+    lastRefill;
+    intervalHandle;
+    pendingRequests = [];
+    constructor(options) {
+        this.requestsPerSecond = options.requestsPerSecond;
+        this.intervalMs = 1000 / this.requestsPerSecond;
+        this.burstCapacity = options.burstCapacity || this.requestsPerSecond;
+        this.debug = options.debug || false;
+        this.tokens = this.burstCapacity;
+        this.lastRefill = Date.now();
+        // 定期处理等待中的请求
+        this.intervalHandle = setInterval(() => this.processPendingRequests(), Math.min(this.intervalMs, 100));
+        // Don't keep the process alive just because of the limiter interval.
+        this.intervalHandle.unref?.();
+    }
+    /**
+     * 等待直到可以发送请求
+     */
+    async waitForPermission() {
+        this.refillTokens();
+        if (this.tokens > 0) {
+            this.tokens--;
+            if (this.debug) {
+                logDebug(`RateLimiter: Request allowed, ${this.tokens} tokens remaining`);
+            }
+            return Promise.resolve();
+        }
+        // 没有可用令牌，加入等待队列
+        return new Promise((resolve) => {
+            this.pendingRequests.push({
+                resolve,
+                timestamp: Date.now()
+            });
+            if (this.debug) {
+                logDebug(`RateLimiter: Request queued, ${this.pendingRequests.length} waiting`);
+            }
+        });
+    }
+    /**
+     * 补充令牌（令牌桶算法）
+     */
+    refillTokens() {
+        const now = Date.now();
+        const timePassed = now - this.lastRefill;
+        if (timePassed >= this.intervalMs) {
+            const tokensToAdd = Math.floor(timePassed / this.intervalMs);
+            this.tokens = Math.min(this.burstCapacity, this.tokens + tokensToAdd);
+            this.lastRefill = now;
+            if (this.debug && tokensToAdd > 0) {
+                logDebug(`RateLimiter: Added ${tokensToAdd} tokens, total: ${this.tokens}`);
+            }
+        }
+    }
+    /**
+     * 处理等待中的请求
+     */
+    processPendingRequests() {
+        this.refillTokens();
+        while (this.tokens > 0 && this.pendingRequests.length > 0) {
+            const request = this.pendingRequests.shift();
+            if (request) {
+                this.tokens--;
+                request.resolve();
+                if (this.debug) {
+                    const waitTime = Date.now() - request.timestamp;
+                    logDebug(`RateLimiter: Released waiting request (waited ${waitTime}ms), ${this.tokens} tokens remaining`);
+                }
+            }
+        }
+    }
+    /**
+     * 获取当前状态
+     */
+    getStatus() {
+        this.refillTokens();
+        return {
+            availableTokens: this.tokens,
+            maxTokens: this.burstCapacity,
+            requestsPerSecond: this.requestsPerSecond,
+            pendingRequests: this.pendingRequests.length
+        };
+    }
+    /**
+     * 清理过期的等待请求（超过30秒）
+     */
+    cleanup() {
+        const now = Date.now();
+        const timeoutMs = 30000; // 30秒超时
+        let removedCount = 0;
+        while (this.pendingRequests.length > 0) {
+            const first = this.pendingRequests[0];
+            if (now - first.timestamp > timeoutMs) {
+                this.pendingRequests.shift();
+                // 拒绝过期的请求
+                first.resolve(); // 或者可以reject，但这里选择允许继续
+                removedCount++;
+            }
+            else {
+                break;
+            }
+        }
+        if (this.debug && removedCount > 0) {
+            logDebug(`RateLimiter: Cleaned up ${removedCount} expired requests`);
+        }
+    }
+    dispose() {
+        clearInterval(this.intervalHandle);
+    }
+}
+//# sourceMappingURL=RateLimiter.js.map

package/dist/utils/RateLimiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RateLimiter.js","sourceRoot":"","sources":["../../src/utils/RateLimiter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAWvC,MAAM,OAAO,WAAW;IACL,iBAAiB,CAAS;IAC1B,UAAU,CAAS;IACnB,aAAa,CAAS;IACtB,KAAK,CAAU;IAExB,MAAM,CAAS;IACf,UAAU,CAAS;IACnB,cAAc,CAAiB;IACtB,eAAe,GAG3B,EAAE,CAAC;IAER,YAAY,OAA2B;QACrC,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACnD,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAChD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,iBAAiB,CAAC;QACrE,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;QAEpC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,aAAa;QACb,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;QACvG,qEAAqE;QACrE,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB;QACrB,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,iCAAiC,IAAI,CAAC,MAAM,mBAAmB,CAAC,CAAC;YAC5E,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QAED,gBAAgB;QAChB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;gBACxB,OAAO;gBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,gCAAgC,IAAI,CAAC,eAAe,CAAC,MAAM,UAAU,CAAC,CAAC;YAClF,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC;QAEzC,IAAI,UAAU,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;YACtE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;YAEtB,IAAI,IAAI,CAAC,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBAClC,QAAQ,CAAC,sBAAsB,WAAW,mBAAmB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,sBAAsB;QAC5B,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC7C,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,CAAC,OAAO,EAAE,CAAC;gBAElB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC;oBAChD,QAAQ,CAAC,iDAAiD,QAAQ,QAAQ,IAAI,CAAC,MAAM,mBAAmB,CAAC,CAAC;gBAC5G,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS;QAMP,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,OAAO;YACL,eAAe,EAAE,IAAI,CAAC,MAAM;YAC5B,SAAS,EAAE,IAAI,CAAC,aAAa;YAC7B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;SAC7C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,OAAO;QACL,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,QAAQ;QAEjC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,GAAG,GAAG,KAAK,CAAC,SAAS,GAAG,SAAS,EAAE,CAAC;gBACtC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;gBAC7B,UAAU;gBACV,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,uBAAuB;gBACxC,YAAY,EAAE,CAAC;YACjB,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACnC,QAAQ,CAAC,2BAA2B,YAAY,mBAAmB,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,OAAO;QACL,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACrC,CAAC;CACF"}

package/dist/utils/RequestCache.d.ts

@@ -0,0 +1,26 @@
+export interface CacheOptions {
+    maxSize?: number;
+    ttlMs?: number;
+}
+export interface CacheStats {
+    size: number;
+    maxSize: number;
+    hits: number;
+    misses: number;
+    hitRate: number;
+}
+export declare class RequestCache<T = any> {
+    private cache;
+    private hits;
+    private misses;
+    constructor(options?: CacheOptions);
+    generateKey(platform: string, query: string, options?: Record<string, any>): string;
+    get(key: string): T | undefined;
+    set(key: string, value: T): void;
+    has(key: string): boolean;
+    delete(key: string): boolean;
+    clear(): void;
+    getStats(): CacheStats;
+}
+export default RequestCache;
+//# sourceMappingURL=RequestCache.d.ts.map

package/dist/utils/RequestCache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RequestCache.d.ts","sourceRoot":"","sources":["../../src/utils/RequestCache.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,YAAY,CAAC,CAAC,GAAG,GAAG;IAC/B,OAAO,CAAC,KAAK,CAAM;IACnB,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,MAAM,CAAa;gBAEf,OAAO,GAAE,YAAiB;IActC,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM;IASnF,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS;IAY/B,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI;IAKhC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAIzB,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAI5B,KAAK,IAAI,IAAI;IAOb,QAAQ,IAAI,UAAU;CAUvB;AAED,eAAe,YAAY,CAAC"}

package/dist/utils/RequestCache.js

@@ -0,0 +1,66 @@
+import { LRUCache } from 'lru-cache';
+import { createHash } from 'crypto';
+import { logDebug } from './Logger.js';
+export class RequestCache {
+    cache;
+    hits = 0;
+    misses = 0;
+    constructor(options = {}) {
+        const maxSize = options.maxSize || 100;
+        const ttlMs = options.ttlMs || 3600000; // 1 hour default
+        this.cache = new LRUCache({
+            max: maxSize,
+            ttl: ttlMs,
+            updateAgeOnGet: true,
+            updateAgeOnHas: false
+        });
+        logDebug(`RequestCache initialized: maxSize=${maxSize}, ttl=${ttlMs}ms`);
+    }
+    generateKey(platform, query, options) {
+        const data = JSON.stringify({
+            platform,
+            query: query.toLowerCase().trim(),
+            options: options || {}
+        });
+        return createHash('sha256').update(data).digest('hex');
+    }
+    get(key) {
+        const value = this.cache.get(key);
+        if (value !== undefined) {
+            this.hits++;
+            logDebug(`Cache hit: ${key.substring(0, 8)}...`);
+            return value;
+        }
+        this.misses++;
+        logDebug(`Cache miss: ${key.substring(0, 8)}...`);
+        return undefined;
+    }
+    set(key, value) {
+        this.cache.set(key, value);
+        logDebug(`Cache set: ${key.substring(0, 8)}...`);
+    }
+    has(key) {
+        return this.cache.has(key);
+    }
+    delete(key) {
+        return this.cache.delete(key);
+    }
+    clear() {
+        this.cache.clear();
+        this.hits = 0;
+        this.misses = 0;
+        logDebug('Cache cleared');
+    }
+    getStats() {
+        const total = this.hits + this.misses;
+        return {
+            size: this.cache.size,
+            maxSize: this.cache.max,
+            hits: this.hits,
+            misses: this.misses,
+            hitRate: total > 0 ? this.hits / total : 0
+        };
+    }
+}
+export default RequestCache;
+//# sourceMappingURL=RequestCache.js.map

package/dist/utils/RequestCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RequestCache.js","sourceRoot":"","sources":["../../src/utils/RequestCache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAevC,MAAM,OAAO,YAAY;IACf,KAAK,CAAM;IACX,IAAI,GAAW,CAAC,CAAC;IACjB,MAAM,GAAW,CAAC,CAAC;IAE3B,YAAY,UAAwB,EAAE;QACpC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,GAAG,CAAC;QACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC,iBAAiB;QAEzD,IAAI,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAC;YACxB,GAAG,EAAE,OAAO;YACZ,GAAG,EAAE,KAAK;YACV,cAAc,EAAE,IAAI;YACpB,cAAc,EAAE,KAAK;SACtB,CAAC,CAAC;QAEH,QAAQ,CAAC,qCAAqC,OAAO,SAAS,KAAK,IAAI,CAAC,CAAC;IAC3E,CAAC;IAED,WAAW,CAAC,QAAgB,EAAE,KAAa,EAAE,OAA6B;QACxE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,QAAQ;YACR,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE;YACjC,OAAO,EAAE,OAAO,IAAI,EAAE;SACvB,CAAC,CAAC;QACH,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,CAAC;IAED,GAAG,CAAC,GAAW;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,EAAE,CAAC;YACZ,QAAQ,CAAC,cAAc,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;YACjD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,QAAQ,CAAC,eAAe,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAQ;QACvB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC3B,QAAQ,CAAC,cAAc,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACnD,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAChB,QAAQ,CAAC,eAAe,CAAC,CAAC;IAC5B,CAAC;IAED,QAAQ;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;QACtC,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YACrB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG;YACvB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;SAC3C,CAAC;IACJ,CAAC;CACF;AAED,eAAe,YAAY,CAAC"}