paper-search-cli 0.3.0 → 0.3.2

package/dist/infrastructure/pdf/PdfDownload.js

@@ -0,0 +1,175 @@
+import axios from 'axios';
+import * as fs from 'fs';
+import * as path from 'path';
+import { Readable } from 'stream';
+import { TIMEOUTS, USER_AGENT } from '../../config/constants.js';
+export function safeFilename(value, fallback = 'paper') {
+    const safe = value.replace(/[^a-zA-Z0-9._-]+/g, '_').replace(/^[_\-.]+|[_\-.]+$/g, '');
+    return (safe || fallback).slice(0, 120);
+}
+export function isPdfBuffer(buffer, contentType = '') {
+    return contentType.toLowerCase().includes('pdf') || buffer.subarray(0, 4).toString() === '%PDF';
+}
+async function getStreamSnippet(stream, maxBytes = 240) {
+    return new Promise((resolve) => {
+        let buffer = Buffer.alloc(0);
+        const onData = (chunk) => {
+            buffer = Buffer.concat([buffer, chunk]);
+            if (buffer.length >= maxBytes) {
+                cleanup();
+                stream.destroy?.();
+            }
+        };
+        const cleanup = () => {
+            if (typeof stream.off === 'function') {
+                stream.off('data', onData);
+            }
+        };
+        stream.on('data', onData);
+        stream.on('end', () => {
+            cleanup();
+            resolve(buffer.subarray(0, maxBytes).toString('utf8').replace(/\s+/g, ' ').trim());
+        });
+        stream.on('close', () => {
+            cleanup();
+            resolve(buffer.subarray(0, maxBytes).toString('utf8').replace(/\s+/g, ' ').trim());
+        });
+        stream.on('error', () => {
+            cleanup();
+            resolve(buffer.subarray(0, maxBytes).toString('utf8').replace(/\s+/g, ' ').trim());
+        });
+    });
+}
+function removePartialDownload(filePath) {
+    try {
+        fs.rmSync(filePath, { force: true });
+    }
+    catch {
+        // Best-effort cleanup only; preserve the original download error.
+    }
+}
+export async function downloadPdfFromUrl(pdfUrl, savePath, filenameHint, options = {}) {
+    if (!pdfUrl) {
+        throw new Error('Missing PDF URL');
+    }
+    if (pdfUrl.startsWith('ftp://')) {
+        throw new Error(`FTP PDF links are not supported by the Node downloader: ${pdfUrl}`);
+    }
+    fs.mkdirSync(savePath, { recursive: true });
+    const outputPath = path.join(savePath, `${safeFilename(filenameHint)}.pdf`);
+    const response = await axios.get(pdfUrl, {
+        responseType: 'stream',
+        timeout: TIMEOUTS.DOWNLOAD,
+        maxRedirects: 5,
+        headers: {
+            'User-Agent': USER_AGENT,
+            Accept: 'application/pdf,*/*',
+            ...(options.headers || {})
+        },
+        validateStatus: status => status < 500
+    });
+    if (response.status >= 400) {
+        let errStream = response.data;
+        if (!(errStream instanceof Readable) && !(errStream && typeof errStream.on === 'function')) {
+            errStream = Readable.from(Buffer.isBuffer(errStream) ? errStream : Buffer.from(errStream || ''));
+        }
+        const errorSnippet = await getStreamSnippet(errStream);
+        const cfHeader = response.headers['cf-mitigated'];
+        const challenge = !!cfHeader || /cloudflare|challenge|just a moment/i.test(errorSnippet);
+        const reason = challenge ? 'provider returned an HTML anti-bot challenge instead of a PDF' : 'provider refused the request';
+        throw new Error(`PDF download failed with HTTP ${response.status}: ${reason}`);
+    }
+    return new Promise((resolve, reject) => {
+        let reader = response.data;
+        if (!(reader instanceof Readable) && !(reader && typeof reader.on === 'function')) {
+            reader = Readable.from(Buffer.isBuffer(reader) ? reader : Buffer.from(reader || ''));
+        }
+        let writer;
+        let checked = false;
+        let settled = false;
+        let totalBytes = 0;
+        const contentLengthHeader = response.headers['content-length'];
+        const expectedLength = contentLengthHeader ? parseInt(String(contentLengthHeader), 10) : 0;
+        const fail = (err) => {
+            if (settled)
+                return;
+            settled = true;
+            if (typeof reader.destroy === 'function')
+                reader.destroy();
+            if (writer) {
+                writer.once('close', () => {
+                    removePartialDownload(outputPath);
+                    reject(err);
+                });
+                writer.destroy();
+                return;
+            }
+            removePartialDownload(outputPath);
+            reject(err);
+        };
+        const ensureWriter = () => {
+            if (writer)
+                return writer;
+            writer = fs.createWriteStream(outputPath);
+            writer.on('error', fail);
+            writer.on('drain', () => {
+                if (typeof reader.resume === 'function')
+                    reader.resume();
+            });
+            writer.on('finish', () => {
+                if (settled)
+                    return;
+                if (expectedLength && totalBytes !== expectedLength) {
+                    settled = true;
+                    writer?.once('close', () => {
+                        removePartialDownload(outputPath);
+                        reject(new Error(`PDF download incomplete: received ${totalBytes} bytes, expected ${expectedLength} bytes`));
+                    });
+                    return;
+                }
+                settled = true;
+                resolve(outputPath);
+            });
+            return writer;
+        };
+        reader.on('data', (chunk) => {
+            totalBytes += chunk.length;
+            if (!checked) {
+                checked = true;
+                const contentType = String(response.headers['content-type'] || '').toLowerCase();
+                const isPdf = contentType.includes('pdf') || chunk.subarray(0, 4).toString() === '%PDF';
+                if (!isPdf) {
+                    const snippet = chunk.subarray(0, 240).toString('utf8').replace(/\s+/g, ' ').trim();
+                    const cfHeader = response.headers['cf-mitigated'];
+                    const challenge = !!cfHeader || /cloudflare|challenge|preparing to download|proof-of-work|<!doctype html/i.test(snippet);
+                    const reason = challenge
+                        ? 'the provider returned an HTML challenge page instead of a PDF'
+                        : `content-type was ${contentType || 'unknown'}`;
+                    fail(new Error(`Resolved URL did not return a PDF (${reason}): ${pdfUrl}`));
+                    return;
+                }
+            }
+            if (!ensureWriter().write(chunk)) {
+                if (typeof reader.pause === 'function')
+                    reader.pause();
+            }
+        });
+        reader.on('end', () => {
+            if (settled)
+                return;
+            if (!checked) {
+                fail(new Error(`Resolved URL did not return a PDF (empty response): ${pdfUrl}`));
+                return;
+            }
+            writer?.end();
+        });
+        reader.on('close', () => {
+            if (typeof reader.destroy === 'function')
+                reader.destroy();
+        });
+        reader.on('error', (err) => {
+            fail(err);
+        });
+    });
+}
+//# sourceMappingURL=PdfDownload.js.map

package/dist/infrastructure/pdf/PdfDownload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PdfDownload.js","sourceRoot":"","sources":["../../../src/infrastructure/pdf/PdfDownload.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAMjE,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,QAAQ,GAAG,OAAO;IAC5D,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;IACvF,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAc,EAAE,WAAW,GAAG,EAAE;IAC1D,OAAO,WAAW,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,MAAM,CAAC;AAClG,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,MAAW,EAAE,QAAQ,GAAG,GAAG;IACzD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,IAAI,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,EAAE;YAC/B,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;YACxC,IAAI,MAAM,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;gBAC9B,OAAO,EAAE,CAAC;gBACV,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YACrB,CAAC;QACH,CAAC,CAAC;QACF,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,IAAI,OAAO,MAAM,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;gBACrC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACpB,OAAO,EAAE,CAAC;YACV,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACtB,OAAO,EAAE,CAAC;YACV,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACtB,OAAO,EAAE,CAAC;YACV,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,IAAI,CAAC;QACH,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACP,kEAAkE;IACpE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAAc,EACd,QAAgB,EAChB,YAAoB,EACpB,UAA8B,EAAE;IAEhC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,2DAA2D,MAAM,EAAE,CAAC,CAAC;IACvF,CAAC;IAED,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAE5E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE;QACvC,YAAY,EAAE,QAAQ;QACtB,OAAO,EAAE,QAAQ,CAAC,QAAQ;QAC1B,YAAY,EAAE,CAAC;QACf,OAAO,EAAE;YACP,YAAY,EAAE,UAAU;YACxB,MAAM,EAAE,qBAAqB;YAC7B,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;SAC3B;QACD,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,MAAM,GAAG,GAAG;KACvC,CAAC,CAAC;IAEH,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QAC3B,IAAI,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC9B,IAAI,CAAC,CAAC,SAAS,YAAY,QAAQ,CAAC,IAAI,CAAC,CAAC,SAAS,IAAI,OAAO,SAAS,CAAC,EAAE,KAAK,UAAU,CAAC,EAAE,CAAC;YAC3F,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;QACnG,CAAC;QACD,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAClD,MAAM,SAAS,GAAG,CAAC,CAAC,QAAQ,IAAI,qCAAqC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzF,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,+DAA+D,CAAC,CAAC,CAAC,8BAA8B,CAAC;QAC5H,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC,CAAC;IACjF,CAAC;IAED,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC7C,IAAI,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC3B,IAAI,CAAC,CAAC,MAAM,YAAY,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,EAAE,KAAK,UAAU,CAAC,EAAE,CAAC;YAClF,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,MAAkC,CAAC;QACvC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,mBAAmB,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC/D,MAAM,cAAc,GAAG,mBAAmB,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3F,MAAM,IAAI,GAAG,CAAC,GAAU,EAAE,EAAE;YAC1B,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,UAAU;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAE3D,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;oBACxB,qBAAqB,CAAC,UAAU,CAAC,CAAC;oBAClC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACd,CAAC,CAAC,CAAC;gBACH,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjB,OAAO;YACT,CAAC;YAED,qBAAqB,CAAC,UAAU,CAAC,CAAC;YAClC,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,GAAmB,EAAE;YACxC,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;YAE1B,MAAM,GAAG,EAAE,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAEzB,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACtB,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,UAAU;oBAAE,MAAM,CAAC,MAAM,EAAE,CAAC;YAC3D,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACvB,IAAI,OAAO;oBAAE,OAAO;gBAEpB,IAAI,cAAc,IAAI,UAAU,KAAK,cAAc,EAAE,CAAC;oBACpD,OAAO,GAAG,IAAI,CAAC;oBACf,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;wBACzB,qBAAqB,CAAC,UAAU,CAAC,CAAC;wBAClC,MAAM,CAAC,IAAI,KAAK,CAAC,qCAAqC,UAAU,oBAAoB,cAAc,QAAQ,CAAC,CAAC,CAAC;oBAC/G,CAAC,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBAED,OAAO,GAAG,IAAI,CAAC;gBACf,OAAO,CAAC,UAAU,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAClC,UAAU,IAAI,KAAK,CAAC,MAAM,CAAC;YAE3B,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBACjF,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,MAAM,CAAC;gBAExF,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;oBACpF,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;oBAClD,MAAM,SAAS,GAAG,CAAC,CAAC,QAAQ,IAAI,0EAA0E,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACzH,MAAM,MAAM,GAAG,SAAS;wBACtB,CAAC,CAAC,+DAA+D;wBACjE,CAAC,CAAC,oBAAoB,WAAW,IAAI,SAAS,EAAE,CAAC;oBAEnD,IAAI,CAAC,IAAI,KAAK,CAAC,sCAAsC,MAAM,MAAM,MAAM,EAAE,CAAC,CAAC,CAAC;oBAC5E,OAAO;gBACT,CAAC;YACH,CAAC;YAED,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,UAAU;oBAAE,MAAM,CAAC,KAAK,EAAE,CAAC;YACzD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACpB,IAAI,OAAO;gBAAE,OAAO;YAEpB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,KAAK,CAAC,uDAAuD,MAAM,EAAE,CAAC,CAAC,CAAC;gBACjF,OAAO;YACT,CAAC;YAED,MAAM,EAAE,GAAG,EAAE,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACtB,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,UAAU;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;YAC9B,IAAI,CAAC,GAAG,CAAC,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/infrastructure/rate-limit/RateLimiter.d.ts

@@ -0,0 +1,50 @@
+/**
+ * 请求速率限制器
+ * 用于控制API请求频率，遵守各平台的使用限制
+ */
+export interface RateLimiterOptions {
+    /** 每秒最大请求数 */
+    requestsPerSecond: number;
+    /** 突发请求容量 */
+    burstCapacity?: number;
+    /** 是否启用调试日志 */
+    debug?: boolean;
+}
+export declare class RateLimiter {
+    private readonly requestsPerSecond;
+    private readonly intervalMs;
+    private readonly burstCapacity;
+    private readonly debug;
+    private tokens;
+    private lastRefill;
+    private intervalHandle;
+    private readonly pendingRequests;
+    constructor(options: RateLimiterOptions);
+    /**
+     * 等待直到可以发送请求
+     */
+    waitForPermission(): Promise<void>;
+    /**
+     * 补充令牌（令牌桶算法）
+     */
+    private refillTokens;
+    /**
+     * 处理等待中的请求
+     */
+    private processPendingRequests;
+    /**
+     * 获取当前状态
+     */
+    getStatus(): {
+        availableTokens: number;
+        maxTokens: number;
+        requestsPerSecond: number;
+        pendingRequests: number;
+    };
+    /**
+     * 清理过期的等待请求（超过30秒）
+     */
+    cleanup(): void;
+    dispose(): void;
+}
+//# sourceMappingURL=RateLimiter.d.ts.map

package/dist/infrastructure/rate-limit/RateLimiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RateLimiter.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/rate-limit/RateLimiter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,MAAM,WAAW,kBAAkB;IACjC,cAAc;IACd,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa;IACb,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAU;IAEhC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAGxB;gBAEI,OAAO,EAAE,kBAAkB;IAevC;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;IAyBxC;;OAEG;IACH,OAAO,CAAC,YAAY;IAepB;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAqB9B;;OAEG;IACH,SAAS,IAAI;QACX,eAAe,EAAE,MAAM,CAAC;QACxB,SAAS,EAAE,MAAM,CAAC;QAClB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,eAAe,EAAE,MAAM,CAAC;KACzB;IAUD;;OAEG;IACH,OAAO,IAAI,IAAI;IA0Bf,OAAO,IAAI,IAAI;CAGhB"}

package/dist/infrastructure/rate-limit/RateLimiter.js

@@ -0,0 +1,128 @@
+/**
+ * 请求速率限制器
+ * 用于控制API请求频率，遵守各平台的使用限制
+ */
+import { logDebug } from '../../utils/Logger.js';
+export class RateLimiter {
+    requestsPerSecond;
+    intervalMs;
+    burstCapacity;
+    debug;
+    tokens;
+    lastRefill;
+    intervalHandle;
+    pendingRequests = [];
+    constructor(options) {
+        this.requestsPerSecond = options.requestsPerSecond;
+        this.intervalMs = 1000 / this.requestsPerSecond;
+        this.burstCapacity = options.burstCapacity || this.requestsPerSecond;
+        this.debug = options.debug || false;
+        this.tokens = this.burstCapacity;
+        this.lastRefill = Date.now();
+        // 定期处理等待中的请求
+        this.intervalHandle = setInterval(() => this.processPendingRequests(), Math.min(this.intervalMs, 100));
+        // Don't keep the process alive just because of the limiter interval.
+        this.intervalHandle.unref?.();
+    }
+    /**
+     * 等待直到可以发送请求
+     */
+    async waitForPermission() {
+        this.refillTokens();
+        if (this.tokens > 0) {
+            this.tokens--;
+            if (this.debug) {
+                logDebug(`RateLimiter: Request allowed, ${this.tokens} tokens remaining`);
+            }
+            return Promise.resolve();
+        }
+        // 没有可用令牌，加入等待队列
+        return new Promise((resolve) => {
+            this.pendingRequests.push({
+                resolve,
+                timestamp: Date.now()
+            });
+            this.intervalHandle.ref?.();
+            if (this.debug) {
+                logDebug(`RateLimiter: Request queued, ${this.pendingRequests.length} waiting`);
+            }
+        });
+    }
+    /**
+     * 补充令牌（令牌桶算法）
+     */
+    refillTokens() {
+        const now = Date.now();
+        const timePassed = now - this.lastRefill;
+        if (timePassed >= this.intervalMs) {
+            const tokensToAdd = Math.floor(timePassed / this.intervalMs);
+            this.tokens = Math.min(this.burstCapacity, this.tokens + tokensToAdd);
+            this.lastRefill = now;
+            if (this.debug && tokensToAdd > 0) {
+                logDebug(`RateLimiter: Added ${tokensToAdd} tokens, total: ${this.tokens}`);
+            }
+        }
+    }
+    /**
+     * 处理等待中的请求
+     */
+    processPendingRequests() {
+        this.refillTokens();
+        while (this.tokens > 0 && this.pendingRequests.length > 0) {
+            const request = this.pendingRequests.shift();
+            if (request) {
+                this.tokens--;
+                request.resolve();
+                if (this.debug) {
+                    const waitTime = Date.now() - request.timestamp;
+                    logDebug(`RateLimiter: Released waiting request (waited ${waitTime}ms), ${this.tokens} tokens remaining`);
+                }
+            }
+        }
+        if (this.pendingRequests.length === 0) {
+            this.intervalHandle.unref?.();
+        }
+    }
+    /**
+     * 获取当前状态
+     */
+    getStatus() {
+        this.refillTokens();
+        return {
+            availableTokens: this.tokens,
+            maxTokens: this.burstCapacity,
+            requestsPerSecond: this.requestsPerSecond,
+            pendingRequests: this.pendingRequests.length
+        };
+    }
+    /**
+     * 清理过期的等待请求（超过30秒）
+     */
+    cleanup() {
+        const now = Date.now();
+        const timeoutMs = 30000; // 30秒超时
+        let removedCount = 0;
+        while (this.pendingRequests.length > 0) {
+            const first = this.pendingRequests[0];
+            if (now - first.timestamp > timeoutMs) {
+                this.pendingRequests.shift();
+                // 拒绝过期的请求
+                first.resolve(); // 或者可以reject，但这里选择允许继续
+                removedCount++;
+            }
+            else {
+                break;
+            }
+        }
+        if (this.pendingRequests.length === 0) {
+            this.intervalHandle.unref?.();
+        }
+        if (this.debug && removedCount > 0) {
+            logDebug(`RateLimiter: Cleaned up ${removedCount} expired requests`);
+        }
+    }
+    dispose() {
+        clearInterval(this.intervalHandle);
+    }
+}
+//# sourceMappingURL=RateLimiter.js.map

package/dist/infrastructure/rate-limit/RateLimiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RateLimiter.js","sourceRoot":"","sources":["../../../src/infrastructure/rate-limit/RateLimiter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAWjD,MAAM,OAAO,WAAW;IACL,iBAAiB,CAAS;IAC1B,UAAU,CAAS;IACnB,aAAa,CAAS;IACtB,KAAK,CAAU;IAExB,MAAM,CAAS;IACf,UAAU,CAAS;IACnB,cAAc,CAAiB;IACtB,eAAe,GAG3B,EAAE,CAAC;IAER,YAAY,OAA2B;QACrC,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACnD,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAChD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,iBAAiB,CAAC;QACrE,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;QAEpC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,aAAa;QACb,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;QACvG,qEAAqE;QACrE,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB;QACrB,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,iCAAiC,IAAI,CAAC,MAAM,mBAAmB,CAAC,CAAC;YAC5E,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC3B,CAAC;QAED,gBAAgB;QAChB,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACnC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;gBACxB,OAAO;gBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC,CAAC;YACH,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,EAAE,CAAC;YAE5B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,gCAAgC,IAAI,CAAC,eAAe,CAAC,MAAM,UAAU,CAAC,CAAC;YAClF,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,YAAY;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC;QAEzC,IAAI,UAAU,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;YACtE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;YAEtB,IAAI,IAAI,CAAC,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBAClC,QAAQ,CAAC,sBAAsB,WAAW,mBAAmB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,sBAAsB;QAC5B,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;YAC7C,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,OAAO,CAAC,OAAO,EAAE,CAAC;gBAElB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC;oBAChD,QAAQ,CAAC,iDAAiD,QAAQ,QAAQ,IAAI,CAAC,MAAM,mBAAmB,CAAC,CAAC;gBAC5G,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS;QAMP,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,OAAO;YACL,eAAe,EAAE,IAAI,CAAC,MAAM;YAC5B,SAAS,EAAE,IAAI,CAAC,aAAa;YAC7B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;SAC7C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,OAAO;QACL,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,QAAQ;QAEjC,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,GAAG,GAAG,KAAK,CAAC,SAAS,GAAG,SAAS,EAAE,CAAC;gBACtC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;gBAC7B,UAAU;gBACV,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,uBAAuB;gBACxC,YAAY,EAAE,CAAC;YACjB,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,CAAC;QAChC,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACnC,QAAQ,CAAC,2BAA2B,YAAY,mBAAmB,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,OAAO;QACL,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACrC,CAAC;CACF"}

package/dist/infrastructure/security/SecurityUtils.d.ts

@@ -0,0 +1,80 @@
+/**
+ * Security utilities for sanitizing and validating data
+ * Provides comprehensive protection against security vulnerabilities
+ */
+/**
+ * Comprehensive request sanitization to remove sensitive data
+ * @param config - Axios request configuration
+ * @returns Sanitized configuration copy
+ */
+export declare function sanitizeRequest(config: any): any;
+/**
+ * Sanitize headers to remove sensitive information
+ */
+export declare function sanitizeHeaders(headers: Record<string, any>): Record<string, any>;
+/**
+ * Sanitize URL parameters
+ */
+export declare function sanitizeParams(params: Record<string, any>): Record<string, any>;
+/**
+ * Sanitize request body
+ */
+export declare function sanitizeBody(body: any): any;
+/**
+ * Sanitize URL to remove sensitive query parameters
+ */
+export declare function sanitizeUrl(url: string): string;
+/**
+ * Validate and sanitize a DOI string
+ */
+export declare function sanitizeDoi(doi: string): {
+    valid: boolean;
+    sanitized: string;
+    error?: string;
+};
+/**
+ * Escape query value for different contexts
+ */
+export declare function escapeQueryValue(value: string, context?: 'springer' | 'wos' | 'general'): string;
+/**
+ * Validate query complexity to prevent DoS
+ */
+export declare function validateQueryComplexity(query: string, options?: {
+    maxLength?: number;
+    maxBooleanOperators?: number;
+}): {
+    valid: boolean;
+    error?: string;
+};
+/**
+ * Create a timeout wrapper for promises
+ */
+export declare function withTimeout<T>(promise: Promise<T>, ms: number, message?: string): Promise<T>;
+/**
+ * Generate a correlation ID for request tracking
+ */
+export declare function generateCorrelationId(): string;
+/**
+ * Mask sensitive data in strings
+ */
+export declare function maskSensitiveData(str: string): string;
+/**
+ * Check if a string looks like an API key or token
+ */
+export declare function looksLikeToken(str: string): boolean;
+declare const _default: {
+    sanitizeRequest: typeof sanitizeRequest;
+    sanitizeHeaders: typeof sanitizeHeaders;
+    sanitizeParams: typeof sanitizeParams;
+    sanitizeBody: typeof sanitizeBody;
+    sanitizeUrl: typeof sanitizeUrl;
+    sanitizeDoi: typeof sanitizeDoi;
+    escapeQueryValue: typeof escapeQueryValue;
+    validateQueryComplexity: typeof validateQueryComplexity;
+    withTimeout: typeof withTimeout;
+    generateCorrelationId: typeof generateCorrelationId;
+    maskSensitiveData: typeof maskSensitiveData;
+    looksLikeToken: typeof looksLikeToken;
+};
+export default _default;
+//# sourceMappingURL=SecurityUtils.d.ts.map

package/dist/infrastructure/security/SecurityUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SecurityUtils.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/security/SecurityUtils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,GAAG,GAAG,GAAG,CAiChD;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CA0CjF;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CA2B/E;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,GAAG,GAAG,GAAG,CAwC3C;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CA2B/C;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CA6C9F;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,UAAU,GAAG,KAAK,GAAG,SAAqB,GAClD,MAAM,CAsCR;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAAO,GACjE;IAAE,KAAK,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CA0CpC;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,CAAC,EAC3B,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,EACnB,EAAE,EAAE,MAAM,EACV,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,CAAC,CAAC,CASZ;AAED;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,MAAM,CAE9C;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAOrD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAanD;;;;;;;;;;;;;;;AAED,wBAaE"}