paper-search-cli 0.1.0

package/dist/platforms/GoogleScholarSearcher.js

@@ -0,0 +1,262 @@
+/**
+ * Google Scholar搜索器 - 网页抓取实现
+ * 基于HTML解析，包含反检测机制
+ */
+import axios from 'axios';
+import * as cheerio from 'cheerio';
+import { PaperFactory } from '../models/Paper.js';
+import { PaperSource } from './PaperSource.js';
+import { TIMEOUTS } from '../config/constants.js';
+import { logDebug } from '../utils/Logger.js';
+import { ErrorHandler } from '../utils/ErrorHandler.js';
+export class GoogleScholarSearcher extends PaperSource {
+    scholarUrl = 'https://scholar.google.com/scholar';
+    userAgents = [
+        'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
+        'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.1.1 Safari/605.1.15',
+        'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
+    ];
+    constructor() {
+        super('google_scholar', 'https://scholar.google.com');
+    }
+    getCapabilities() {
+        return {
+            search: true,
+            download: false, // Google Scholar不提供直接下载
+            fullText: false, // 只有元数据和摘要
+            citations: true, // 可以获取引用次数
+            requiresApiKey: false, // 不需要API密钥，但可能被限制
+            supportedOptions: ['maxResults', 'year', 'author']
+        };
+    }
+    /**
+     * 搜索Google Scholar论文
+     */
+    async search(query, options = {}) {
+        logDebug(`Google Scholar Search: query="${query}"`);
+        try {
+            const papers = [];
+            let start = 0;
+            const resultsPerPage = 10;
+            const maxResults = options.maxResults || 10;
+            while (papers.length < maxResults) {
+                // 添加随机延迟避免检测
+                await this.randomDelay();
+                const params = this.buildSearchParams(query, start, options);
+                const response = await this.makeScholarRequest(params);
+                if (response.status !== 200) {
+                    logDebug(`Google Scholar HTTP Error: ${response.status}`);
+                    break;
+                }
+                const $ = cheerio.load(response.data);
+                const results = $('.gs_ri'); // 搜索结果容器
+                if (results.length === 0) {
+                    logDebug('Google Scholar: No more results found');
+                    break;
+                }
+                logDebug(`Google Scholar: Found ${results.length} results on page`);
+                // 解析每个结果
+                results.each((index, element) => {
+                    if (papers.length >= maxResults)
+                        return false; // 停止遍历
+                    const paper = this.parseScholarResult($, $(element));
+                    if (paper) {
+                        papers.push(paper);
+                    }
+                });
+                start += resultsPerPage;
+            }
+            logDebug(`Google Scholar Results: Found ${papers.length} papers`);
+            return papers;
+        }
+        catch (error) {
+            this.handleHttpError(error, 'search');
+        }
+    }
+    /**
+     * Google Scholar不支持直接PDF下载
+     */
+    async downloadPdf(paperId, options) {
+        throw new Error('Google Scholar does not support direct PDF download. Please use the paper URL to access the publisher.');
+    }
+    /**
+     * Google Scholar不提供全文内容
+     */
+    async readPaper(paperId, options) {
+        throw new Error('Google Scholar does not provide full-text content. Please use the paper URL to access the full text.');
+    }
+    /**
+     * 构建搜索参数
+     */
+    buildSearchParams(query, start, options) {
+        const params = {
+            q: query,
+            start: start,
+            hl: options.language || 'en',
+            as_sdt: '0,5', // 包括文章和引用
+            as_vis: '1' // 排除引用，只显示学术论文
+        };
+        // 添加年份过滤
+        if (options.yearLow || options.yearHigh) {
+            params.as_ylo = options.yearLow || '';
+            params.as_yhi = options.yearHigh || '';
+        }
+        // 添加作者过滤
+        if (options.author) {
+            params.as_sauthors = options.author;
+        }
+        return params;
+    }
+    /**
+     * 发起Scholar请求
+     */
+    async makeScholarRequest(params) {
+        const userAgent = this.getRandomUserAgent();
+        const config = {
+            params,
+            headers: {
+                'User-Agent': userAgent,
+                'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
+                'Accept-Language': 'en-US,en;q=0.5',
+                'Accept-Encoding': 'gzip, deflate',
+                'Connection': 'keep-alive',
+                'Upgrade-Insecure-Requests': '1'
+            },
+            timeout: TIMEOUTS.DEFAULT
+        };
+        logDebug(`Google Scholar Request: GET ${this.scholarUrl}`);
+        logDebug('Scholar params:', params);
+        return await ErrorHandler.retryWithBackoff(() => axios.get(this.scholarUrl, config), { context: 'Google Scholar search' });
+    }
+    /**
+     * 解析单个Scholar搜索结果
+     */
+    parseScholarResult($, element) {
+        try {
+            // 提取标题和链接
+            const titleElement = element.find('h3.gs_rt');
+            const titleLink = titleElement.find('a');
+            const title = titleElement.text().replace(/^\[PDF\]|\[HTML\]|\[BOOK\]|\[B\]/, '').trim();
+            const url = titleLink.attr('href') || '';
+            if (!title) {
+                return null;
+            }
+            // 过滤掉书籍结果，优先学术论文
+            const titleText = titleElement.text();
+            if (titleText.includes('[BOOK]') || titleText.includes('[B]') ||
+                url.includes('books.google.com')) {
+                return null; // 跳过书籍结果
+            }
+            // 提取作者和出版信息
+            const infoElement = element.find('div.gs_a');
+            const infoText = infoElement.text();
+            const authors = this.extractAuthors(infoText);
+            const year = this.extractYear(infoText);
+            // 提取摘要
+            const abstractElement = element.find('div.gs_rs');
+            const abstract = abstractElement.text() || '';
+            // 提取引用次数
+            const citationElement = element.find('div.gs_fl a').filter((i, el) => {
+                return $(el).text().includes('Cited by');
+            });
+            const citationText = citationElement.text();
+            const citationCount = this.extractCitationCount(citationText);
+            // 生成论文ID
+            const paperId = this.generatePaperId(title, authors);
+            return PaperFactory.create({
+                paperId,
+                title: this.cleanText(title),
+                authors,
+                abstract: this.cleanText(abstract),
+                doi: '', // Google Scholar通常不直接提供DOI
+                publishedDate: year ? new Date(year, 0, 1) : null,
+                pdfUrl: '', // 需要额外处理PDF链接
+                url,
+                source: 'googlescholar',
+                categories: [],
+                keywords: [],
+                citationCount,
+                journal: this.extractJournal(infoText),
+                year,
+                extra: {
+                    scholarId: paperId,
+                    infoText
+                }
+            });
+        }
+        catch (error) {
+            logDebug('Error parsing Google Scholar result:', error);
+            return null;
+        }
+    }
+    /**
+     * 提取作者信息
+     */
+    extractAuthors(infoText) {
+        const parts = infoText.split(' - ');
+        if (parts.length > 0) {
+            const authorPart = parts[0];
+            return authorPart.split(',').map(author => author.trim()).filter(a => a.length > 0);
+        }
+        return [];
+    }
+    /**
+     * 提取年份
+     */
+    extractYear(text) {
+        const yearMatch = text.match(/\b(19|20)\d{2}\b/);
+        return yearMatch ? parseInt(yearMatch[0], 10) : undefined;
+    }
+    /**
+     * 提取期刊信息
+     */
+    extractJournal(infoText) {
+        const parts = infoText.split(' - ');
+        if (parts.length > 1) {
+            // 通常期刊在第二部分
+            return parts[1].split(',')[0].trim();
+        }
+        return '';
+    }
+    /**
+     * 提取引用次数
+     */
+    extractCitationCount(citationText) {
+        const match = citationText.match(/Cited by (\d+)/);
+        return match ? parseInt(match[1], 10) : 0;
+    }
+    /**
+     * 生成论文ID
+     */
+    generatePaperId(title, authors) {
+        const titleHash = this.simpleHash(title);
+        const authorHash = this.simpleHash(authors.join(''));
+        return `gs_${titleHash}_${authorHash}`;
+    }
+    /**
+     * 简单哈希函数
+     */
+    simpleHash(str) {
+        let hash = 0;
+        for (let i = 0; i < str.length; i++) {
+            const char = str.charCodeAt(i);
+            hash = ((hash << 5) - hash) + char;
+            hash = hash & hash; // 转换为32位整数
+        }
+        return Math.abs(hash).toString(36);
+    }
+    /**
+     * 获取随机User-Agent
+     */
+    getRandomUserAgent() {
+        return this.userAgents[Math.floor(Math.random() * this.userAgents.length)];
+    }
+    /**
+     * 随机延迟
+     */
+    async randomDelay() {
+        const delay = Math.random() * 2000 + 1000; // 1-3秒随机延迟
+        await new Promise(resolve => setTimeout(resolve, delay));
+    }
+}
+//# sourceMappingURL=GoogleScholarSearcher.js.map

package/dist/platforms/GoogleScholarSearcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GoogleScholarSearcher.js","sourceRoot":"","sources":["../../src/platforms/GoogleScholarSearcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAS,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAwD,MAAM,kBAAkB,CAAC;AACrG,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAUxD,MAAM,OAAO,qBAAsB,SAAQ,WAAW;IACnC,UAAU,GAAG,oCAAoC,CAAC;IAClD,UAAU,GAAG;QAC5B,qHAAqH;QACrH,yHAAyH;QACzH,2GAA2G;KAC5G,CAAC;IAEF;QACE,KAAK,CAAC,gBAAgB,EAAE,4BAA4B,CAAC,CAAC;IACxD,CAAC;IAED,eAAe;QACb,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,KAAK,EAAE,wBAAwB;YACzC,QAAQ,EAAE,KAAK,EAAE,WAAW;YAC5B,SAAS,EAAE,IAAI,EAAE,WAAW;YAC5B,cAAc,EAAE,KAAK,EAAE,kBAAkB;YACzC,gBAAgB,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,CAAC;SACnD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAAgC,EAAE;QAC5D,QAAQ,CAAC,iCAAiC,KAAK,GAAG,CAAC,CAAC;QAEpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAY,EAAE,CAAC;YAC3B,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,MAAM,cAAc,GAAG,EAAE,CAAC;YAC1B,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;YAE5C,OAAO,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;gBAClC,aAAa;gBACb,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBAEzB,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;gBAEvD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,QAAQ,CAAC,8BAA8B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC1D,MAAM;gBACR,CAAC;gBAED,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;gBAEtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACzB,QAAQ,CAAC,uCAAuC,CAAC,CAAC;oBAClD,MAAM;gBACR,CAAC;gBAED,QAAQ,CAAC,yBAAyB,OAAO,CAAC,MAAM,kBAAkB,CAAC,CAAC;gBAEpE,SAAS;gBACT,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;oBAC9B,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU;wBAAE,OAAO,KAAK,CAAC,CAAC,OAAO;oBAEtD,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;oBACrD,IAAI,KAAK,EAAE,CAAC;wBACV,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACrB,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,KAAK,IAAI,cAAc,CAAC;YAC1B,CAAC;YAED,QAAQ,CAAC,iCAAiC,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;YAClE,OAAO,MAAM,CAAC;QAEhB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,OAAyB;QAC1D,MAAM,IAAI,KAAK,CAAC,wGAAwG,CAAC,CAAC;IAC5H,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,OAAyB;QACxD,MAAM,IAAI,KAAK,CAAC,sGAAsG,CAAC,CAAC;IAC1H,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,KAAa,EAAE,KAAa,EAAE,OAA6B;QACnF,MAAM,MAAM,GAAwB;YAClC,CAAC,EAAE,KAAK;YACR,KAAK,EAAE,KAAK;YACZ,EAAE,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;YAC5B,MAAM,EAAE,KAAK,EAAE,UAAU;YACzB,MAAM,EAAE,GAAG,CAAC,eAAe;SAC5B,CAAC;QAEF,SAAS;QACT,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACxC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YACtC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;QACzC,CAAC;QAED,SAAS;QACT,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;QACtC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,MAA2B;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE5C,MAAM,MAAM,GAAG;YACb,MAAM;YACN,OAAO,EAAE;gBACP,YAAY,EAAE,SAAS;gBACvB,QAAQ,EAAE,4EAA4E;gBACtF,iBAAiB,EAAE,gBAAgB;gBACnC,iBAAiB,EAAE,eAAe;gBAClC,YAAY,EAAE,YAAY;gBAC1B,2BAA2B,EAAE,GAAG;aACjC;YACD,OAAO,EAAE,QAAQ,CAAC,OAAO;SAC1B,CAAC;QAEF,QAAQ,CAAC,+BAA+B,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAC3D,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAEpC,OAAO,MAAM,YAAY,CAAC,gBAAgB,CACxC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,EACxC,EAAE,OAAO,EAAE,uBAAuB,EAAE,CACrC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,CAAqB,EAAE,OAA6B;QAC7E,IAAI,CAAC;YACH,UAAU;YACV,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACzF,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAEzC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO,IAAI,CAAC;YACd,CAAC;YAED,iBAAiB;YACjB,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACzD,GAAG,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACrC,OAAO,IAAI,CAAC,CAAC,SAAS;YACxB,CAAC;YAED,YAAY;YACZ,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAExC,OAAO;YACP,MAAM,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;YAE9C,SAAS;YACT,MAAM,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;gBACnE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;YACH,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC;YAC5C,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;YAE9D,SAAS;YACT,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAErD,OAAO,YAAY,CAAC,MAAM,CAAC;gBACzB,OAAO;gBACP,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC5B,OAAO;gBACP,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;gBAClC,GAAG,EAAE,EAAE,EAAE,2BAA2B;gBACpC,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;gBACjD,MAAM,EAAE,EAAE,EAAE,cAAc;gBAC1B,GAAG;gBACH,MAAM,EAAE,eAAe;gBACvB,UAAU,EAAE,EAAE;gBACd,QAAQ,EAAE,EAAE;gBACZ,aAAa;gBACb,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;gBACtC,IAAI;gBACJ,KAAK,EAAE;oBACL,SAAS,EAAE,OAAO;oBAClB,QAAQ;iBACT;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,QAAgB;QACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC5B,OAAO,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACtF,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,IAAY;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACjD,OAAO,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5D,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,QAAgB;QACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,YAAY;YACZ,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACvC,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,YAAoB;QAC/C,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnD,OAAO,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,KAAa,EAAE,OAAiB;QACtD,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACrD,OAAO,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;IACzC,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,GAAW;QAC5B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACnC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,WAAW;QACjC,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,WAAW;QACtD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF"}

package/dist/platforms/IACRSearcher.d.ts

@@ -0,0 +1,51 @@
+/**
+ * IACR ePrint Archive集成模块
+ * 密码学和相关领域的学术论文搜索
+ */
+import { Paper } from '../models/Paper.js';
+import { PaperSource, SearchOptions, DownloadOptions, PlatformCapabilities } from './PaperSource.js';
+interface IACRSearchOptions extends SearchOptions {
+    /** 是否获取详细信息 */
+    fetchDetails?: boolean;
+}
+export declare class IACRSearcher extends PaperSource {
+    private readonly searchUrl;
+    private readonly userAgents;
+    private readonly rateLimiter;
+    constructor();
+    getCapabilities(): PlatformCapabilities;
+    /**
+     * 搜索IACR ePrint Archive论文
+     */
+    search(query: string, options?: IACRSearchOptions): Promise<Paper[]>;
+    /**
+     * 获取论文详细信息
+     */
+    getPaperDetails(paperId: string): Promise<Paper | null>;
+    /**
+     * 下载PDF文件
+     */
+    downloadPdf(paperId: string, options?: DownloadOptions): Promise<string>;
+    /**
+     * 读取论文全文内容
+     */
+    readPaper(paperId: string, options?: DownloadOptions): Promise<string>;
+    /**
+     * 解析搜索响应
+     */
+    private parseSearchResponse;
+    /**
+     * 解析IACR论文详细页面
+     */
+    private parseIACRPaperDetails;
+    /**
+     * 获取随机User-Agent
+     */
+    private getRandomUserAgent;
+    /**
+     * 延迟函数
+     */
+    private delay;
+}
+export {};
+//# sourceMappingURL=IACRSearcher.d.ts.map

package/dist/platforms/IACRSearcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"IACRSearcher.d.ts","sourceRoot":"","sources":["../../src/platforms/IACRSearcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH,OAAO,EAAE,KAAK,EAAgB,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAMrG,UAAU,iBAAkB,SAAQ,aAAa;IAC/C,eAAe;IACf,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,qBAAa,YAAa,SAAQ,WAAW;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAW;IACtC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;;IAiB1C,eAAe,IAAI,oBAAoB;IAWvC;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAoC9E;;OAEG;IACG,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;IA8B7D;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAyClF;;OAEG;IACG,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBhF;;OAEG;YACW,mBAAmB;IAsGjC;;OAEG;IACH,OAAO,CAAC,qBAAqB;IA0F7B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAI1B;;OAEG;IACH,OAAO,CAAC,KAAK;CAGd"}

package/dist/platforms/IACRSearcher.js

@@ -0,0 +1,339 @@
+/**
+ * IACR ePrint Archive集成模块
+ * 密码学和相关领域的学术论文搜索
+ */
+import axios from 'axios';
+import * as cheerio from 'cheerio';
+import * as fs from 'fs';
+import * as path from 'path';
+import { PaperFactory } from '../models/Paper.js';
+import { PaperSource } from './PaperSource.js';
+import { TIMEOUTS } from '../config/constants.js';
+import { logDebug } from '../utils/Logger.js';
+import { RateLimiter } from '../utils/RateLimiter.js';
+import { ErrorHandler } from '../utils/ErrorHandler.js';
+export class IACRSearcher extends PaperSource {
+    searchUrl;
+    userAgents;
+    rateLimiter;
+    constructor() {
+        super('iacr', 'https://eprint.iacr.org');
+        this.searchUrl = `${this.baseUrl}/search`;
+        this.userAgents = [
+            'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
+            'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)',
+            'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36'
+        ];
+        // IACR rate limit: 1 req/s, burst=2
+        this.rateLimiter = new RateLimiter({
+            requestsPerSecond: 1,
+            burstCapacity: 2
+        });
+    }
+    getCapabilities() {
+        return {
+            search: true,
+            download: true,
+            fullText: true,
+            citations: false,
+            requiresApiKey: false,
+            supportedOptions: ['maxResults', 'fetchDetails']
+        };
+    }
+    /**
+     * 搜索IACR ePrint Archive论文
+     */
+    async search(query, options = {}) {
+        try {
+            const params = {
+                q: query
+            };
+            logDebug(`IACR API Request: GET ${this.searchUrl}`);
+            logDebug('IACR Request params:', params);
+            await this.rateLimiter.waitForPermission();
+            const response = await ErrorHandler.retryWithBackoff(() => axios.get(this.searchUrl, {
+                params,
+                timeout: TIMEOUTS.DEFAULT,
+                headers: {
+                    'User-Agent': this.getRandomUserAgent(),
+                    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+                    'Accept-Language': 'en-US,en;q=0.9'
+                }
+            }), { context: 'IACR search' });
+            logDebug(`IACR API Response: ${response.status} ${response.statusText}`);
+            const papers = await this.parseSearchResponse(response.data, options);
+            logDebug(`IACR Parsed ${papers.length} papers`);
+            return papers.slice(0, options.maxResults || 10);
+        }
+        catch (error) {
+            logDebug('IACR Search Error:', error.message);
+            this.handleHttpError(error, 'search');
+        }
+    }
+    /**
+     * 获取论文详细信息
+     */
+    async getPaperDetails(paperId) {
+        try {
+            const paperUrl = paperId.startsWith('http') ? paperId : `${this.baseUrl}/${paperId}`;
+            await this.rateLimiter.waitForPermission();
+            const response = await ErrorHandler.retryWithBackoff(() => axios.get(paperUrl, {
+                timeout: TIMEOUTS.DEFAULT,
+                headers: {
+                    'User-Agent': this.getRandomUserAgent(),
+                    'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+                    'Accept-Language': 'en-US,en;q=0.9'
+                }
+            }), { context: 'IACR paper details' });
+            if (response.status !== 200) {
+                logDebug(`Failed to fetch paper details: HTTP ${response.status}`);
+                return null;
+            }
+            return this.parseIACRPaperDetails(response.data, paperId);
+        }
+        catch (error) {
+            logDebug(`Error fetching paper details for ${paperId}:`, error.message);
+            return null;
+        }
+    }
+    /**
+     * 下载PDF文件
+     */
+    async downloadPdf(paperId, options = {}) {
+        try {
+            const pdfUrl = `${this.baseUrl}/${paperId}.pdf`;
+            const savePath = options.savePath || './downloads';
+            // 确保保存目录存在
+            if (!fs.existsSync(savePath)) {
+                fs.mkdirSync(savePath, { recursive: true });
+            }
+            const filename = `iacr_${paperId.replace(/\//g, '_')}.pdf`;
+            const filePath = path.join(savePath, filename);
+            // 检查文件是否已存在
+            if (fs.existsSync(filePath) && !options.overwrite) {
+                return filePath;
+            }
+            await this.rateLimiter.waitForPermission();
+            const response = await ErrorHandler.retryWithBackoff(() => axios.get(pdfUrl, {
+                responseType: 'stream',
+                timeout: TIMEOUTS.EXTENDED,
+                headers: { 'User-Agent': this.getRandomUserAgent() }
+            }), { context: 'IACR download' });
+            const writer = fs.createWriteStream(filePath);
+            response.data.pipe(writer);
+            return new Promise((resolve, reject) => {
+                writer.on('finish', () => resolve(filePath));
+                writer.on('error', reject);
+            });
+        }
+        catch (error) {
+            this.handleHttpError(error, 'download PDF');
+        }
+    }
+    /**
+     * 读取论文全文内容
+     */
+    async readPaper(paperId, options = {}) {
+        try {
+            const savePath = options.savePath || './downloads';
+            const filename = `iacr_${paperId.replace(/\//g, '_')}.pdf`;
+            const filePath = path.join(savePath, filename);
+            // 如果PDF不存在，先下载
+            if (!fs.existsSync(filePath)) {
+                await this.downloadPdf(paperId, options);
+            }
+            return `PDF file downloaded at: ${filePath}. Full text extraction requires additional PDF parsing implementation.`;
+        }
+        catch (error) {
+            this.handleHttpError(error, 'read paper');
+        }
+    }
+    /**
+     * 解析搜索响应
+     */
+    async parseSearchResponse(html, options) {
+        const $ = cheerio.load(html);
+        const papers = [];
+        // 查找所有搜索结果条目
+        $('.mb-4').each((index, element) => {
+            try {
+                const $element = $(element);
+                // 提取论文ID和链接
+                const paperLink = $element.find('.d-flex .paperlink').first();
+                if (!paperLink.length)
+                    return;
+                const paperId = paperLink.text().trim();
+                const paperUrl = this.baseUrl + paperLink.attr('href');
+                // 提取PDF链接
+                const pdfLink = $element.find('a[href$=".pdf"]').first();
+                const pdfUrl = pdfLink.length ? this.baseUrl + pdfLink.attr('href') : '';
+                // 提取更新日期
+                const lastUpdatedElem = $element.find('small.ms-auto');
+                let updatedDate = null;
+                if (lastUpdatedElem.length) {
+                    const dateText = lastUpdatedElem.text().replace('Last updated:', '').trim();
+                    updatedDate = this.parseDate(dateText);
+                }
+                // 从内容区域提取信息
+                const contentDiv = $element.find('.ms-md-4');
+                if (!contentDiv.length)
+                    return;
+                // 提取标题
+                const titleElem = contentDiv.find('strong').first();
+                const title = titleElem.text().trim();
+                // 提取作者
+                const authorsElem = contentDiv.find('span.fst-italic').first();
+                const authors = authorsElem.length ?
+                    authorsElem.text().split(',').map(author => author.trim()) : [];
+                // 提取分类
+                const categoryElem = contentDiv.find('small.badge').first();
+                const categories = categoryElem.length ? [categoryElem.text().trim()] : [];
+                // 提取摘要
+                const abstractElem = contentDiv.find('p.search-abstract').first();
+                const abstract = abstractElem.text().trim();
+                const paper = PaperFactory.create({
+                    paperId: paperId,
+                    title: this.cleanText(title),
+                    authors: authors,
+                    abstract: this.cleanText(abstract),
+                    doi: '',
+                    publishedDate: updatedDate || new Date(),
+                    pdfUrl: pdfUrl,
+                    url: paperUrl,
+                    source: 'iacr',
+                    updatedDate: updatedDate || undefined,
+                    categories: categories,
+                    keywords: [],
+                    citationCount: 0,
+                    year: updatedDate?.getFullYear(),
+                    extra: {
+                        iacrId: paperId
+                    }
+                });
+                papers.push(paper);
+            }
+            catch (error) {
+                logDebug('Error parsing IACR search result:', error);
+            }
+        });
+        // 如果需要详细信息，获取每篇论文的详细信息
+        if (options.fetchDetails && papers.length > 0) {
+            logDebug('Fetching detailed information for IACR papers...');
+            const detailedPapers = [];
+            const concurrency = 3;
+            for (let i = 0; i < papers.length; i += concurrency) {
+                const chunk = papers.slice(i, i + concurrency);
+                const detailPromises = chunk.map(async (paper) => {
+                    try {
+                        const detailedPaper = await this.getPaperDetails(paper.paperId);
+                        return detailedPaper || paper; // 退回到搜索结果数据
+                    }
+                    catch (error) {
+                        logDebug(`Error fetching details for ${paper.paperId}:`, error);
+                        return paper;
+                    }
+                });
+                detailedPapers.push(...await Promise.all(detailPromises));
+            }
+            return detailedPapers;
+        }
+        return papers;
+    }
+    /**
+     * 解析IACR论文详细页面
+     */
+    parseIACRPaperDetails(html, paperId) {
+        try {
+            const $ = cheerio.load(html);
+            // 提取标题
+            const title = $('h3.mb-3').text().trim();
+            // 提取作者
+            const authorText = $('p.fst-italic').text().trim();
+            const authors = authorText ?
+                authorText.replace(/ and /g, ',').split(',').map(author => author.trim()) : [];
+            // 提取摘要
+            const abstract = $('p[style*="white-space: pre-wrap"]').text().trim();
+            // 提取关键词
+            const keywords = [];
+            $('a.badge.bg-secondary.keyword').each((index, element) => {
+                keywords.push($(element).text().trim());
+            });
+            // 提取发表信息和历史记录
+            const pageText = $.text();
+            const lines = pageText.split('\n').map(line => line.trim()).filter(line => line);
+            let publicationInfo = '';
+            let historyEntries = [];
+            let lastUpdated = null;
+            // 查找发表信息
+            for (let i = 0; i < lines.length; i++) {
+                if (lines[i].includes('Publication info') && i + 1 < lines.length) {
+                    publicationInfo = lines[i + 1];
+                    break;
+                }
+            }
+            // 查找历史记录
+            let historyFound = false;
+            for (let i = 0; i < lines.length; i++) {
+                const line = lines[i];
+                if (line === 'History' && !line.includes(':')) {
+                    historyFound = true;
+                    continue;
+                }
+                else if (historyFound && line.includes(':') && !line.startsWith('Short URL')) {
+                    historyEntries.push(line);
+                    // 尝试从第一个历史记录中提取最后更新日期
+                    if (!lastUpdated) {
+                        const dateStr = line.split(':')[0].trim();
+                        lastUpdated = this.parseDate(dateStr);
+                    }
+                }
+                else if (historyFound && (line.startsWith('Short URL') || line.startsWith('License'))) {
+                    break;
+                }
+            }
+            // 构建PDF URL
+            const pdfUrl = `${this.baseUrl}/${paperId}.pdf`;
+            const paperUrl = `${this.baseUrl}/${paperId}`;
+            // 使用最后更新日期或当前日期作为发表日期
+            const publishedDate = lastUpdated || new Date();
+            return PaperFactory.create({
+                paperId: paperId,
+                title: this.cleanText(title),
+                authors: authors,
+                abstract: this.cleanText(abstract),
+                doi: '',
+                publishedDate: publishedDate,
+                pdfUrl: pdfUrl,
+                url: paperUrl,
+                source: 'iacr',
+                updatedDate: lastUpdated || undefined,
+                categories: [],
+                keywords: keywords,
+                citationCount: 0,
+                year: publishedDate.getFullYear(),
+                extra: {
+                    iacrId: paperId,
+                    publicationInfo: publicationInfo,
+                    history: historyEntries.join('; ')
+                }
+            });
+        }
+        catch (error) {
+            logDebug('Error parsing IACR paper details:', error);
+            return null;
+        }
+    }
+    /**
+     * 获取随机User-Agent
+     */
+    getRandomUserAgent() {
+        return this.userAgents[Math.floor(Math.random() * this.userAgents.length)];
+    }
+    /**
+     * 延迟函数
+     */
+    delay(ms) {
+        return new Promise(resolve => setTimeout(resolve, ms));
+    }
+}
+//# sourceMappingURL=IACRSearcher.js.map