paper-search-cli 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +165 -0
- package/LICENSE +21 -0
- package/README-sc.md +642 -0
- package/README.md +642 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +637 -0
- package/dist/cli.js.map +1 -0
- package/dist/config/ConfigService.d.ts +26 -0
- package/dist/config/ConfigService.d.ts.map +1 -0
- package/dist/config/ConfigService.js +145 -0
- package/dist/config/ConfigService.js.map +1 -0
- package/dist/config/constants.d.ts +140 -0
- package/dist/config/constants.d.ts.map +1 -0
- package/dist/config/constants.js +93 -0
- package/dist/config/constants.js.map +1 -0
- package/dist/core/diagnostics.d.ts +43 -0
- package/dist/core/diagnostics.d.ts.map +1 -0
- package/dist/core/diagnostics.js +544 -0
- package/dist/core/diagnostics.js.map +1 -0
- package/dist/core/handleToolCall.d.ts +8 -0
- package/dist/core/handleToolCall.d.ts.map +1 -0
- package/dist/core/handleToolCall.js +440 -0
- package/dist/core/handleToolCall.js.map +1 -0
- package/dist/core/schemas.d.ts +454 -0
- package/dist/core/schemas.d.ts.map +1 -0
- package/dist/core/schemas.js +322 -0
- package/dist/core/schemas.js.map +1 -0
- package/dist/core/searchers.d.ts +45 -0
- package/dist/core/searchers.d.ts.map +1 -0
- package/dist/core/searchers.js +73 -0
- package/dist/core/searchers.js.map +1 -0
- package/dist/core/tools.d.ts +7 -0
- package/dist/core/tools.d.ts.map +1 -0
- package/dist/core/tools.js +640 -0
- package/dist/core/tools.js.map +1 -0
- package/dist/models/Paper.d.ts +64 -0
- package/dist/models/Paper.d.ts.map +1 -0
- package/dist/models/Paper.js +70 -0
- package/dist/models/Paper.js.map +1 -0
- package/dist/platforms/ArxivSearcher.d.ts +64 -0
- package/dist/platforms/ArxivSearcher.d.ts.map +1 -0
- package/dist/platforms/ArxivSearcher.js +531 -0
- package/dist/platforms/ArxivSearcher.js.map +1 -0
- package/dist/platforms/BioRxivSearcher.d.ts +47 -0
- package/dist/platforms/BioRxivSearcher.d.ts.map +1 -0
- package/dist/platforms/BioRxivSearcher.js +196 -0
- package/dist/platforms/BioRxivSearcher.js.map +1 -0
- package/dist/platforms/CORESearcher.d.ts +16 -0
- package/dist/platforms/CORESearcher.d.ts.map +1 -0
- package/dist/platforms/CORESearcher.js +148 -0
- package/dist/platforms/CORESearcher.js.map +1 -0
- package/dist/platforms/CrossrefSearcher.d.ts +34 -0
- package/dist/platforms/CrossrefSearcher.d.ts.map +1 -0
- package/dist/platforms/CrossrefSearcher.js +339 -0
- package/dist/platforms/CrossrefSearcher.js.map +1 -0
- package/dist/platforms/EuropePMCSearcher.d.ts +20 -0
- package/dist/platforms/EuropePMCSearcher.d.ts.map +1 -0
- package/dist/platforms/EuropePMCSearcher.js +173 -0
- package/dist/platforms/EuropePMCSearcher.js.map +1 -0
- package/dist/platforms/GoogleScholarSearcher.d.ts +77 -0
- package/dist/platforms/GoogleScholarSearcher.d.ts.map +1 -0
- package/dist/platforms/GoogleScholarSearcher.js +262 -0
- package/dist/platforms/GoogleScholarSearcher.js.map +1 -0
- package/dist/platforms/IACRSearcher.d.ts +51 -0
- package/dist/platforms/IACRSearcher.d.ts.map +1 -0
- package/dist/platforms/IACRSearcher.js +339 -0
- package/dist/platforms/IACRSearcher.js.map +1 -0
- package/dist/platforms/OpenAIRESearcher.d.ts +22 -0
- package/dist/platforms/OpenAIRESearcher.d.ts.map +1 -0
- package/dist/platforms/OpenAIRESearcher.js +223 -0
- package/dist/platforms/OpenAIRESearcher.js.map +1 -0
- package/dist/platforms/OpenAlexSearcher.d.ts +14 -0
- package/dist/platforms/OpenAlexSearcher.d.ts.map +1 -0
- package/dist/platforms/OpenAlexSearcher.js +114 -0
- package/dist/platforms/OpenAlexSearcher.js.map +1 -0
- package/dist/platforms/PMCSearcher.d.ts +20 -0
- package/dist/platforms/PMCSearcher.d.ts.map +1 -0
- package/dist/platforms/PMCSearcher.js +177 -0
- package/dist/platforms/PMCSearcher.js.map +1 -0
- package/dist/platforms/PaperSource.d.ts +143 -0
- package/dist/platforms/PaperSource.d.ts.map +1 -0
- package/dist/platforms/PaperSource.js +125 -0
- package/dist/platforms/PaperSource.js.map +1 -0
- package/dist/platforms/PubMedSearcher.d.ts +104 -0
- package/dist/platforms/PubMedSearcher.d.ts.map +1 -0
- package/dist/platforms/PubMedSearcher.js +422 -0
- package/dist/platforms/PubMedSearcher.js.map +1 -0
- package/dist/platforms/SciHubSearcher.d.ts +66 -0
- package/dist/platforms/SciHubSearcher.d.ts.map +1 -0
- package/dist/platforms/SciHubSearcher.js +398 -0
- package/dist/platforms/SciHubSearcher.js.map +1 -0
- package/dist/platforms/ScienceDirectSearcher.d.ts +42 -0
- package/dist/platforms/ScienceDirectSearcher.d.ts.map +1 -0
- package/dist/platforms/ScienceDirectSearcher.js +326 -0
- package/dist/platforms/ScienceDirectSearcher.js.map +1 -0
- package/dist/platforms/ScopusSearcher.d.ts +43 -0
- package/dist/platforms/ScopusSearcher.d.ts.map +1 -0
- package/dist/platforms/ScopusSearcher.js +364 -0
- package/dist/platforms/ScopusSearcher.js.map +1 -0
- package/dist/platforms/SemanticScholarSearcher.d.ts +96 -0
- package/dist/platforms/SemanticScholarSearcher.d.ts.map +1 -0
- package/dist/platforms/SemanticScholarSearcher.js +419 -0
- package/dist/platforms/SemanticScholarSearcher.js.map +1 -0
- package/dist/platforms/SpringerSearcher.d.ts +54 -0
- package/dist/platforms/SpringerSearcher.d.ts.map +1 -0
- package/dist/platforms/SpringerSearcher.js +407 -0
- package/dist/platforms/SpringerSearcher.js.map +1 -0
- package/dist/platforms/UnpaywallSearcher.d.ts +18 -0
- package/dist/platforms/UnpaywallSearcher.d.ts.map +1 -0
- package/dist/platforms/UnpaywallSearcher.js +115 -0
- package/dist/platforms/UnpaywallSearcher.js.map +1 -0
- package/dist/platforms/WebOfScienceSearcher.d.ts +111 -0
- package/dist/platforms/WebOfScienceSearcher.d.ts.map +1 -0
- package/dist/platforms/WebOfScienceSearcher.js +500 -0
- package/dist/platforms/WebOfScienceSearcher.js.map +1 -0
- package/dist/platforms/WileySearcher.d.ts +44 -0
- package/dist/platforms/WileySearcher.d.ts.map +1 -0
- package/dist/platforms/WileySearcher.js +148 -0
- package/dist/platforms/WileySearcher.js.map +1 -0
- package/dist/services/CitationService.d.ts +66 -0
- package/dist/services/CitationService.d.ts.map +1 -0
- package/dist/services/CitationService.js +237 -0
- package/dist/services/CitationService.js.map +1 -0
- package/dist/services/MultiSourceSearchService.d.ts +19 -0
- package/dist/services/MultiSourceSearchService.d.ts.map +1 -0
- package/dist/services/MultiSourceSearchService.js +96 -0
- package/dist/services/MultiSourceSearchService.js.map +1 -0
- package/dist/services/OpenAccessFallbackService.d.ts +20 -0
- package/dist/services/OpenAccessFallbackService.d.ts.map +1 -0
- package/dist/services/OpenAccessFallbackService.js +124 -0
- package/dist/services/OpenAccessFallbackService.js.map +1 -0
- package/dist/utils/ErrorHandler.d.ts +99 -0
- package/dist/utils/ErrorHandler.d.ts.map +1 -0
- package/dist/utils/ErrorHandler.js +266 -0
- package/dist/utils/ErrorHandler.js.map +1 -0
- package/dist/utils/Logger.d.ts +6 -0
- package/dist/utils/Logger.d.ts.map +1 -0
- package/dist/utils/Logger.js +26 -0
- package/dist/utils/Logger.js.map +1 -0
- package/dist/utils/PDFExtractor.d.ts +34 -0
- package/dist/utils/PDFExtractor.d.ts.map +1 -0
- package/dist/utils/PDFExtractor.js +130 -0
- package/dist/utils/PDFExtractor.js.map +1 -0
- package/dist/utils/PdfDownload.d.ts +7 -0
- package/dist/utils/PdfDownload.d.ts.map +1 -0
- package/dist/utils/PdfDownload.js +52 -0
- package/dist/utils/PdfDownload.js.map +1 -0
- package/dist/utils/QuotaManager.d.ts +32 -0
- package/dist/utils/QuotaManager.d.ts.map +1 -0
- package/dist/utils/QuotaManager.js +95 -0
- package/dist/utils/QuotaManager.js.map +1 -0
- package/dist/utils/RateLimiter.d.ts +50 -0
- package/dist/utils/RateLimiter.d.ts.map +1 -0
- package/dist/utils/RateLimiter.js +121 -0
- package/dist/utils/RateLimiter.js.map +1 -0
- package/dist/utils/RequestCache.d.ts +26 -0
- package/dist/utils/RequestCache.d.ts.map +1 -0
- package/dist/utils/RequestCache.js +66 -0
- package/dist/utils/RequestCache.js.map +1 -0
- package/dist/utils/SecurityUtils.d.ts +80 -0
- package/dist/utils/SecurityUtils.d.ts.map +1 -0
- package/dist/utils/SecurityUtils.js +357 -0
- package/dist/utils/SecurityUtils.js.map +1 -0
- package/package.json +111 -0
- package/skills/paper-search/SKILL.md +192 -0
|
@@ -0,0 +1,531 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* arXiv API集成模块
|
|
3
|
+
* 基于arXiv API v1.1实现论文搜索和下载功能
|
|
4
|
+
*/
|
|
5
|
+
import axios from 'axios';
|
|
6
|
+
import * as fs from 'fs';
|
|
7
|
+
import * as os from 'os';
|
|
8
|
+
import * as path from 'path';
|
|
9
|
+
import * as xml2js from 'xml2js';
|
|
10
|
+
import * as cheerio from 'cheerio';
|
|
11
|
+
import { PaperFactory } from '../models/Paper.js';
|
|
12
|
+
import { PaperSource } from './PaperSource.js';
|
|
13
|
+
import { TIMEOUTS, USER_AGENT } from '../config/constants.js';
|
|
14
|
+
import { logDebug } from '../utils/Logger.js';
|
|
15
|
+
import { RateLimiter } from '../utils/RateLimiter.js';
|
|
16
|
+
import { ErrorHandler } from '../utils/ErrorHandler.js';
|
|
17
|
+
import { RequestCache } from '../utils/RequestCache.js';
|
|
18
|
+
const ARXIV_MAX_RESULTS = 25;
|
|
19
|
+
const ARXIV_SEARCH_TIMEOUT_MS = 10000;
|
|
20
|
+
const ARXIV_EXPORT_API_INTERVAL_MS = 3000;
|
|
21
|
+
const ARXIV_EXPORT_API_COOLDOWN_MS = 30000;
|
|
22
|
+
const ARXIV_RATE_LIMIT_LOCK_STALE_MS = 10000;
|
|
23
|
+
const ARXIV_RATE_LIMIT_LOCK_POLL_MS = 100;
|
|
24
|
+
export class ArxivSearcher extends PaperSource {
|
|
25
|
+
rateLimiter;
|
|
26
|
+
cache;
|
|
27
|
+
constructor() {
|
|
28
|
+
super('arxiv', 'https://export.arxiv.org/api');
|
|
29
|
+
// arXiv rate limit: 1 request per 3 seconds (0.33 req/s)
|
|
30
|
+
this.rateLimiter = new RateLimiter({
|
|
31
|
+
requestsPerSecond: 0.33,
|
|
32
|
+
burstCapacity: 1
|
|
33
|
+
});
|
|
34
|
+
this.cache = new RequestCache({
|
|
35
|
+
maxSize: 100,
|
|
36
|
+
ttlMs: 3600000 // 1 hour
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
getCapabilities() {
|
|
40
|
+
return {
|
|
41
|
+
search: true,
|
|
42
|
+
download: true,
|
|
43
|
+
fullText: true,
|
|
44
|
+
citations: false, // arXiv本身不提供被引统计
|
|
45
|
+
requiresApiKey: false,
|
|
46
|
+
supportedOptions: ['maxResults', 'year', 'author', 'category', 'sortBy', 'sortOrder']
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* 搜索arXiv论文
|
|
51
|
+
*/
|
|
52
|
+
async search(query, options = {}) {
|
|
53
|
+
try {
|
|
54
|
+
const customOptions = options;
|
|
55
|
+
const forceRefresh = customOptions.forceRefresh === true;
|
|
56
|
+
// Check cache first
|
|
57
|
+
if (!forceRefresh) {
|
|
58
|
+
const cacheKey = this.cache.generateKey('arxiv', query, options);
|
|
59
|
+
const cached = this.cache.get(cacheKey);
|
|
60
|
+
if (cached) {
|
|
61
|
+
return cached;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
const searchQuery = this.buildSearchQuery(query, options);
|
|
65
|
+
const url = `${this.baseUrl}/query`;
|
|
66
|
+
// Map sortOrder: arXiv API requires 'ascending' or 'descending'
|
|
67
|
+
const sortOrderMap = {
|
|
68
|
+
'asc': 'ascending',
|
|
69
|
+
'desc': 'descending',
|
|
70
|
+
'ascending': 'ascending',
|
|
71
|
+
'descending': 'descending'
|
|
72
|
+
};
|
|
73
|
+
const maxResults = this.normalizeMaxResults(options.maxResults);
|
|
74
|
+
const params = {
|
|
75
|
+
search_query: searchQuery,
|
|
76
|
+
start: 0,
|
|
77
|
+
max_results: maxResults,
|
|
78
|
+
sortBy: this.mapSortField(options.sortBy || 'relevance'),
|
|
79
|
+
sortOrder: sortOrderMap[options.sortOrder || 'desc'] || 'descending'
|
|
80
|
+
};
|
|
81
|
+
logDebug(`arXiv API Request: GET ${url}`);
|
|
82
|
+
logDebug('arXiv Request params:', params);
|
|
83
|
+
const papers = await this.searchViaExportApi(url, params, query, options);
|
|
84
|
+
const limitedPapers = papers.slice(0, maxResults);
|
|
85
|
+
logDebug(`arXiv Parsed ${limitedPapers.length} papers`);
|
|
86
|
+
// Cache results
|
|
87
|
+
const cacheKey = this.cache.generateKey('arxiv', query, options);
|
|
88
|
+
this.cache.set(cacheKey, limitedPapers);
|
|
89
|
+
return limitedPapers;
|
|
90
|
+
}
|
|
91
|
+
catch (error) {
|
|
92
|
+
logDebug('arXiv Search Error:', error.message);
|
|
93
|
+
this.handleHttpError(error, 'search');
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
async searchViaExportApi(url, params, originalQuery, options) {
|
|
97
|
+
try {
|
|
98
|
+
await this.rateLimiter.waitForPermission();
|
|
99
|
+
await this.waitForGlobalExportApiSlot();
|
|
100
|
+
const response = await this.fetchSearchPage(url, params);
|
|
101
|
+
logDebug(`arXiv API Response: ${response.status} ${response.statusText}, Data length: ${response.data?.length || 0}`);
|
|
102
|
+
return await this.parseSearchResponse(response.data);
|
|
103
|
+
}
|
|
104
|
+
catch (apiError) {
|
|
105
|
+
if (this.isRateLimitError(apiError)) {
|
|
106
|
+
await this.markGlobalExportApiCooldown();
|
|
107
|
+
}
|
|
108
|
+
if (!this.shouldUseWebFallback(apiError)) {
|
|
109
|
+
throw apiError;
|
|
110
|
+
}
|
|
111
|
+
logDebug(`arXiv Export API failed (${apiError.message}); trying web search fallback`);
|
|
112
|
+
try {
|
|
113
|
+
return await this.searchViaWebFallback(originalQuery, options, params.max_results);
|
|
114
|
+
}
|
|
115
|
+
catch (fallbackError) {
|
|
116
|
+
logDebug(`arXiv web fallback failed: ${fallbackError.message}`);
|
|
117
|
+
throw apiError;
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
async fetchSearchPage(url, params) {
|
|
122
|
+
try {
|
|
123
|
+
return await ErrorHandler.retryWithBackoff(() => axios.get(url, {
|
|
124
|
+
params,
|
|
125
|
+
timeout: ARXIV_SEARCH_TIMEOUT_MS,
|
|
126
|
+
headers: { 'User-Agent': USER_AGENT }
|
|
127
|
+
}), {
|
|
128
|
+
context: 'arXiv search',
|
|
129
|
+
maxRetries: 0
|
|
130
|
+
});
|
|
131
|
+
}
|
|
132
|
+
catch (error) {
|
|
133
|
+
if (this.isTimeoutError(error)) {
|
|
134
|
+
throw new Error(`arXiv search timed out after ${ARXIV_SEARCH_TIMEOUT_MS}ms. Try a narrower query or smaller maxResults if this persists.`);
|
|
135
|
+
}
|
|
136
|
+
throw error;
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
normalizeMaxResults(maxResults) {
|
|
140
|
+
if (!Number.isFinite(maxResults)) {
|
|
141
|
+
return 10;
|
|
142
|
+
}
|
|
143
|
+
return Math.max(1, Math.min(ARXIV_MAX_RESULTS, Math.floor(maxResults)));
|
|
144
|
+
}
|
|
145
|
+
isTimeoutError(error) {
|
|
146
|
+
return (error?.code === 'ECONNABORTED' ||
|
|
147
|
+
error?.code === 'ETIMEDOUT' ||
|
|
148
|
+
/timeout|timed out/i.test(error?.message || ''));
|
|
149
|
+
}
|
|
150
|
+
shouldUseWebFallback(error) {
|
|
151
|
+
const status = error?.response?.status || error?.status;
|
|
152
|
+
return this.isTimeoutError(error) || [429, 500, 502, 503, 504].includes(status);
|
|
153
|
+
}
|
|
154
|
+
isRateLimitError(error) {
|
|
155
|
+
return (error?.response?.status || error?.status) === 429;
|
|
156
|
+
}
|
|
157
|
+
async waitForGlobalExportApiSlot() {
|
|
158
|
+
await this.withArxivRateLimitLock(async () => {
|
|
159
|
+
const paths = this.getArxivRateLimitPaths();
|
|
160
|
+
const state = this.readArxivRateLimitState(paths.statePath);
|
|
161
|
+
const now = Date.now();
|
|
162
|
+
if (state.cooldownUntil && state.cooldownUntil > now) {
|
|
163
|
+
throw this.createArxivCooldownError(state.cooldownUntil - now);
|
|
164
|
+
}
|
|
165
|
+
const waitMs = Math.max(0, (state.lastRequestAt || 0) + ARXIV_EXPORT_API_INTERVAL_MS - now);
|
|
166
|
+
if (waitMs > 0) {
|
|
167
|
+
await this.sleep(waitMs);
|
|
168
|
+
}
|
|
169
|
+
const lastRequestAt = Date.now();
|
|
170
|
+
const nextState = { ...state, lastRequestAt };
|
|
171
|
+
if (nextState.cooldownUntil && nextState.cooldownUntil <= lastRequestAt) {
|
|
172
|
+
delete nextState.cooldownUntil;
|
|
173
|
+
}
|
|
174
|
+
this.writeArxivRateLimitState(paths.statePath, nextState);
|
|
175
|
+
});
|
|
176
|
+
}
|
|
177
|
+
async markGlobalExportApiCooldown() {
|
|
178
|
+
await this.withArxivRateLimitLock(async () => {
|
|
179
|
+
const paths = this.getArxivRateLimitPaths();
|
|
180
|
+
const state = this.readArxivRateLimitState(paths.statePath);
|
|
181
|
+
this.writeArxivRateLimitState(paths.statePath, {
|
|
182
|
+
...state,
|
|
183
|
+
cooldownUntil: Date.now() + ARXIV_EXPORT_API_COOLDOWN_MS
|
|
184
|
+
});
|
|
185
|
+
});
|
|
186
|
+
}
|
|
187
|
+
async withArxivRateLimitLock(operation) {
|
|
188
|
+
const paths = this.getArxivRateLimitPaths();
|
|
189
|
+
fs.mkdirSync(paths.dir, { recursive: true });
|
|
190
|
+
const fd = await this.acquireArxivRateLimitLock(paths.lockPath);
|
|
191
|
+
try {
|
|
192
|
+
return await operation();
|
|
193
|
+
}
|
|
194
|
+
finally {
|
|
195
|
+
fs.closeSync(fd);
|
|
196
|
+
fs.rmSync(paths.lockPath, { force: true });
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
async acquireArxivRateLimitLock(lockPath) {
|
|
200
|
+
while (true) {
|
|
201
|
+
try {
|
|
202
|
+
return fs.openSync(lockPath, 'wx');
|
|
203
|
+
}
|
|
204
|
+
catch (error) {
|
|
205
|
+
if (error?.code !== 'EEXIST') {
|
|
206
|
+
throw error;
|
|
207
|
+
}
|
|
208
|
+
this.removeStaleArxivRateLimitLock(lockPath);
|
|
209
|
+
await this.sleep(ARXIV_RATE_LIMIT_LOCK_POLL_MS);
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
removeStaleArxivRateLimitLock(lockPath) {
|
|
214
|
+
try {
|
|
215
|
+
const stats = fs.statSync(lockPath);
|
|
216
|
+
if (Date.now() - stats.mtimeMs > ARXIV_RATE_LIMIT_LOCK_STALE_MS) {
|
|
217
|
+
fs.rmSync(lockPath, { force: true });
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
catch {
|
|
221
|
+
// Another process may have released the lock between stat and remove.
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
getArxivRateLimitPaths() {
|
|
225
|
+
const dir = process.env.PAPER_SEARCH_CACHE_DIR || path.join(os.homedir(), '.cache', 'paper-search');
|
|
226
|
+
return {
|
|
227
|
+
dir,
|
|
228
|
+
statePath: path.join(dir, 'arxiv-rate-limit.json'),
|
|
229
|
+
lockPath: path.join(dir, 'arxiv-rate-limit.lock')
|
|
230
|
+
};
|
|
231
|
+
}
|
|
232
|
+
readArxivRateLimitState(statePath) {
|
|
233
|
+
try {
|
|
234
|
+
if (!fs.existsSync(statePath)) {
|
|
235
|
+
return {};
|
|
236
|
+
}
|
|
237
|
+
const parsed = JSON.parse(fs.readFileSync(statePath, 'utf8'));
|
|
238
|
+
return {
|
|
239
|
+
lastRequestAt: typeof parsed.lastRequestAt === 'number' ? parsed.lastRequestAt : undefined,
|
|
240
|
+
cooldownUntil: typeof parsed.cooldownUntil === 'number' ? parsed.cooldownUntil : undefined
|
|
241
|
+
};
|
|
242
|
+
}
|
|
243
|
+
catch {
|
|
244
|
+
return {};
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
writeArxivRateLimitState(statePath, state) {
|
|
248
|
+
fs.writeFileSync(statePath, `${JSON.stringify(state, null, 2)}\n`);
|
|
249
|
+
}
|
|
250
|
+
createArxivCooldownError(waitMs) {
|
|
251
|
+
const error = new Error(`arXiv Export API is cooling down for ${Math.ceil(waitMs / 1000)}s after a rate-limit response.`);
|
|
252
|
+
error.status = 429;
|
|
253
|
+
return error;
|
|
254
|
+
}
|
|
255
|
+
sleep(ms) {
|
|
256
|
+
return new Promise(resolve => setTimeout(resolve, ms));
|
|
257
|
+
}
|
|
258
|
+
async searchViaWebFallback(query, options, maxResults) {
|
|
259
|
+
const params = {
|
|
260
|
+
query,
|
|
261
|
+
searchtype: 'all',
|
|
262
|
+
abstracts: 'show',
|
|
263
|
+
size: this.webFallbackPageSize(maxResults)
|
|
264
|
+
};
|
|
265
|
+
const order = this.mapWebSortOrder(options);
|
|
266
|
+
if (order) {
|
|
267
|
+
params.order = order;
|
|
268
|
+
}
|
|
269
|
+
const response = await ErrorHandler.retryWithBackoff(() => axios.get('https://arxiv.org/search/', {
|
|
270
|
+
params,
|
|
271
|
+
timeout: TIMEOUTS.DEFAULT,
|
|
272
|
+
headers: { 'User-Agent': USER_AGENT }
|
|
273
|
+
}), {
|
|
274
|
+
context: 'arXiv web fallback',
|
|
275
|
+
maxRetries: 1,
|
|
276
|
+
initialDelayMs: 5000,
|
|
277
|
+
maxDelayMs: 15000
|
|
278
|
+
});
|
|
279
|
+
return this.parseWebSearchResponse(response.data).slice(0, maxResults);
|
|
280
|
+
}
|
|
281
|
+
parseWebSearchResponse(htmlData) {
|
|
282
|
+
const $ = cheerio.load(htmlData);
|
|
283
|
+
const papers = [];
|
|
284
|
+
$('li.arxiv-result').each((_, element) => {
|
|
285
|
+
const item = $(element);
|
|
286
|
+
const absHref = item.find('p.list-title a[href*="/abs/"]').first().attr('href') || '';
|
|
287
|
+
const paperId = absHref.split('/abs/').pop()?.trim();
|
|
288
|
+
if (!paperId) {
|
|
289
|
+
return;
|
|
290
|
+
}
|
|
291
|
+
const title = this.cleanText(item.find('p.title').first().text());
|
|
292
|
+
const authors = item
|
|
293
|
+
.find('p.authors a')
|
|
294
|
+
.map((_, author) => this.cleanText($(author).text()))
|
|
295
|
+
.get()
|
|
296
|
+
.filter(Boolean);
|
|
297
|
+
const abstractNode = item.find('.abstract-full').first().clone();
|
|
298
|
+
abstractNode.find('a').remove();
|
|
299
|
+
const shortAbstractNode = item.find('.abstract-short').first().clone();
|
|
300
|
+
shortAbstractNode.find('a').remove();
|
|
301
|
+
const abstract = this.cleanText(abstractNode.text() || shortAbstractNode.text()).replace(/\s*(Less|More)$/i, '');
|
|
302
|
+
const categories = item
|
|
303
|
+
.find('.tags .tag')
|
|
304
|
+
.map((_, tag) => this.cleanText($(tag).text()))
|
|
305
|
+
.get()
|
|
306
|
+
.filter(Boolean);
|
|
307
|
+
const submittedText = item.find('p.is-size-7').first().text().match(/Submitted\s+([^;]+);?/i)?.[1]?.trim();
|
|
308
|
+
const publishedDate = submittedText ? new Date(submittedText) : null;
|
|
309
|
+
const year = publishedDate && !Number.isNaN(publishedDate.getTime()) ? publishedDate.getFullYear() : undefined;
|
|
310
|
+
papers.push(PaperFactory.create({
|
|
311
|
+
paperId,
|
|
312
|
+
title,
|
|
313
|
+
authors,
|
|
314
|
+
abstract,
|
|
315
|
+
publishedDate: publishedDate && !Number.isNaN(publishedDate.getTime()) ? publishedDate : null,
|
|
316
|
+
pdfUrl: `https://arxiv.org/pdf/${paperId}`,
|
|
317
|
+
url: `https://arxiv.org/abs/${paperId}`,
|
|
318
|
+
source: 'arxiv',
|
|
319
|
+
categories,
|
|
320
|
+
year,
|
|
321
|
+
extra: {
|
|
322
|
+
arxivId: paperId,
|
|
323
|
+
fallback: 'arxiv_web_search'
|
|
324
|
+
}
|
|
325
|
+
}));
|
|
326
|
+
});
|
|
327
|
+
return papers;
|
|
328
|
+
}
|
|
329
|
+
/**
|
|
330
|
+
* 下载PDF文件
|
|
331
|
+
*/
|
|
332
|
+
async downloadPdf(paperId, options = {}) {
|
|
333
|
+
try {
|
|
334
|
+
const savePath = options.savePath || './downloads';
|
|
335
|
+
const pdfUrl = `https://arxiv.org/pdf/${paperId}.pdf`;
|
|
336
|
+
// 确保保存目录存在
|
|
337
|
+
if (!fs.existsSync(savePath)) {
|
|
338
|
+
fs.mkdirSync(savePath, { recursive: true });
|
|
339
|
+
}
|
|
340
|
+
const filename = `${paperId}.pdf`;
|
|
341
|
+
const filePath = path.join(savePath, filename);
|
|
342
|
+
// 检查文件是否已存在
|
|
343
|
+
if (fs.existsSync(filePath) && !options.overwrite) {
|
|
344
|
+
return filePath;
|
|
345
|
+
}
|
|
346
|
+
await this.rateLimiter.waitForPermission();
|
|
347
|
+
const response = await ErrorHandler.retryWithBackoff(() => axios.get(pdfUrl, {
|
|
348
|
+
responseType: 'stream',
|
|
349
|
+
timeout: TIMEOUTS.DOWNLOAD
|
|
350
|
+
}), { context: 'arXiv download' });
|
|
351
|
+
const writer = fs.createWriteStream(filePath);
|
|
352
|
+
response.data.pipe(writer);
|
|
353
|
+
return new Promise((resolve, reject) => {
|
|
354
|
+
writer.on('finish', () => resolve(filePath));
|
|
355
|
+
writer.on('error', reject);
|
|
356
|
+
});
|
|
357
|
+
}
|
|
358
|
+
catch (error) {
|
|
359
|
+
this.handleHttpError(error, 'download PDF');
|
|
360
|
+
}
|
|
361
|
+
}
|
|
362
|
+
/**
|
|
363
|
+
* 读取论文全文内容(从PDF中提取)
|
|
364
|
+
*/
|
|
365
|
+
async readPaper(paperId, options = {}) {
|
|
366
|
+
try {
|
|
367
|
+
const savePath = options.savePath || './downloads';
|
|
368
|
+
const filePath = path.join(savePath, `${paperId}.pdf`);
|
|
369
|
+
// 如果PDF不存在,先下载
|
|
370
|
+
if (!fs.existsSync(filePath)) {
|
|
371
|
+
await this.downloadPdf(paperId, options);
|
|
372
|
+
}
|
|
373
|
+
// 这里需要PDF解析库,暂时返回提示信息
|
|
374
|
+
return `PDF file downloaded at: ${filePath}. Full text extraction requires additional PDF parsing implementation.`;
|
|
375
|
+
}
|
|
376
|
+
catch (error) {
|
|
377
|
+
this.handleHttpError(error, 'read paper');
|
|
378
|
+
}
|
|
379
|
+
}
|
|
380
|
+
/**
|
|
381
|
+
* 构建搜索查询
|
|
382
|
+
*/
|
|
383
|
+
buildSearchQuery(query, options) {
|
|
384
|
+
let searchQuery = this.normalizeSearchQuery(query);
|
|
385
|
+
// 添加作者过滤
|
|
386
|
+
if (options.author) {
|
|
387
|
+
searchQuery += ` AND au:"${options.author}"`;
|
|
388
|
+
}
|
|
389
|
+
// 添加分类过滤
|
|
390
|
+
if (options.category) {
|
|
391
|
+
searchQuery += ` AND cat:${options.category}`;
|
|
392
|
+
}
|
|
393
|
+
// 添加年份过滤(arXiv使用日期范围)
|
|
394
|
+
if (options.year) {
|
|
395
|
+
const year = options.year;
|
|
396
|
+
if (year.includes('-')) {
|
|
397
|
+
// 年份范围
|
|
398
|
+
const [startYear, endYear] = year.split('-');
|
|
399
|
+
if (startYear) {
|
|
400
|
+
searchQuery += ` AND submittedDate:[${startYear}0101 TO `;
|
|
401
|
+
searchQuery += endYear ? `${endYear}1231]` : '*]';
|
|
402
|
+
}
|
|
403
|
+
}
|
|
404
|
+
else {
|
|
405
|
+
// 单一年份
|
|
406
|
+
searchQuery += ` AND submittedDate:[${year}0101 TO ${year}1231]`;
|
|
407
|
+
}
|
|
408
|
+
}
|
|
409
|
+
return searchQuery;
|
|
410
|
+
}
|
|
411
|
+
normalizeSearchQuery(query) {
|
|
412
|
+
const trimmed = query.trim();
|
|
413
|
+
if (!trimmed || this.hasArxivQuerySyntax(trimmed)) {
|
|
414
|
+
return trimmed;
|
|
415
|
+
}
|
|
416
|
+
return trimmed
|
|
417
|
+
.split(/\s+/)
|
|
418
|
+
.filter(Boolean)
|
|
419
|
+
.map(term => `all:${this.escapeArxivTerm(term)}`)
|
|
420
|
+
.join(' AND ');
|
|
421
|
+
}
|
|
422
|
+
hasArxivQuerySyntax(query) {
|
|
423
|
+
return /\b(all|ti|au|abs|co|jr|cat|rn|id):/i.test(query) || /\b(AND|OR|ANDNOT)\b/i.test(query);
|
|
424
|
+
}
|
|
425
|
+
escapeArxivTerm(term) {
|
|
426
|
+
const escaped = term.replace(/"/g, '\\"');
|
|
427
|
+
return /[\s()]/.test(escaped) ? `"${escaped}"` : escaped;
|
|
428
|
+
}
|
|
429
|
+
webFallbackPageSize(maxResults) {
|
|
430
|
+
if (maxResults <= 25)
|
|
431
|
+
return 25;
|
|
432
|
+
if (maxResults <= 50)
|
|
433
|
+
return 50;
|
|
434
|
+
return 100;
|
|
435
|
+
}
|
|
436
|
+
mapWebSortOrder(options) {
|
|
437
|
+
if (options.sortBy === 'date') {
|
|
438
|
+
return options.sortOrder === 'asc' ? 'announced_date_first' : '-announced_date_first';
|
|
439
|
+
}
|
|
440
|
+
return undefined;
|
|
441
|
+
}
|
|
442
|
+
/**
|
|
443
|
+
* 映射排序字段
|
|
444
|
+
*/
|
|
445
|
+
mapSortField(sortBy) {
|
|
446
|
+
const fieldMap = {
|
|
447
|
+
'relevance': 'relevance',
|
|
448
|
+
'date': 'submittedDate',
|
|
449
|
+
'citations': 'submittedDate' // arXiv没有被引排序,使用日期代替
|
|
450
|
+
};
|
|
451
|
+
return fieldMap[sortBy] || 'relevance';
|
|
452
|
+
}
|
|
453
|
+
/**
|
|
454
|
+
* 解析搜索响应
|
|
455
|
+
*/
|
|
456
|
+
async parseSearchResponse(xmlData) {
|
|
457
|
+
try {
|
|
458
|
+
const parser = new xml2js.Parser();
|
|
459
|
+
const result = await parser.parseStringPromise(xmlData);
|
|
460
|
+
if (!result.feed.entry) {
|
|
461
|
+
return [];
|
|
462
|
+
}
|
|
463
|
+
const entries = Array.isArray(result.feed.entry)
|
|
464
|
+
? result.feed.entry
|
|
465
|
+
: [result.feed.entry];
|
|
466
|
+
return entries.map(entry => this.parseArxivEntry(entry))
|
|
467
|
+
.filter(paper => paper !== null);
|
|
468
|
+
}
|
|
469
|
+
catch (error) {
|
|
470
|
+
logDebug('Error parsing arXiv response:', error);
|
|
471
|
+
return [];
|
|
472
|
+
}
|
|
473
|
+
}
|
|
474
|
+
/**
|
|
475
|
+
* 解析单个arXiv条目
|
|
476
|
+
*/
|
|
477
|
+
parseArxivEntry(entry) {
|
|
478
|
+
try {
|
|
479
|
+
// 提取论文ID
|
|
480
|
+
const arxivUrl = entry.id[0];
|
|
481
|
+
const paperId = arxivUrl.split('/').pop()?.replace('abs/', '') || '';
|
|
482
|
+
// 提取标题
|
|
483
|
+
const title = entry.title[0];
|
|
484
|
+
// 提取作者
|
|
485
|
+
const authorData = entry.author;
|
|
486
|
+
const authors = Array.isArray(authorData)
|
|
487
|
+
? authorData.map(a => a.name[0])
|
|
488
|
+
: [authorData.name[0]];
|
|
489
|
+
// 提取摘要
|
|
490
|
+
const abstract = entry.summary[0];
|
|
491
|
+
// 提取日期
|
|
492
|
+
const publishedDate = this.parseDate(entry.published[0]);
|
|
493
|
+
const updatedDate = this.parseDate(entry.updated[0]);
|
|
494
|
+
// 提取DOI
|
|
495
|
+
const doi = entry['arxiv:doi']?.[0] || '';
|
|
496
|
+
// 提取分类
|
|
497
|
+
const primaryCategory = entry['arxiv:primary_category']?.[0]?.$?.term || '';
|
|
498
|
+
const categories = entry.category?.map(cat => cat.$.term) || [primaryCategory];
|
|
499
|
+
// 提取链接
|
|
500
|
+
const pdfLink = entry.link.find(link => link.$.type === 'application/pdf');
|
|
501
|
+
const pdfUrl = pdfLink?.$.href || `https://arxiv.org/pdf/${paperId}.pdf`;
|
|
502
|
+
// 提取年份
|
|
503
|
+
const year = publishedDate?.getFullYear();
|
|
504
|
+
return PaperFactory.create({
|
|
505
|
+
paperId: paperId,
|
|
506
|
+
title: this.cleanText(title),
|
|
507
|
+
authors: authors,
|
|
508
|
+
abstract: this.cleanText(abstract),
|
|
509
|
+
doi: doi,
|
|
510
|
+
publishedDate: publishedDate,
|
|
511
|
+
pdfUrl: pdfUrl,
|
|
512
|
+
url: `https://arxiv.org/abs/${paperId}`,
|
|
513
|
+
source: 'arxiv',
|
|
514
|
+
updatedDate: updatedDate || undefined,
|
|
515
|
+
categories: categories,
|
|
516
|
+
keywords: [], // arXiv通常不提供关键词
|
|
517
|
+
citationCount: 0, // arXiv本身不提供被引统计
|
|
518
|
+
year: year,
|
|
519
|
+
extra: {
|
|
520
|
+
primaryCategory: primaryCategory,
|
|
521
|
+
arxivId: paperId
|
|
522
|
+
}
|
|
523
|
+
});
|
|
524
|
+
}
|
|
525
|
+
catch (error) {
|
|
526
|
+
logDebug('Error parsing arXiv entry:', error);
|
|
527
|
+
return null;
|
|
528
|
+
}
|
|
529
|
+
}
|
|
530
|
+
}
|
|
531
|
+
//# sourceMappingURL=ArxivSearcher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ArxivSearcher.js","sourceRoot":"","sources":["../../src/platforms/ArxivSearcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAS,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAwD,MAAM,kBAAkB,CAAC;AACrG,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAoCxD,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,uBAAuB,GAAG,KAAK,CAAC;AACtC,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAC1C,MAAM,4BAA4B,GAAG,KAAK,CAAC;AAC3C,MAAM,8BAA8B,GAAG,KAAK,CAAC;AAC7C,MAAM,6BAA6B,GAAG,GAAG,CAAC;AAO1C,MAAM,OAAO,aAAc,SAAQ,WAAW;IAC3B,WAAW,CAAc;IACzB,KAAK,CAAwB;IAE9C;QACE,KAAK,CAAC,OAAO,EAAE,8BAA8B,CAAC,CAAC;QAC/C,yDAAyD;QACzD,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC;YACjC,iBAAiB,EAAE,IAAI;YACvB,aAAa,EAAE,CAAC;SACjB,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAU;YACrC,OAAO,EAAE,GAAG;YACZ,KAAK,EAAE,OAAO,CAAC,SAAS;SACzB,CAAC,CAAC;IACL,CAAC;IAED,eAAe;QACb,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,IAAI;YACd,SAAS,EAAE,KAAK,EAAE,iBAAiB;YACnC,cAAc,EAAE,KAAK;YACrB,gBAAgB,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,CAAC;SACtF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAAyB,EAAE;QACrD,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,OAAc,CAAC;YACrC,MAAM,YAAY,GAAG,aAAa,CAAC,YAAY,KAAK,IAAI,CAAC;YAEzD,oBAAoB;YACpB,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;gBACjE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACxC,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC;gBAChB,CAAC;YACH,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,QAAQ,CAAC;YAEpC,gEAAgE;YAChE,MAAM,YAAY,GAA2B;gBAC3C,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,YAAY;gBACpB,WAAW,EAAE,WAAW;gBACxB,YAAY,EAAE,YAAY;aAC3B,CAAC;YAEF,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAChE,MAAM,MAAM,GAAsB;gBAChC,YAAY,EAAE,WAAW;gBACzB,KAAK,EAAE,CAAC;gBACR,WAAW,EAAE,UAAU;gBACvB,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,WAAW,CAAC;gBACxD,SAAS,EAAE,YAAY,CAAC,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,IAAI,YAAY;aACrE,CAAC;YAEF,QAAQ,CAAC,0BAA0B,GAAG,EAAE,CAAC,CAAC;YAC1C,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC;YAE1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1E,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;YAClD,QAAQ,CAAC,gBAAgB,aAAa,CAAC,MAAM,SAAS,CAAC,CAAC;YAExD,gBAAgB;YAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YACjE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAExC,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,QAAQ,CAAC,qBAAqB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/C,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,GAAW,EACX,MAAyB,EACzB,aAAqB,EACrB,OAAsB;QAEtB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC;YAC3C,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;YAExC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACzD,QAAQ,CAAC,uBAAuB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,kBAAkB,QAAQ,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;YAEtH,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,QAAa,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,CAAC,2BAA2B,EAAE,CAAC;YAC3C,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzC,MAAM,QAAQ,CAAC;YACjB,CAAC;YAED,QAAQ,CAAC,4BAA4B,QAAQ,CAAC,OAAO,+BAA+B,CAAC,CAAC;YACtF,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,oBAAoB,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YACrF,CAAC;YAAC,OAAO,aAAkB,EAAE,CAAC;gBAC5B,QAAQ,CAAC,8BAA8B,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBAChE,MAAM,QAAQ,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,GAAW,EAAE,MAAyB;QAClE,IAAI,CAAC;YACH,OAAO,MAAM,YAAY,CAAC,gBAAgB,CACxC,GAAG,EAAE,CACH,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;gBACb,MAAM;gBACN,OAAO,EAAE,uBAAuB;gBAChC,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE;aACtC,CAAC,EACJ;gBACE,OAAO,EAAE,cAAc;gBACvB,UAAU,EAAE,CAAC;aACd,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CACb,gCAAgC,uBAAuB,kEAAkE,CAC1H,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,UAAmB;QAC7C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,UAAoB,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC;IAEO,cAAc,CAAC,KAAU;QAC/B,OAAO,CACL,KAAK,EAAE,IAAI,KAAK,cAAc;YAC9B,KAAK,EAAE,IAAI,KAAK,WAAW;YAC3B,oBAAoB,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC,CAChD,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,KAAU;QACrC,MAAM,MAAM,GAAG,KAAK,EAAE,QAAQ,EAAE,MAAM,IAAI,KAAK,EAAE,MAAM,CAAC;QACxD,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClF,CAAC;IAEO,gBAAgB,CAAC,KAAU;QACjC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,IAAI,KAAK,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC;IAC5D,CAAC;IAEO,KAAK,CAAC,0BAA0B;QACtC,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,IAAI,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC;gBACrD,MAAM,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC;YACjE,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,4BAA4B,GAAG,GAAG,CAAC,CAAC;YAC5F,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC3B,CAAC;YAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjC,MAAM,SAAS,GAAwB,EAAE,GAAG,KAAK,EAAE,aAAa,EAAE,CAAC;YACnE,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,aAAa,IAAI,aAAa,EAAE,CAAC;gBACxE,OAAO,SAAS,CAAC,aAAa,CAAC;YACjC,CAAC;YACD,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,2BAA2B;QACvC,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC5D,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,SAAS,EAAE;gBAC7C,GAAG,KAAK;gBACR,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,4BAA4B;aACzD,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAI,SAA2B;QACjE,MAAM,KAAK,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC5C,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,OAAO,MAAM,SAAS,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACjB,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,QAAgB;QACtD,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACrC,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,KAAK,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,MAAM,KAAK,CAAC;gBACd,CAAC;gBAED,IAAI,CAAC,6BAA6B,CAAC,QAAQ,CAAC,CAAC;gBAC7C,MAAM,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IAEO,6BAA6B,CAAC,QAAgB;QACpD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACpC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,OAAO,GAAG,8BAA8B,EAAE,CAAC;gBAChE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,sEAAsE;QACxE,CAAC;IACH,CAAC;IAEO,sBAAsB;QAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;QACpG,OAAO;YACL,GAAG;YACH,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,uBAAuB,CAAC;YAClD,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,uBAAuB,CAAC;SAClD,CAAC;IACJ,CAAC;IAEO,uBAAuB,CAAC,SAAiB;QAC/C,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9B,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAwB,CAAC;YACrF,OAAO;gBACL,aAAa,EAAE,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;gBAC1F,aAAa,EAAE,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;aAC3F,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,wBAAwB,CAAC,SAAiB,EAAE,KAA0B;QAC5E,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACrE,CAAC;IAEO,wBAAwB,CAAC,MAAc;QAC7C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,gCAAgC,CAAC,CAAC;QACzH,KAAa,CAAC,MAAM,GAAG,GAAG,CAAC;QAC5B,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,KAAa,EAAE,OAAsB,EAAE,UAAkB;QAC1F,MAAM,MAAM,GAAoC;YAC9C,KAAK;YACL,UAAU,EAAE,KAAK;YACjB,SAAS,EAAE,MAAM;YACjB,IAAI,EAAE,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC;SAC3C,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QACvB,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,gBAAgB,CAClD,GAAG,EAAE,CACH,KAAK,CAAC,GAAG,CAAC,2BAA2B,EAAE;YACrC,MAAM;YACN,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE;SACtC,CAAC,EACJ;YACE,OAAO,EAAE,oBAAoB;YAC7B,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,KAAK;SAClB,CACF,CAAC;QAEF,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACzE,CAAC;IAEO,sBAAsB,CAAC,QAAgB;QAC7C,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjC,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,CAAC,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;YACvC,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;YACxB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACtF,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC;YACrD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO;YACT,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YAClE,MAAM,OAAO,GAAG,IAAI;iBACjB,IAAI,CAAC,aAAa,CAAC;iBACnB,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;iBACpD,GAAG,EAAE;iBACL,MAAM,CAAC,OAAO,CAAC,CAAC;YAEnB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC;YACjE,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC;YACvE,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;YAEjH,MAAM,UAAU,GAAG,IAAI;iBACpB,IAAI,CAAC,YAAY,CAAC;iBAClB,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;iBAC9C,GAAG,EAAE;iBACL,MAAM,CAAC,OAAO,CAAC,CAAC;YAEnB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,wBAAwB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YAC3G,MAAM,aAAa,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACrE,MAAM,IAAI,GAAG,aAAa,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YAE/G,MAAM,CAAC,IAAI,CACT,YAAY,CAAC,MAAM,CAAC;gBAClB,OAAO;gBACP,KAAK;gBACL,OAAO;gBACP,QAAQ;gBACR,aAAa,EAAE,aAAa,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;gBAC7F,MAAM,EAAE,yBAAyB,OAAO,EAAE;gBAC1C,GAAG,EAAE,yBAAyB,OAAO,EAAE;gBACvC,MAAM,EAAE,OAAO;gBACf,UAAU;gBACV,IAAI;gBACJ,KAAK,EAAE;oBACL,OAAO,EAAE,OAAO;oBAChB,QAAQ,EAAE,kBAAkB;iBAC7B;aACF,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,UAA2B,EAAE;QAC9D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,aAAa,CAAC;YACnD,MAAM,MAAM,GAAG,yBAAyB,OAAO,MAAM,CAAC;YAEtD,WAAW;YACX,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9C,CAAC;YAED,MAAM,QAAQ,GAAG,GAAG,OAAO,MAAM,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAE/C,YAAY;YACZ,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBAClD,OAAO,QAAQ,CAAC;YAClB,CAAC;YAED,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC;YAE3C,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,gBAAgB,CAClD,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE;gBACtB,YAAY,EAAE,QAAQ;gBACtB,OAAO,EAAE,QAAQ,CAAC,QAAQ;aAC3B,CAAC,EACF,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAC9B,CAAC;YAEF,MAAM,MAAM,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAC9C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAE3B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACrC,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC7C,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC7B,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,UAA2B,EAAE;QAC5D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,aAAa,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,OAAO,MAAM,CAAC,CAAC;YAEvD,eAAe;YACf,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC3C,CAAC;YAED,sBAAsB;YACtB,OAAO,2BAA2B,QAAQ,wEAAwE,CAAC;QACrH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,KAAa,EAAE,OAAsB;QAC5D,IAAI,WAAW,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAEnD,SAAS;QACT,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,WAAW,IAAI,YAAY,OAAO,CAAC,MAAM,GAAG,CAAC;QAC/C,CAAC;QAED,SAAS;QACT,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,WAAW,IAAI,YAAY,OAAO,CAAC,QAAQ,EAAE,CAAC;QAChD,CAAC;QAED,sBAAsB;QACtB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO;gBACP,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC7C,IAAI,SAAS,EAAE,CAAC;oBACd,WAAW,IAAI,uBAAuB,SAAS,UAAU,CAAC;oBAC1D,WAAW,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;gBACpD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO;gBACP,WAAW,IAAI,uBAAuB,IAAI,WAAW,IAAI,OAAO,CAAC;YACnE,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,oBAAoB,CAAC,KAAa;QACxC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,EAAE,CAAC;YAClD,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,OAAO,OAAO;aACX,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;aAChD,IAAI,CAAC,OAAO,CAAC,CAAC;IACnB,CAAC;IAEO,mBAAmB,CAAC,KAAa;QACvC,OAAO,qCAAqC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACjG,CAAC;IAEO,eAAe,CAAC,IAAY;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC1C,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;IAC3D,CAAC;IAEO,mBAAmB,CAAC,UAAkB;QAC5C,IAAI,UAAU,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAChC,IAAI,UAAU,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAChC,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,eAAe,CAAC,OAAsB;QAC5C,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC9B,OAAO,OAAO,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,uBAAuB,CAAC;QACxF,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,MAAc;QACjC,MAAM,QAAQ,GAA2B;YACvC,WAAW,EAAE,WAAW;YACxB,MAAM,EAAE,eAAe;YACvB,WAAW,EAAE,eAAe,CAAC,qBAAqB;SACnD,CAAC;QACF,OAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC;IACzC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,OAAe;QAC/C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACnC,MAAM,MAAM,GAAkB,MAAM,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAEvE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACvB,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;gBAC9C,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK;gBACnB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAExB,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;iBACrD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,CAAY,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACjD,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,KAAiB;QACvC,IAAI,CAAC;YACH,SAAS;YACT,MAAM,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;YAErE,OAAO;YACP,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAE7B,OAAO;YACP,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;YAChC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;gBACvC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAEzB,OAAO;YACP,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAElC,OAAO;YACP,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACzD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YAErD,QAAQ;YACR,MAAM,GAAG,GAAG,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAE1C,OAAO;YACP,MAAM,eAAe,GAAG,KAAK,CAAC,wBAAwB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;YAC5E,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAE/E,OAAO;YACP,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC;YAC3E,MAAM,MAAM,GAAG,OAAO,EAAE,CAAC,CAAC,IAAI,IAAI,yBAAyB,OAAO,MAAM,CAAC;YAEzE,OAAO;YACP,MAAM,IAAI,GAAG,aAAa,EAAE,WAAW,EAAE,CAAC;YAE1C,OAAO,YAAY,CAAC,MAAM,CAAC;gBACzB,OAAO,EAAE,OAAO;gBAChB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC5B,OAAO,EAAE,OAAO;gBAChB,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;gBAClC,GAAG,EAAE,GAAG;gBACR,aAAa,EAAE,aAAa;gBAC5B,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,yBAAyB,OAAO,EAAE;gBACvC,MAAM,EAAE,OAAO;gBACf,WAAW,EAAE,WAAW,IAAI,SAAS;gBACrC,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,EAAE,EAAE,gBAAgB;gBAC9B,aAAa,EAAE,CAAC,EAAE,iBAAiB;gBACnC,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE;oBACL,eAAe,EAAE,eAAe;oBAChC,OAAO,EAAE,OAAO;iBACjB;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YAC9C,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* bioRxiv API集成模块
|
|
3
|
+
* 支持bioRxiv和medRxiv预印本论文搜索
|
|
4
|
+
*/
|
|
5
|
+
import { Paper } from '../models/Paper.js';
|
|
6
|
+
import { PaperSource, SearchOptions, DownloadOptions, PlatformCapabilities } from './PaperSource.js';
|
|
7
|
+
interface BioRxivSearchOptions extends SearchOptions {
|
|
8
|
+
/** 搜索天数范围 */
|
|
9
|
+
days?: number;
|
|
10
|
+
/** 服务器类型 */
|
|
11
|
+
server?: 'biorxiv' | 'medrxiv';
|
|
12
|
+
}
|
|
13
|
+
export declare class BioRxivSearcher extends PaperSource {
|
|
14
|
+
private readonly serverType;
|
|
15
|
+
private readonly rateLimiter;
|
|
16
|
+
constructor(serverType?: 'biorxiv' | 'medrxiv');
|
|
17
|
+
getCapabilities(): PlatformCapabilities;
|
|
18
|
+
/**
|
|
19
|
+
* 搜索bioRxiv/medRxiv论文
|
|
20
|
+
*/
|
|
21
|
+
search(query: string, options?: BioRxivSearchOptions): Promise<Paper[]>;
|
|
22
|
+
/**
|
|
23
|
+
* 下载PDF文件
|
|
24
|
+
*/
|
|
25
|
+
downloadPdf(paperId: string, options?: DownloadOptions): Promise<string>;
|
|
26
|
+
/**
|
|
27
|
+
* 读取论文全文内容
|
|
28
|
+
*/
|
|
29
|
+
readPaper(paperId: string, options?: DownloadOptions): Promise<string>;
|
|
30
|
+
/**
|
|
31
|
+
* 解析搜索响应
|
|
32
|
+
*/
|
|
33
|
+
private parseSearchResponse;
|
|
34
|
+
private pdfUrlCandidates;
|
|
35
|
+
/**
|
|
36
|
+
* 解析单个bioRxiv论文
|
|
37
|
+
*/
|
|
38
|
+
private parseBioRxivPaper;
|
|
39
|
+
}
|
|
40
|
+
/**
|
|
41
|
+
* medRxiv搜索器 - 继承自BioRxivSearcher
|
|
42
|
+
*/
|
|
43
|
+
export declare class MedRxivSearcher extends BioRxivSearcher {
|
|
44
|
+
constructor();
|
|
45
|
+
}
|
|
46
|
+
export {};
|
|
47
|
+
//# sourceMappingURL=BioRxivSearcher.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"BioRxivSearcher.d.ts","sourceRoot":"","sources":["../../src/platforms/BioRxivSearcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,OAAO,EAAE,KAAK,EAAgB,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAOrG,UAAU,oBAAqB,SAAQ,aAAa;IAClD,aAAa;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY;IACZ,MAAM,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;CAChC;AA2BD,qBAAa,eAAgB,SAAQ,WAAW;IAC9C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAwB;IACnD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;gBAE9B,UAAU,GAAE,SAAS,GAAG,SAAqB;IAUzD,eAAe,IAAI,oBAAoB;IAWvC;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,oBAAyB,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IA+CjF;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAgClF;;OAEG;IACG,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAgBhF;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAqB3B,OAAO,CAAC,gBAAgB;IAWxB;;OAEG;IACH,OAAO,CAAC,iBAAiB;CAyC1B;AAED;;GAEG;AACH,qBAAa,eAAgB,SAAQ,eAAe;;CAInD"}
|