papersearch 0.4.0 → 0.4.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (157) hide show
  1. package/README.en.md +292 -0
  2. package/README.md +203 -122
  3. package/carsi/README.md +9 -3
  4. package/carsi/paper_search_carsi/__init__.py +1 -4
  5. package/carsi/paper_search_carsi/adapters/__init__.py +1 -1
  6. package/carsi/paper_search_carsi/adapters/base.py +2 -0
  7. package/carsi/paper_search_carsi/adapters/frontiers/__init__.py +45 -0
  8. package/carsi/paper_search_carsi/adapters/mdpi/__init__.py +33 -1
  9. package/carsi/paper_search_carsi/adapters/platforms/figshare/__init__.py +185 -0
  10. package/carsi/paper_search_carsi/adapters/thieme/__init__.py +6 -5
  11. package/carsi/paper_search_carsi/browser/__init__.py +8 -1
  12. package/carsi/paper_search_carsi/browser/backend.py +23 -147
  13. package/carsi/paper_search_carsi/browser/challenge_interaction.py +137 -0
  14. package/carsi/paper_search_carsi/browser/challenges.py +57 -0
  15. package/carsi/paper_search_carsi/browser/engine.py +2 -2
  16. package/carsi/paper_search_carsi/browser/preview.py +44 -26
  17. package/carsi/paper_search_carsi/browser/profiles.py +161 -0
  18. package/carsi/paper_search_carsi/browser/watchdog.py +74 -17
  19. package/carsi/paper_search_carsi/config.py +4 -1
  20. package/carsi/paper_search_carsi/download_diagnostics.py +1 -1
  21. package/carsi/paper_search_carsi/engine/batch.py +140 -69
  22. package/carsi/paper_search_carsi/engine/batch_access.py +8 -3
  23. package/carsi/paper_search_carsi/engine/batch_capture.py +54 -9
  24. package/carsi/paper_search_carsi/engine/batch_common.py +27 -14
  25. package/carsi/paper_search_carsi/engine/batch_diagnostics.py +20 -15
  26. package/carsi/paper_search_carsi/engine/batch_login.py +85 -30
  27. package/carsi/paper_search_carsi/engine/batch_runs.py +2 -7
  28. package/carsi/paper_search_carsi/engine/batch_waits.py +97 -47
  29. package/carsi/paper_search_carsi/engine/bridge.py +17 -8
  30. package/carsi/paper_search_carsi/engine/supplements.py +28 -5
  31. package/carsi/paper_search_carsi/entitlements.py +12 -2
  32. package/carsi/paper_search_carsi/log.py +13 -7
  33. package/carsi/paper_search_carsi/orchestrator.py +7 -1
  34. package/carsi/paper_search_carsi/progress_bar.py +156 -12
  35. package/carsi/paper_search_carsi/server.py +8 -1
  36. package/carsi/paper_search_carsi/user_settings.py +55 -0
  37. package/carsi/pyproject.toml +1 -1
  38. package/dist/capabilities/citation-expansion/schemas.d.ts +2 -2
  39. package/dist/capabilities/metadata-search/MultiSourceSearchService.d.ts.map +1 -1
  40. package/dist/capabilities/metadata-search/MultiSourceSearchService.js +17 -4
  41. package/dist/capabilities/metadata-search/MultiSourceSearchService.js.map +1 -1
  42. package/dist/capabilities/metadata-search/handler.d.ts.map +1 -1
  43. package/dist/capabilities/metadata-search/handler.js +6 -0
  44. package/dist/capabilities/metadata-search/handler.js.map +1 -1
  45. package/dist/capabilities/metadata-search/schemas.d.ts +3 -3
  46. package/dist/capabilities/metadata-search/schemas.d.ts.map +1 -1
  47. package/dist/capabilities/metadata-search/schemas.js +1 -0
  48. package/dist/capabilities/metadata-search/schemas.js.map +1 -1
  49. package/dist/capabilities/metadata-search/tools.js +1 -1
  50. package/dist/capabilities/metadata-search/tools.js.map +1 -1
  51. package/dist/capabilities/pdf-discovery/DownloadTier.d.ts +11 -0
  52. package/dist/capabilities/pdf-discovery/DownloadTier.d.ts.map +1 -1
  53. package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.d.ts.map +1 -1
  54. package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.js +31 -1
  55. package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.js.map +1 -1
  56. package/dist/capabilities/pdf-discovery/arxiv.d.ts +4 -0
  57. package/dist/capabilities/pdf-discovery/arxiv.d.ts.map +1 -0
  58. package/dist/capabilities/pdf-discovery/arxiv.js +42 -0
  59. package/dist/capabilities/pdf-discovery/arxiv.js.map +1 -0
  60. package/dist/capabilities/pdf-discovery/batch.d.ts +1 -1
  61. package/dist/capabilities/pdf-discovery/batch.d.ts.map +1 -1
  62. package/dist/capabilities/pdf-discovery/batch.js +87 -15
  63. package/dist/capabilities/pdf-discovery/batch.js.map +1 -1
  64. package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.d.ts.map +1 -1
  65. package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.js +2 -0
  66. package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.js.map +1 -1
  67. package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.d.ts.map +1 -1
  68. package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.js +3 -3
  69. package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.js.map +1 -1
  70. package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.d.ts +2 -1
  71. package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.d.ts.map +1 -1
  72. package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.js +3 -1
  73. package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.js.map +1 -1
  74. package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.d.ts +1 -1
  75. package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.d.ts.map +1 -1
  76. package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.js +4 -4
  77. package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.js.map +1 -1
  78. package/dist/capabilities/pdf-discovery/carsi/types.d.ts +2 -0
  79. package/dist/capabilities/pdf-discovery/carsi/types.d.ts.map +1 -1
  80. package/dist/capabilities/pdf-discovery/handler.d.ts.map +1 -1
  81. package/dist/capabilities/pdf-discovery/handler.js +3 -2
  82. package/dist/capabilities/pdf-discovery/handler.js.map +1 -1
  83. package/dist/capabilities/pdf-discovery/oaHosts.d.ts +1 -1
  84. package/dist/capabilities/pdf-discovery/oaHosts.d.ts.map +1 -1
  85. package/dist/capabilities/pdf-discovery/oaHosts.js +4 -4
  86. package/dist/capabilities/pdf-discovery/outputLayout.d.ts +29 -0
  87. package/dist/capabilities/pdf-discovery/outputLayout.d.ts.map +1 -0
  88. package/dist/capabilities/pdf-discovery/outputLayout.js +144 -0
  89. package/dist/capabilities/pdf-discovery/outputLayout.js.map +1 -0
  90. package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.d.ts.map +1 -1
  91. package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.js +6 -0
  92. package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.js.map +1 -1
  93. package/dist/capabilities/pdf-discovery/tiers/entitledAccess.d.ts +2 -1
  94. package/dist/capabilities/pdf-discovery/tiers/entitledAccess.d.ts.map +1 -1
  95. package/dist/capabilities/pdf-discovery/tiers/entitledAccess.js +8 -1
  96. package/dist/capabilities/pdf-discovery/tiers/entitledAccess.js.map +1 -1
  97. package/dist/capabilities/pdf-discovery/tiers/preprint.d.ts +5 -0
  98. package/dist/capabilities/pdf-discovery/tiers/preprint.d.ts.map +1 -0
  99. package/dist/capabilities/pdf-discovery/tiers/preprint.js +80 -0
  100. package/dist/capabilities/pdf-discovery/tiers/preprint.js.map +1 -0
  101. package/dist/capabilities/pdf-discovery/tiers/primary.js +2 -0
  102. package/dist/capabilities/pdf-discovery/tiers/primary.js.map +1 -1
  103. package/dist/capabilities/pdf-discovery/tiers/unpaywall.d.ts.map +1 -1
  104. package/dist/capabilities/pdf-discovery/tiers/unpaywall.js +12 -3
  105. package/dist/capabilities/pdf-discovery/tiers/unpaywall.js.map +1 -1
  106. package/dist/capabilities/pdf-discovery/types.d.ts +6 -0
  107. package/dist/capabilities/pdf-discovery/types.d.ts.map +1 -1
  108. package/dist/core/handleToolCall.d.ts.map +1 -1
  109. package/dist/core/handleToolCall.js +12 -0
  110. package/dist/core/handleToolCall.js.map +1 -1
  111. package/dist/core/schemas.d.ts +26 -1
  112. package/dist/core/schemas.d.ts.map +1 -1
  113. package/dist/core/schemas.js +13 -0
  114. package/dist/core/schemas.js.map +1 -1
  115. package/dist/core/searchers.d.ts +2 -0
  116. package/dist/core/searchers.d.ts.map +1 -1
  117. package/dist/core/searchers.js.map +1 -1
  118. package/dist/core/tools.d.ts.map +1 -1
  119. package/dist/core/tools.js +30 -0
  120. package/dist/core/tools.js.map +1 -1
  121. package/dist/infrastructure/arxiv.d.ts +5 -0
  122. package/dist/infrastructure/arxiv.d.ts.map +1 -0
  123. package/dist/infrastructure/arxiv.js +36 -0
  124. package/dist/infrastructure/arxiv.js.map +1 -0
  125. package/dist/infrastructure/pdf/PdfDownload.d.ts +2 -0
  126. package/dist/infrastructure/pdf/PdfDownload.d.ts.map +1 -1
  127. package/dist/infrastructure/pdf/PdfDownload.js +14 -0
  128. package/dist/infrastructure/pdf/PdfDownload.js.map +1 -1
  129. package/dist/infrastructure/pdf/PdfFirstPage.cjs +4 -1
  130. package/dist/infrastructure/pdf/PdfFirstPage.cjs.map +1 -1
  131. package/dist/infrastructure/pdf/PdfFirstPage.d.cts.map +1 -1
  132. package/dist/infrastructure/runlog/RunLedger.d.ts.map +1 -1
  133. package/dist/infrastructure/runlog/RunLedger.js +17 -1
  134. package/dist/infrastructure/runlog/RunLedger.js.map +1 -1
  135. package/dist/management/carsi/installer.d.ts +1 -1
  136. package/dist/platforms/ArxivSearcher.d.ts +62 -0
  137. package/dist/platforms/ArxivSearcher.d.ts.map +1 -0
  138. package/dist/platforms/ArxivSearcher.js +544 -0
  139. package/dist/platforms/ArxivSearcher.js.map +1 -0
  140. package/dist/platforms/SemanticScholarSearcher.d.ts.map +1 -1
  141. package/dist/platforms/SemanticScholarSearcher.js +4 -4
  142. package/dist/platforms/SemanticScholarSearcher.js.map +1 -1
  143. package/dist/registry/platformFactories.d.ts.map +1 -1
  144. package/dist/registry/platformFactories.js +2 -0
  145. package/dist/registry/platformFactories.js.map +1 -1
  146. package/dist/registry/platformMetadata.d.ts +1 -1
  147. package/dist/registry/platformMetadata.d.ts.map +1 -1
  148. package/dist/registry/platformMetadata.js +16 -0
  149. package/dist/registry/platformMetadata.js.map +1 -1
  150. package/package.json +2 -2
  151. package/skills/paper-search/SKILL.md +7 -4
  152. package/skills/paper-search/references/browser-download.md +10 -6
  153. package/skills/paper-search/references/capability-routing.md +4 -3
  154. package/skills/paper-search/references/cli-contract.md +10 -3
  155. package/skills/paper-search/references/publisher-support.md +6 -4
  156. package/skills/paper-search/references/troubleshooting.md +1 -1
  157. package/README.zh.md +0 -211
@@ -0,0 +1,544 @@
1
+ /**
2
+ * arXiv API集成模块
3
+ * 基于arXiv API v1.1实现论文搜索和下载功能
4
+ */
5
+ import axios from 'axios';
6
+ import * as fs from 'fs';
7
+ import * as os from 'os';
8
+ import * as path from 'path';
9
+ import * as xml2js from 'xml2js';
10
+ import * as cheerio from 'cheerio';
11
+ import { sanitizeDoi } from '../infrastructure/security/SecurityUtils.js';
12
+ import { normalizeArxivId, publishedDoi } from '../infrastructure/arxiv.js';
13
+ import { downloadPdfFromUrl, safeFilename } from '../infrastructure/pdf/PdfDownload.js';
14
+ import { PaperFactory } from '../models/Paper.js';
15
+ import { PaperSource } from './PaperSource.js';
16
+ import { TIMEOUTS, USER_AGENT } from '../config/constants.js';
17
+ import { logDebug } from '../utils/Logger.js';
18
+ import { RateLimiter } from '../infrastructure/rate-limit/RateLimiter.js';
19
+ import { ErrorHandler } from '../infrastructure/http/ErrorHandler.js';
20
+ import { RequestCache } from '../infrastructure/cache/RequestCache.js';
21
+ const ARXIV_MAX_RESULTS = 25;
22
+ const ARXIV_SEARCH_TIMEOUT_MS = 10000;
23
+ const ARXIV_EXPORT_API_INTERVAL_MS = 3000;
24
+ const ARXIV_EXPORT_API_COOLDOWN_MS = 30000;
25
+ const ARXIV_RATE_LIMIT_LOCK_STALE_MS = 10000;
26
+ const ARXIV_RATE_LIMIT_LOCK_POLL_MS = 100;
27
+ export class ArxivSearcher extends PaperSource {
28
+ rateLimiter;
29
+ cache;
30
+ constructor() {
31
+ super('arxiv', 'https://export.arxiv.org/api');
32
+ // arXiv rate limit: 1 request per 3 seconds (0.33 req/s)
33
+ this.rateLimiter = new RateLimiter({
34
+ requestsPerSecond: 0.33,
35
+ burstCapacity: 1
36
+ });
37
+ this.cache = new RequestCache({
38
+ maxSize: 100,
39
+ ttlMs: 3600000 // 1 hour
40
+ });
41
+ }
42
+ getCapabilities() {
43
+ return {
44
+ search: true,
45
+ download: true,
46
+ fullText: false,
47
+ citations: false, // arXiv本身不提供被引统计
48
+ requiresApiKey: false,
49
+ supportedOptions: ['maxResults', 'year', 'author', 'category', 'sortBy', 'sortOrder']
50
+ };
51
+ }
52
+ /**
53
+ * 搜索arXiv论文
54
+ */
55
+ async search(query, options = {}) {
56
+ try {
57
+ const customOptions = options;
58
+ const forceRefresh = customOptions.forceRefresh === true;
59
+ // Check cache first
60
+ if (!forceRefresh) {
61
+ const cacheKey = this.cache.generateKey('arxiv', query, options);
62
+ const cached = this.cache.get(cacheKey);
63
+ if (cached) {
64
+ return cached;
65
+ }
66
+ }
67
+ const searchQuery = this.buildSearchQuery(query, options);
68
+ const url = `${this.baseUrl}/query`;
69
+ // Map sortOrder: arXiv API requires 'ascending' or 'descending'
70
+ const sortOrderMap = {
71
+ 'asc': 'ascending',
72
+ 'desc': 'descending',
73
+ 'ascending': 'ascending',
74
+ 'descending': 'descending'
75
+ };
76
+ const maxResults = this.normalizeMaxResults(options.maxResults);
77
+ const params = {
78
+ search_query: searchQuery,
79
+ start: 0,
80
+ max_results: maxResults,
81
+ sortBy: this.mapSortField(options.sortBy || 'relevance'),
82
+ sortOrder: sortOrderMap[options.sortOrder || 'desc'] || 'descending'
83
+ };
84
+ logDebug(`arXiv API Request: GET ${url}`);
85
+ logDebug('arXiv Request params:', params);
86
+ const papers = await this.searchViaExportApi(url, params, query, options);
87
+ const limitedPapers = papers.slice(0, maxResults);
88
+ logDebug(`arXiv Parsed ${limitedPapers.length} papers`);
89
+ // Cache results
90
+ const cacheKey = this.cache.generateKey('arxiv', query, options);
91
+ this.cache.set(cacheKey, limitedPapers);
92
+ return limitedPapers;
93
+ }
94
+ catch (error) {
95
+ logDebug('arXiv Search Error:', error.message);
96
+ this.handleHttpError(error, 'search');
97
+ }
98
+ }
99
+ async searchViaExportApi(url, params, originalQuery, options) {
100
+ try {
101
+ await this.rateLimiter.waitForPermission();
102
+ await this.waitForGlobalExportApiSlot();
103
+ const response = await this.fetchSearchPage(url, params);
104
+ logDebug(`arXiv API Response: ${response.status} ${response.statusText}, Data length: ${response.data?.length || 0}`);
105
+ return await this.parseSearchResponse(response.data);
106
+ }
107
+ catch (apiError) {
108
+ if (this.isRateLimitError(apiError)) {
109
+ await this.markGlobalExportApiCooldown();
110
+ }
111
+ if (!this.shouldUseWebFallback(apiError)) {
112
+ throw apiError;
113
+ }
114
+ logDebug(`arXiv Export API failed (${apiError.message}); trying web search fallback`);
115
+ try {
116
+ return await this.searchViaWebFallback(originalQuery, options, params.max_results);
117
+ }
118
+ catch (fallbackError) {
119
+ logDebug(`arXiv web fallback failed: ${fallbackError.message}`);
120
+ throw apiError;
121
+ }
122
+ }
123
+ }
124
+ async fetchSearchPage(url, params) {
125
+ try {
126
+ return await ErrorHandler.retryWithBackoff(() => axios.get(url, {
127
+ params,
128
+ timeout: ARXIV_SEARCH_TIMEOUT_MS,
129
+ headers: { 'User-Agent': USER_AGENT }
130
+ }), {
131
+ context: 'arXiv search',
132
+ maxRetries: 0
133
+ });
134
+ }
135
+ catch (error) {
136
+ if (this.isTimeoutError(error)) {
137
+ throw new Error(`arXiv search timed out after ${ARXIV_SEARCH_TIMEOUT_MS}ms. Try a narrower query or smaller maxResults if this persists.`);
138
+ }
139
+ throw error;
140
+ }
141
+ }
142
+ normalizeMaxResults(maxResults) {
143
+ if (!Number.isFinite(maxResults)) {
144
+ return 10;
145
+ }
146
+ return Math.max(1, Math.min(ARXIV_MAX_RESULTS, Math.floor(maxResults)));
147
+ }
148
+ isTimeoutError(error) {
149
+ return (error?.code === 'ECONNABORTED' ||
150
+ error?.code === 'ETIMEDOUT' ||
151
+ /timeout|timed out/i.test(error?.message || ''));
152
+ }
153
+ shouldUseWebFallback(error) {
154
+ const status = error?.response?.status || error?.status;
155
+ return this.isTimeoutError(error) || [429, 500, 502, 503, 504].includes(status);
156
+ }
157
+ isRateLimitError(error) {
158
+ return (error?.response?.status || error?.status) === 429;
159
+ }
160
+ async waitForGlobalExportApiSlot() {
161
+ await this.withArxivRateLimitLock(async () => {
162
+ const paths = this.getArxivRateLimitPaths();
163
+ const state = this.readArxivRateLimitState(paths.statePath);
164
+ const now = Date.now();
165
+ if (state.cooldownUntil && state.cooldownUntil > now) {
166
+ throw this.createArxivCooldownError(state.cooldownUntil - now);
167
+ }
168
+ const waitMs = Math.max(0, (state.lastRequestAt || 0) + ARXIV_EXPORT_API_INTERVAL_MS - now);
169
+ if (waitMs > 0) {
170
+ await this.sleep(waitMs);
171
+ }
172
+ const lastRequestAt = Date.now();
173
+ const nextState = { ...state, lastRequestAt };
174
+ if (nextState.cooldownUntil && nextState.cooldownUntil <= lastRequestAt) {
175
+ delete nextState.cooldownUntil;
176
+ }
177
+ this.writeArxivRateLimitState(paths.statePath, nextState);
178
+ });
179
+ }
180
+ async markGlobalExportApiCooldown() {
181
+ await this.withArxivRateLimitLock(async () => {
182
+ const paths = this.getArxivRateLimitPaths();
183
+ const state = this.readArxivRateLimitState(paths.statePath);
184
+ this.writeArxivRateLimitState(paths.statePath, {
185
+ ...state,
186
+ cooldownUntil: Date.now() + ARXIV_EXPORT_API_COOLDOWN_MS
187
+ });
188
+ });
189
+ }
190
+ async withArxivRateLimitLock(operation) {
191
+ const paths = this.getArxivRateLimitPaths();
192
+ fs.mkdirSync(paths.dir, { recursive: true });
193
+ const fd = await this.acquireArxivRateLimitLock(paths.lockPath);
194
+ try {
195
+ return await operation();
196
+ }
197
+ finally {
198
+ fs.closeSync(fd);
199
+ fs.rmSync(paths.lockPath, { force: true });
200
+ }
201
+ }
202
+ async acquireArxivRateLimitLock(lockPath) {
203
+ while (true) {
204
+ try {
205
+ return fs.openSync(lockPath, 'wx');
206
+ }
207
+ catch (error) {
208
+ if (error?.code !== 'EEXIST') {
209
+ throw error;
210
+ }
211
+ this.removeStaleArxivRateLimitLock(lockPath);
212
+ await this.sleep(ARXIV_RATE_LIMIT_LOCK_POLL_MS);
213
+ }
214
+ }
215
+ }
216
+ removeStaleArxivRateLimitLock(lockPath) {
217
+ try {
218
+ const stats = fs.statSync(lockPath);
219
+ if (Date.now() - stats.mtimeMs > ARXIV_RATE_LIMIT_LOCK_STALE_MS) {
220
+ fs.rmSync(lockPath, { force: true });
221
+ }
222
+ }
223
+ catch {
224
+ // Another process may have released the lock between stat and remove.
225
+ }
226
+ }
227
+ getArxivRateLimitPaths() {
228
+ const dir = process.env.PAPER_SEARCH_CACHE_DIR || path.join(os.homedir(), '.cache', 'paper-search');
229
+ return {
230
+ dir,
231
+ statePath: path.join(dir, 'arxiv-rate-limit.json'),
232
+ lockPath: path.join(dir, 'arxiv-rate-limit.lock')
233
+ };
234
+ }
235
+ readArxivRateLimitState(statePath) {
236
+ try {
237
+ if (!fs.existsSync(statePath)) {
238
+ return {};
239
+ }
240
+ const parsed = JSON.parse(fs.readFileSync(statePath, 'utf8'));
241
+ return {
242
+ lastRequestAt: typeof parsed.lastRequestAt === 'number' ? parsed.lastRequestAt : undefined,
243
+ cooldownUntil: typeof parsed.cooldownUntil === 'number' ? parsed.cooldownUntil : undefined
244
+ };
245
+ }
246
+ catch {
247
+ return {};
248
+ }
249
+ }
250
+ writeArxivRateLimitState(statePath, state) {
251
+ fs.writeFileSync(statePath, `${JSON.stringify(state, null, 2)}\n`);
252
+ }
253
+ createArxivCooldownError(waitMs) {
254
+ const error = new Error(`arXiv Export API is cooling down for ${Math.ceil(waitMs / 1000)}s after a rate-limit response.`);
255
+ error.status = 429;
256
+ return error;
257
+ }
258
+ sleep(ms) {
259
+ return new Promise(resolve => setTimeout(resolve, ms));
260
+ }
261
+ async searchViaWebFallback(query, options, maxResults) {
262
+ const params = {
263
+ query,
264
+ searchtype: 'all',
265
+ abstracts: 'show',
266
+ size: this.webFallbackPageSize(maxResults)
267
+ };
268
+ const order = this.mapWebSortOrder(options);
269
+ if (order) {
270
+ params.order = order;
271
+ }
272
+ const response = await ErrorHandler.retryWithBackoff(() => axios.get('https://arxiv.org/search/', {
273
+ params,
274
+ timeout: TIMEOUTS.DEFAULT,
275
+ headers: { 'User-Agent': USER_AGENT }
276
+ }), {
277
+ context: 'arXiv web fallback',
278
+ maxRetries: 1,
279
+ initialDelayMs: 5000,
280
+ maxDelayMs: 15000
281
+ });
282
+ return this.parseWebSearchResponse(response.data).slice(0, maxResults);
283
+ }
284
+ parseWebSearchResponse(htmlData) {
285
+ const $ = cheerio.load(htmlData);
286
+ const papers = [];
287
+ $('li.arxiv-result').each((_, element) => {
288
+ const item = $(element);
289
+ const absHref = item.find('p.list-title a[href*="/abs/"]').first().attr('href') || '';
290
+ const paperId = normalizeArxivId(absHref);
291
+ if (!paperId) {
292
+ return;
293
+ }
294
+ const title = this.cleanText(item.find('p.title').first().text());
295
+ const authors = item
296
+ .find('p.authors a')
297
+ .map((_, author) => this.cleanText($(author).text()))
298
+ .get()
299
+ .filter(Boolean);
300
+ const abstractNode = item.find('.abstract-full').first().clone();
301
+ abstractNode.find('a').remove();
302
+ const shortAbstractNode = item.find('.abstract-short').first().clone();
303
+ shortAbstractNode.find('a').remove();
304
+ const abstract = this.cleanText(abstractNode.text() || shortAbstractNode.text()).replace(/\s*(Less|More)$/i, '');
305
+ const categories = item
306
+ .find('.tags .tag')
307
+ .map((_, tag) => this.cleanText($(tag).text()))
308
+ .get()
309
+ .filter(Boolean);
310
+ const submittedText = item.find('p.is-size-7').first().text().match(/Submitted\s+([^;]+);?/i)?.[1]?.trim();
311
+ const publishedDate = submittedText ? new Date(submittedText) : null;
312
+ const year = publishedDate && !Number.isNaN(publishedDate.getTime()) ? publishedDate.getFullYear() : undefined;
313
+ const doi = publishedDoi(item.find('a[href*="doi.org/"]').first().attr('href'));
314
+ const journalRef = this.cleanText(item.find('.journal-ref').text());
315
+ papers.push(PaperFactory.create({
316
+ paperId,
317
+ doi,
318
+ title,
319
+ authors,
320
+ abstract,
321
+ publishedDate: publishedDate && !Number.isNaN(publishedDate.getTime()) ? publishedDate : null,
322
+ pdfUrl: `https://arxiv.org/pdf/${paperId}`,
323
+ url: `https://arxiv.org/abs/${paperId}`,
324
+ source: 'arxiv',
325
+ categories,
326
+ year,
327
+ extra: {
328
+ arxivId: paperId,
329
+ version: 'preprint',
330
+ publishedDoi: doi,
331
+ journalRef,
332
+ fallback: 'arxiv_web_search'
333
+ }
334
+ }));
335
+ });
336
+ return papers;
337
+ }
338
+ /**
339
+ * 下载PDF文件
340
+ */
341
+ async downloadPdf(paperId, options = {}) {
342
+ const id = normalizeArxivId(paperId);
343
+ if (!id)
344
+ throw new Error('Invalid arXiv identifier');
345
+ await this.rateLimiter.waitForPermission();
346
+ return downloadPdfFromUrl(`https://arxiv.org/pdf/${id}`, options.savePath || './downloads', `arxiv_${safeFilename(id)}`, { allowPreprint: true });
347
+ }
348
+ async readPaper() {
349
+ throw new Error('arXiv full-text extraction is not supported; use PDF download.');
350
+ }
351
+ async getPaperByDoi(value) {
352
+ const id = normalizeArxivId(value);
353
+ const doi = publishedDoi(value);
354
+ if (!id && !doi)
355
+ return null;
356
+ // arXiv's DOI index preserves letter case even though DOI identity does not.
357
+ // Normalize only for matching; send the supplied spelling to the index.
358
+ const queryDoi = doi ? sanitizeDoi(value) : undefined;
359
+ if (queryDoi && !queryDoi.valid)
360
+ return null;
361
+ const key = this.cache.generateKey('arxiv_lookup', id || doi, { doiSpelling: queryDoi?.sanitized });
362
+ const cached = this.cache.get(key);
363
+ if (cached)
364
+ return cached[0] || null;
365
+ await this.rateLimiter.waitForPermission();
366
+ await this.waitForGlobalExportApiSlot();
367
+ // Exact ID lookup and DOI equality below prevent a fuzzy match becoming
368
+ // evidence that a preprint is the requested published article.
369
+ const response = await axios.get(`${this.baseUrl}/query`, {
370
+ params: id ? { id_list: id } : { search_query: `all:"${queryDoi.sanitized}"`, max_results: 10 },
371
+ timeout: ARXIV_SEARCH_TIMEOUT_MS, headers: { 'User-Agent': USER_AGENT }
372
+ });
373
+ const papers = await this.parseSearchResponse(response.data);
374
+ const paper = papers.find(p => id
375
+ ? (/(?:v\d+)$/.test(id) ? p.paperId === id : p.paperId.replace(/v\d+$/, '') === id)
376
+ : publishedDoi(p.doi) === doi) || null;
377
+ this.cache.set(key, paper ? [paper] : []);
378
+ return paper;
379
+ }
380
+ /**
381
+ * 构建搜索查询
382
+ */
383
+ buildSearchQuery(query, options) {
384
+ let searchQuery = this.normalizeSearchQuery(query);
385
+ // 添加作者过滤
386
+ if (options.author) {
387
+ searchQuery += ` AND au:"${options.author}"`;
388
+ }
389
+ // 添加分类过滤
390
+ if (options.category) {
391
+ searchQuery += ` AND cat:${options.category}`;
392
+ }
393
+ // 添加年份过滤(arXiv使用日期范围)
394
+ if (options.year) {
395
+ const year = options.year;
396
+ if (year.includes('-')) {
397
+ // 年份范围
398
+ const [startYear, endYear] = year.split('-');
399
+ if (startYear) {
400
+ searchQuery += ` AND submittedDate:[${startYear}0101 TO `;
401
+ searchQuery += endYear ? `${endYear}1231]` : '*]';
402
+ }
403
+ }
404
+ else {
405
+ // 单一年份
406
+ searchQuery += ` AND submittedDate:[${year}0101 TO ${year}1231]`;
407
+ }
408
+ }
409
+ return searchQuery;
410
+ }
411
+ normalizeSearchQuery(query) {
412
+ const trimmed = query.trim();
413
+ if (!trimmed || this.hasArxivQuerySyntax(trimmed)) {
414
+ return trimmed;
415
+ }
416
+ return trimmed
417
+ .split(/\s+/)
418
+ .filter(Boolean)
419
+ .map(term => `all:${this.escapeArxivTerm(term)}`)
420
+ .join(' AND ');
421
+ }
422
+ hasArxivQuerySyntax(query) {
423
+ return /\b(all|ti|au|abs|co|jr|cat|rn|id):/i.test(query) || /\b(AND|OR|ANDNOT)\b/i.test(query);
424
+ }
425
+ escapeArxivTerm(term) {
426
+ const escaped = term.replace(/"/g, '\\"');
427
+ return /[\s()]/.test(escaped) ? `"${escaped}"` : escaped;
428
+ }
429
+ webFallbackPageSize(maxResults) {
430
+ if (maxResults <= 25)
431
+ return 25;
432
+ if (maxResults <= 50)
433
+ return 50;
434
+ return 100;
435
+ }
436
+ mapWebSortOrder(options) {
437
+ if (options.sortBy === 'date') {
438
+ return options.sortOrder === 'asc' ? 'announced_date_first' : '-announced_date_first';
439
+ }
440
+ return undefined;
441
+ }
442
+ /**
443
+ * 映射排序字段
444
+ */
445
+ mapSortField(sortBy) {
446
+ const fieldMap = {
447
+ 'relevance': 'relevance',
448
+ 'date': 'submittedDate',
449
+ 'citations': 'submittedDate' // arXiv没有被引排序,使用日期代替
450
+ };
451
+ return fieldMap[sortBy] || 'relevance';
452
+ }
453
+ /**
454
+ * 解析搜索响应
455
+ */
456
+ async parseSearchResponse(xmlData) {
457
+ try {
458
+ const trimmed = (xmlData || '').trim();
459
+ if (!trimmed) {
460
+ throw new Error('Empty XML response received from arXiv');
461
+ }
462
+ if (!trimmed.startsWith('<')) {
463
+ const preview = trimmed.slice(0, 120).replace(/\s+/g, ' ');
464
+ throw new Error(`Invalid XML response received (expected markup, got: "${preview}...")`);
465
+ }
466
+ const parser = new xml2js.Parser();
467
+ const result = await parser.parseStringPromise(trimmed);
468
+ if (!result?.feed)
469
+ throw new Error('Missing Atom feed');
470
+ if (!result.feed.entry)
471
+ return [];
472
+ const entries = Array.isArray(result.feed.entry)
473
+ ? result.feed.entry
474
+ : [result.feed.entry];
475
+ return entries.map(entry => this.parseArxivEntry(entry))
476
+ .filter(paper => paper !== null);
477
+ }
478
+ catch (error) {
479
+ throw new Error(`Invalid arXiv response: ${error instanceof Error ? error.message : String(error)}`);
480
+ }
481
+ }
482
+ /**
483
+ * 解析单个arXiv条目
484
+ */
485
+ parseArxivEntry(entry) {
486
+ try {
487
+ // 提取论文ID
488
+ const arxivUrl = entry.id[0];
489
+ const paperId = normalizeArxivId(arxivUrl);
490
+ if (!paperId)
491
+ return null;
492
+ // 提取标题
493
+ const title = entry.title[0];
494
+ // 提取作者
495
+ const authorData = entry.author;
496
+ const authors = Array.isArray(authorData)
497
+ ? authorData.map(a => a.name[0])
498
+ : [authorData.name[0]];
499
+ // 提取摘要
500
+ const abstract = entry.summary[0];
501
+ // 提取日期
502
+ const publishedDate = this.parseDate(entry.published[0]);
503
+ const updatedDate = this.parseDate(entry.updated[0]);
504
+ // 提取DOI
505
+ const doi = publishedDoi(entry['arxiv:doi']?.[0]) || '';
506
+ const journalRef = entry['arxiv:journal_ref']?.[0] || '';
507
+ // 提取分类
508
+ const primaryCategory = entry['arxiv:primary_category']?.[0]?.$?.term || '';
509
+ const categories = entry.category?.map(cat => cat.$.term) || [primaryCategory];
510
+ // 提取链接
511
+ const pdfUrl = `https://arxiv.org/pdf/${paperId}`;
512
+ // 提取年份
513
+ const year = publishedDate?.getFullYear();
514
+ return PaperFactory.create({
515
+ paperId: paperId,
516
+ title: this.cleanText(title),
517
+ authors: authors,
518
+ abstract: this.cleanText(abstract),
519
+ doi: doi,
520
+ publishedDate: publishedDate,
521
+ pdfUrl: pdfUrl,
522
+ url: `https://arxiv.org/abs/${paperId}`,
523
+ source: 'arxiv',
524
+ updatedDate: updatedDate || undefined,
525
+ categories: categories,
526
+ keywords: [], // arXiv通常不提供关键词
527
+ citationCount: 0, // arXiv本身不提供被引统计
528
+ year: year,
529
+ extra: {
530
+ primaryCategory: primaryCategory,
531
+ version: 'preprint',
532
+ publishedDoi: doi || undefined,
533
+ journalRef,
534
+ arxivId: paperId
535
+ }
536
+ });
537
+ }
538
+ catch (error) {
539
+ logDebug('Error parsing arXiv entry:', error);
540
+ return null;
541
+ }
542
+ }
543
+ }
544
+ //# sourceMappingURL=ArxivSearcher.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ArxivSearcher.js","sourceRoot":"","sources":["../../src/platforms/ArxivSearcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,MAAM,6CAA6C,CAAC;AAC1E,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,sCAAsC,CAAC;AACxF,OAAO,EAAS,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAwD,MAAM,kBAAkB,CAAC;AACrG,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,6CAA6C,CAAC;AAC1E,OAAO,EAAE,YAAY,EAAE,MAAM,wCAAwC,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,yCAAyC,CAAC;AAqCvE,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,uBAAuB,GAAG,KAAK,CAAC;AACtC,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAC1C,MAAM,4BAA4B,GAAG,KAAK,CAAC;AAC3C,MAAM,8BAA8B,GAAG,KAAK,CAAC;AAC7C,MAAM,6BAA6B,GAAG,GAAG,CAAC;AAO1C,MAAM,OAAO,aAAc,SAAQ,WAAW;IAC3B,WAAW,CAAc;IACzB,KAAK,CAAwB;IAE9C;QACE,KAAK,CAAC,OAAO,EAAE,8BAA8B,CAAC,CAAC;QAC/C,yDAAyD;QACzD,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC;YACjC,iBAAiB,EAAE,IAAI;YACvB,aAAa,EAAE,CAAC;SACjB,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAU;YACrC,OAAO,EAAE,GAAG;YACZ,KAAK,EAAE,OAAO,CAAC,SAAS;SACzB,CAAC,CAAC;IACL,CAAC;IAED,eAAe;QACb,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,KAAK;YACf,SAAS,EAAE,KAAK,EAAE,iBAAiB;YACnC,cAAc,EAAE,KAAK;YACrB,gBAAgB,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,CAAC;SACtF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAAyB,EAAE;QACrD,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,OAAc,CAAC;YACrC,MAAM,YAAY,GAAG,aAAa,CAAC,YAAY,KAAK,IAAI,CAAC;YAEzD,oBAAoB;YACpB,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;gBACjE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACxC,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC;gBAChB,CAAC;YACH,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,QAAQ,CAAC;YAEpC,gEAAgE;YAChE,MAAM,YAAY,GAA2B;gBAC3C,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,YAAY;gBACpB,WAAW,EAAE,WAAW;gBACxB,YAAY,EAAE,YAAY;aAC3B,CAAC;YAEF,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAChE,MAAM,MAAM,GAAsB;gBAChC,YAAY,EAAE,WAAW;gBACzB,KAAK,EAAE,CAAC;gBACR,WAAW,EAAE,UAAU;gBACvB,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,WAAW,CAAC;gBACxD,SAAS,EAAE,YAAY,CAAC,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,IAAI,YAAY;aACrE,CAAC;YAEF,QAAQ,CAAC,0BAA0B,GAAG,EAAE,CAAC,CAAC;YAC1C,QAAQ,CAAC,uBAAuB,EAAE,MAAM,CAAC,CAAC;YAE1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1E,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;YAClD,QAAQ,CAAC,gBAAgB,aAAa,CAAC,MAAM,SAAS,CAAC,CAAC;YAExD,gBAAgB;YAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YACjE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAExC,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,QAAQ,CAAC,qBAAqB,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/C,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,GAAW,EACX,MAAyB,EACzB,aAAqB,EACrB,OAAsB;QAEtB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC;YAC3C,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;YAExC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACzD,QAAQ,CAAC,uBAAuB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,kBAAkB,QAAQ,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;YAEtH,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,QAAa,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpC,MAAM,IAAI,CAAC,2BAA2B,EAAE,CAAC;YAC3C,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzC,MAAM,QAAQ,CAAC;YACjB,CAAC;YAED,QAAQ,CAAC,4BAA4B,QAAQ,CAAC,OAAO,+BAA+B,CAAC,CAAC;YACtF,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,oBAAoB,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YACrF,CAAC;YAAC,OAAO,aAAkB,EAAE,CAAC;gBAC5B,QAAQ,CAAC,8BAA8B,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBAChE,MAAM,QAAQ,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,GAAW,EAAE,MAAyB;QAClE,IAAI,CAAC;YACH,OAAO,MAAM,YAAY,CAAC,gBAAgB,CACxC,GAAG,EAAE,CACH,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE;gBACb,MAAM;gBACN,OAAO,EAAE,uBAAuB;gBAChC,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE;aACtC,CAAC,EACJ;gBACE,OAAO,EAAE,cAAc;gBACvB,UAAU,EAAE,CAAC;aACd,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CACb,gCAAgC,uBAAuB,kEAAkE,CAC1H,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,UAAmB;QAC7C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,UAAoB,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC;IAEO,cAAc,CAAC,KAAU;QAC/B,OAAO,CACL,KAAK,EAAE,IAAI,KAAK,cAAc;YAC9B,KAAK,EAAE,IAAI,KAAK,WAAW;YAC3B,oBAAoB,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC,CAChD,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAAC,KAAU;QACrC,MAAM,MAAM,GAAG,KAAK,EAAE,QAAQ,EAAE,MAAM,IAAI,KAAK,EAAE,MAAM,CAAC;QACxD,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClF,CAAC;IAEO,gBAAgB,CAAC,KAAU;QACjC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,IAAI,KAAK,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC;IAC5D,CAAC;IAEO,KAAK,CAAC,0BAA0B;QACtC,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,IAAI,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,aAAa,GAAG,GAAG,EAAE,CAAC;gBACrD,MAAM,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC;YACjE,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,4BAA4B,GAAG,GAAG,CAAC,CAAC;YAC5F,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACf,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC3B,CAAC;YAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjC,MAAM,SAAS,GAAwB,EAAE,GAAG,KAAK,EAAE,aAAa,EAAE,CAAC;YACnE,IAAI,SAAS,CAAC,aAAa,IAAI,SAAS,CAAC,aAAa,IAAI,aAAa,EAAE,CAAC;gBACxE,OAAO,SAAS,CAAC,aAAa,CAAC;YACjC,CAAC;YACD,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,2BAA2B;QACvC,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC5D,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,SAAS,EAAE;gBAC7C,GAAG,KAAK;gBACR,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,4BAA4B;aACzD,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAI,SAA2B;QACjE,MAAM,KAAK,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC5C,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,OAAO,MAAM,SAAS,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACjB,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,QAAgB;QACtD,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACrC,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,KAAK,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,MAAM,KAAK,CAAC;gBACd,CAAC;gBAED,IAAI,CAAC,6BAA6B,CAAC,QAAQ,CAAC,CAAC;gBAC7C,MAAM,IAAI,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IAEO,6BAA6B,CAAC,QAAgB;QACpD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACpC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,OAAO,GAAG,8BAA8B,EAAE,CAAC;gBAChE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,sEAAsE;QACxE,CAAC;IACH,CAAC;IAEO,sBAAsB;QAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;QACpG,OAAO;YACL,GAAG;YACH,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,uBAAuB,CAAC;YAClD,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,uBAAuB,CAAC;SAClD,CAAC;IACJ,CAAC;IAEO,uBAAuB,CAAC,SAAiB;QAC/C,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9B,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,CAAwB,CAAC;YACrF,OAAO;gBACL,aAAa,EAAE,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;gBAC1F,aAAa,EAAE,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;aAC3F,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,wBAAwB,CAAC,SAAiB,EAAE,KAA0B;QAC5E,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACrE,CAAC;IAEO,wBAAwB,CAAC,MAAc;QAC7C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,gCAAgC,CAAC,CAAC;QACzH,KAAa,CAAC,MAAM,GAAG,GAAG,CAAC;QAC5B,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,KAAa,EAAE,OAAsB,EAAE,UAAkB;QAC1F,MAAM,MAAM,GAAoC;YAC9C,KAAK;YACL,UAAU,EAAE,KAAK;YACjB,SAAS,EAAE,MAAM;YACjB,IAAI,EAAE,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC;SAC3C,CAAC;QACF,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QACvB,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,gBAAgB,CAClD,GAAG,EAAE,CACH,KAAK,CAAC,GAAG,CAAC,2BAA2B,EAAE;YACrC,MAAM;YACN,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE;SACtC,CAAC,EACJ;YACE,OAAO,EAAE,oBAAoB;YAC7B,UAAU,EAAE,CAAC;YACb,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,KAAK;SAClB,CACF,CAAC;QAEF,OAAO,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACzE,CAAC;IAEO,sBAAsB,CAAC,QAAgB;QAC7C,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjC,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,CAAC,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;YACvC,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;YACxB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACtF,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO;YACT,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YAClE,MAAM,OAAO,GAAG,IAAI;iBACjB,IAAI,CAAC,aAAa,CAAC;iBACnB,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;iBACpD,GAAG,EAAE;iBACL,MAAM,CAAC,OAAO,CAAC,CAAC;YAEnB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC;YACjE,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC;YACvE,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;YAEjH,MAAM,UAAU,GAAG,IAAI;iBACpB,IAAI,CAAC,YAAY,CAAC;iBAClB,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;iBAC9C,GAAG,EAAE;iBACL,MAAM,CAAC,OAAO,CAAC,CAAC;YAEnB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,wBAAwB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YAC3G,MAAM,aAAa,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACrE,MAAM,IAAI,GAAG,aAAa,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YAE/G,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAChF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACpE,MAAM,CAAC,IAAI,CACT,YAAY,CAAC,MAAM,CAAC;gBAClB,OAAO;gBACP,GAAG;gBACH,KAAK;gBACL,OAAO;gBACP,QAAQ;gBACR,aAAa,EAAE,aAAa,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;gBAC7F,MAAM,EAAE,yBAAyB,OAAO,EAAE;gBAC1C,GAAG,EAAE,yBAAyB,OAAO,EAAE;gBACvC,MAAM,EAAE,OAAO;gBACf,UAAU;gBACV,IAAI;gBACJ,KAAK,EAAE;oBACL,OAAO,EAAE,OAAO;oBAChB,OAAO,EAAE,UAAU;oBACnB,YAAY,EAAE,GAAG;oBACjB,UAAU;oBACV,QAAQ,EAAE,kBAAkB;iBAC7B;aACF,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,UAA2B,EAAE;QAC9D,MAAM,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACrD,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC;QAC3C,OAAO,kBAAkB,CAAC,yBAAyB,EAAE,EAAE,EAAE,OAAO,CAAC,QAAQ,IAAI,aAAa,EACxF,SAAS,YAAY,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IACpF,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAa;QAC/B,MAAM,EAAE,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACnC,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,EAAE,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QAC7B,6EAA6E;QAC7E,wEAAwE;QACxE,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACtD,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,cAAc,EAAE,EAAE,IAAI,GAAI,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QACrG,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QACrC,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC;QAC3C,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACxC,wEAAwE;QACxE,+DAA+D;QAC/D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,QAAQ,EAAE;YACxD,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,QAAS,CAAC,SAAS,GAAG,EAAE,WAAW,EAAE,EAAE,EAAE;YAChG,OAAO,EAAE,uBAAuB,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE;SACxE,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;YAC/B,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC;YACnF,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1C,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,KAAa,EAAE,OAAsB;QAC5D,IAAI,WAAW,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAEnD,SAAS;QACT,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,WAAW,IAAI,YAAY,OAAO,CAAC,MAAM,GAAG,CAAC;QAC/C,CAAC;QAED,SAAS;QACT,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,WAAW,IAAI,YAAY,OAAO,CAAC,QAAQ,EAAE,CAAC;QAChD,CAAC;QAED,sBAAsB;QACtB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;YAC1B,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO;gBACP,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC7C,IAAI,SAAS,EAAE,CAAC;oBACd,WAAW,IAAI,uBAAuB,SAAS,UAAU,CAAC;oBAC1D,WAAW,IAAI,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;gBACpD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO;gBACP,WAAW,IAAI,uBAAuB,IAAI,WAAW,IAAI,OAAO,CAAC;YACnE,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,oBAAoB,CAAC,KAAa;QACxC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,EAAE,CAAC;YAClD,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,OAAO,OAAO;aACX,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;aAChD,IAAI,CAAC,OAAO,CAAC,CAAC;IACnB,CAAC;IAEO,mBAAmB,CAAC,KAAa;QACvC,OAAO,qCAAqC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACjG,CAAC;IAEO,eAAe,CAAC,IAAY;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC1C,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;IAC3D,CAAC;IAEO,mBAAmB,CAAC,UAAkB;QAC5C,IAAI,UAAU,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAChC,IAAI,UAAU,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAChC,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,eAAe,CAAC,OAAsB;QAC5C,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC9B,OAAO,OAAO,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,uBAAuB,CAAC;QACxF,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,MAAc;QACjC,MAAM,QAAQ,GAA2B;YACvC,WAAW,EAAE,WAAW;YACxB,MAAM,EAAE,eAAe;YACvB,WAAW,EAAE,eAAe,CAAC,qBAAqB;SACnD,CAAC;QACF,OAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC;IACzC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,OAAe;QAC/C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACvC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBAC3D,MAAM,IAAI,KAAK,CAAC,yDAAyD,OAAO,OAAO,CAAC,CAAC;YAC3F,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YACnC,MAAM,MAAM,GAAkB,MAAM,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAEvE,IAAI,CAAC,MAAM,EAAE,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK;gBAAE,OAAO,EAAE,CAAC;YAElC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;gBAC9C,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK;gBACnB,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAExB,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;iBACrD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,IAAI,CAAY,CAAC;QAChD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvG,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,KAAiB;QACvC,IAAI,CAAC;YACH,SAAS;YACT,MAAM,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,OAAO,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YAC3C,IAAI,CAAC,OAAO;gBAAE,OAAO,IAAI,CAAC;YAE1B,OAAO;YACP,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAE7B,OAAO;YACP,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;YAChC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;gBACvC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAChC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAEzB,OAAO;YACP,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAElC,OAAO;YACP,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACzD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YAErD,QAAQ;YACR,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACxD,MAAM,UAAU,GAAG,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAEzD,OAAO;YACP,MAAM,eAAe,GAAG,KAAK,CAAC,wBAAwB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;YAC5E,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAE/E,OAAO;YACP,MAAM,MAAM,GAAG,yBAAyB,OAAO,EAAE,CAAC;YAElD,OAAO;YACP,MAAM,IAAI,GAAG,aAAa,EAAE,WAAW,EAAE,CAAC;YAE1C,OAAO,YAAY,CAAC,MAAM,CAAC;gBACzB,OAAO,EAAE,OAAO;gBAChB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC5B,OAAO,EAAE,OAAO;gBAChB,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;gBAClC,GAAG,EAAE,GAAG;gBACR,aAAa,EAAE,aAAa;gBAC5B,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,yBAAyB,OAAO,EAAE;gBACvC,MAAM,EAAE,OAAO;gBACf,WAAW,EAAE,WAAW,IAAI,SAAS;gBACrC,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,EAAE,EAAE,gBAAgB;gBAC9B,aAAa,EAAE,CAAC,EAAE,iBAAiB;gBACnC,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE;oBACL,eAAe,EAAE,eAAe;oBAChC,OAAO,EAAE,UAAU;oBACnB,YAAY,EAAE,GAAG,IAAI,SAAS;oBAC9B,UAAU;oBACV,OAAO,EAAE,OAAO;iBACjB;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YAC9C,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
@@ -1 +1 @@
1
- {"version":3,"file":"SemanticScholarSearcher.d.ts","sourceRoot":"","sources":["../../src/platforms/SemanticScholarSearcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,OAAO,EAAE,KAAK,EAAgB,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AASrG,UAAU,qBAAsB,SAAQ,aAAa;IACnD,aAAa;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa;IACb,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAmDD,UAAU,4BAA4B;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,EAAE;QACL,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxC,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;IACF,OAAO,EAAE;QACP,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC;QAChB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACvC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACtC,CAAC;IACF,IAAI,EAAE,MAAM,CAAC;CACd;AAED,qBAAa,uBAAwB,SAAQ,WAAW;IACtD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAwB;IAC9C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;gBAExB,MAAM,CAAC,EAAE,MAAM;IAoB3B,eAAe,IAAI,oBAAoB;IAWvC;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAoGlF;;OAEG;IACG,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;IA0CvD,cAAc,CAAC,OAAO,EAAE,4BAA4B,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAwD7F;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAoBlF;;OAEG;IACG,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBhF;;OAEG;IACG,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;IAgBvD;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAS3B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAiE1B,OAAO,CAAC,eAAe;IAcvB,OAAO,CAAC,YAAY;IAyBpB,OAAO,CAAC,SAAS;IASjB;;OAEG;IACH,oBAAoB;;;;;;IAIpB;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;CAezC"}
1
+ {"version":3,"file":"SemanticScholarSearcher.d.ts","sourceRoot":"","sources":["../../src/platforms/SemanticScholarSearcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH,OAAO,EAAE,KAAK,EAAgB,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AASrG,UAAU,qBAAsB,SAAQ,aAAa;IACnD,aAAa;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa;IACb,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAmDD,UAAU,4BAA4B;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,EAAE;QACL,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxC,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;IACF,OAAO,EAAE;QACP,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC;QAChB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACvC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACtC,CAAC;IACF,IAAI,EAAE,MAAM,CAAC;CACd;AAED,qBAAa,uBAAwB,SAAQ,WAAW;IACtD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAwB;IAC9C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;gBAExB,MAAM,CAAC,EAAE,MAAM;IAoB3B,eAAe,IAAI,oBAAoB;IAWvC;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAoGlF;;OAEG;IACG,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;IA0CvD,cAAc,CAAC,OAAO,EAAE,4BAA4B,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAwD7F;;OAEG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAoBlF;;OAEG;IACG,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBhF;;OAEG;IACG,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;IAgBvD;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAS3B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAiE1B,OAAO,CAAC,eAAe;IAYvB,OAAO,CAAC,YAAY;IAyBpB,OAAO,CAAC,SAAS;IASjB;;OAEG;IACH,oBAAoB;;;;;;IAIpB;;OAEG;IACG,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC;CAezC"}
@@ -3,6 +3,7 @@
3
3
  * 支持免费API和付费API密钥
4
4
  */
5
5
  import axios from 'axios';
6
+ import { arxivPdfUrl } from '../infrastructure/arxiv.js';
6
7
  import * as fs from 'fs';
7
8
  import * as path from 'path';
8
9
  import { PaperFactory } from '../models/Paper.js';
@@ -349,10 +350,9 @@ export class SemanticScholarSearcher extends PaperSource {
349
350
  }
350
351
  normalizePdfUrl(url) {
351
352
  const clean = url.trim();
352
- // arXiv is not used as a download source.
353
- if (/^https?:\/\/(?:export\.)?arxiv\.org\//i.test(clean)) {
354
- return '';
355
- }
353
+ const preprint = arxivPdfUrl(clean);
354
+ if (preprint)
355
+ return preprint;
356
356
  if (/^https?:\/\/api\.unpaywall\.org\//i.test(clean) || /^https?:\/\/(?:dx\.)?doi\.org\//i.test(clean)) {
357
357
  return '';
358
358
  }