papersearch 0.0.0-stage → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +208 -0
- package/LICENSE +21 -0
- package/README.md +213 -2
- package/README.zh.md +214 -0
- package/carsi/LICENSE +21 -0
- package/carsi/NOTICE +5 -0
- package/carsi/README.md +75 -0
- package/carsi/paper_search_carsi/__init__.py +6 -0
- package/carsi/paper_search_carsi/_core/__init__.py +26 -0
- package/carsi/paper_search_carsi/_core/racing.pyx +280 -0
- package/carsi/paper_search_carsi/adapters/__init__.py +26 -0
- package/carsi/paper_search_carsi/adapters/acm/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/acs/__init__.py +47 -0
- package/carsi/paper_search_carsi/adapters/aha_journals/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/ams/__init__.py +19 -0
- package/carsi/paper_search_carsi/adapters/annual_reviews/__init__.py +154 -0
- package/carsi/paper_search_carsi/adapters/aps/__init__.py +127 -0
- package/carsi/paper_search_carsi/adapters/asce/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/base.py +320 -0
- package/carsi/paper_search_carsi/adapters/bmj/__init__.py +32 -0
- package/carsi/paper_search_carsi/adapters/copernicus/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/dovepress/__init__.py +43 -0
- package/carsi/paper_search_carsi/adapters/elsevier/__init__.py +302 -0
- package/carsi/paper_search_carsi/adapters/elsevier/journal_site.py +237 -0
- package/carsi/paper_search_carsi/adapters/elsevier/sciencedirect.py +138 -0
- package/carsi/paper_search_carsi/adapters/ieee/__init__.py +184 -0
- package/carsi/paper_search_carsi/adapters/iop/__init__.py +41 -0
- package/carsi/paper_search_carsi/adapters/jama/__init__.py +54 -0
- package/carsi/paper_search_carsi/adapters/karger/__init__.py +75 -0
- package/carsi/paper_search_carsi/adapters/lww/__init__.py +103 -0
- package/carsi/paper_search_carsi/adapters/lww/journals_lww.py +36 -0
- package/carsi/paper_search_carsi/adapters/lww/ovid.py +72 -0
- package/carsi/paper_search_carsi/adapters/mdpi/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/nejm/__init__.py +18 -0
- package/carsi/paper_search_carsi/adapters/neurology/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/optica/__init__.py +33 -0
- package/carsi/paper_search_carsi/adapters/oup/__init__.py +366 -0
- package/carsi/paper_search_carsi/adapters/platforms/__init__.py +5 -0
- package/carsi/paper_search_carsi/adapters/platforms/atypon/__init__.py +149 -0
- package/carsi/paper_search_carsi/adapters/platforms/silverchair/__init__.py +83 -0
- package/carsi/paper_search_carsi/adapters/plos/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/pnas/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/rsc/__init__.py +74 -0
- package/carsi/paper_search_carsi/adapters/sage/__init__.py +154 -0
- package/carsi/paper_search_carsi/adapters/science/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/springer/__init__.py +62 -0
- package/carsi/paper_search_carsi/adapters/taylor_francis/__init__.py +46 -0
- package/carsi/paper_search_carsi/adapters/thieme/__init__.py +164 -0
- package/carsi/paper_search_carsi/adapters/wiley/__init__.py +145 -0
- package/carsi/paper_search_carsi/adapters/world_scientific/__init__.py +27 -0
- package/carsi/paper_search_carsi/assets/icon-32.png +0 -0
- package/carsi/paper_search_carsi/assets/icon-512.png +0 -0
- package/carsi/paper_search_carsi/assets/icon-64.png +0 -0
- package/carsi/paper_search_carsi/assets/icon.svg +43 -0
- package/carsi/paper_search_carsi/blocked_journals.py +63 -0
- package/carsi/paper_search_carsi/browser/__init__.py +1 -0
- package/carsi/paper_search_carsi/browser/backend.py +823 -0
- package/carsi/paper_search_carsi/browser/cookies.py +386 -0
- package/carsi/paper_search_carsi/browser/ego_relay.py +152 -0
- package/carsi/paper_search_carsi/browser/engine.py +927 -0
- package/carsi/paper_search_carsi/browser/login.py +336 -0
- package/carsi/paper_search_carsi/browser/preview.py +379 -0
- package/carsi/paper_search_carsi/browser/watchdog.py +193 -0
- package/carsi/paper_search_carsi/cache.py +62 -0
- package/carsi/paper_search_carsi/carsi_schools.py +109 -0
- package/carsi/paper_search_carsi/cli.py +479 -0
- package/carsi/paper_search_carsi/cold_start.py +251 -0
- package/carsi/paper_search_carsi/config.py +301 -0
- package/carsi/paper_search_carsi/data/institutional_identity_policy.json +165 -0
- package/carsi/paper_search_carsi/data/publisher_access_catalog.json +969 -0
- package/carsi/paper_search_carsi/data/publisher_browser_verification_matrix.json +625 -0
- package/carsi/paper_search_carsi/download_diagnostics.py +228 -0
- package/carsi/paper_search_carsi/engine/__init__.py +1 -0
- package/carsi/paper_search_carsi/engine/access_rules.py +345 -0
- package/carsi/paper_search_carsi/engine/batch.py +702 -0
- package/carsi/paper_search_carsi/engine/batch_access.py +483 -0
- package/carsi/paper_search_carsi/engine/batch_capture.py +1531 -0
- package/carsi/paper_search_carsi/engine/batch_common.py +427 -0
- package/carsi/paper_search_carsi/engine/batch_diagnostics.py +307 -0
- package/carsi/paper_search_carsi/engine/batch_institution.py +981 -0
- package/carsi/paper_search_carsi/engine/batch_login.py +1605 -0
- package/carsi/paper_search_carsi/engine/batch_pdf_urls.py +274 -0
- package/carsi/paper_search_carsi/engine/batch_runs.py +711 -0
- package/carsi/paper_search_carsi/engine/batch_user.py +173 -0
- package/carsi/paper_search_carsi/engine/batch_waits.py +441 -0
- package/carsi/paper_search_carsi/engine/bridge.py +666 -0
- package/carsi/paper_search_carsi/engine/pdf_guard.py +310 -0
- package/carsi/paper_search_carsi/engine/router.py +514 -0
- package/carsi/paper_search_carsi/engine/supplements.py +148 -0
- package/carsi/paper_search_carsi/entitlements.py +233 -0
- package/carsi/paper_search_carsi/extractors/__init__.py +0 -0
- package/carsi/paper_search_carsi/extractors/pdf_extractor.py +149 -0
- package/carsi/paper_search_carsi/identifiers.py +121 -0
- package/carsi/paper_search_carsi/issues.py +227 -0
- package/carsi/paper_search_carsi/log.py +84 -0
- package/carsi/paper_search_carsi/mcp_progress.py +82 -0
- package/carsi/paper_search_carsi/network.py +359 -0
- package/carsi/paper_search_carsi/orchestrator.py +130 -0
- package/carsi/paper_search_carsi/pdf_utils.py +279 -0
- package/carsi/paper_search_carsi/progress_bar.py +778 -0
- package/carsi/paper_search_carsi/progress_reporter.py +530 -0
- package/carsi/paper_search_carsi/progress_status.py +212 -0
- package/carsi/paper_search_carsi/publishers/__init__.py +10 -0
- package/carsi/paper_search_carsi/publishers/builtin/acm.json +65 -0
- package/carsi/paper_search_carsi/publishers/builtin/acs.json +73 -0
- package/carsi/paper_search_carsi/publishers/builtin/aha-journals.json +47 -0
- package/carsi/paper_search_carsi/publishers/builtin/aip.json +66 -0
- package/carsi/paper_search_carsi/publishers/builtin/ams.json +66 -0
- package/carsi/paper_search_carsi/publishers/builtin/annual-reviews.json +64 -0
- package/carsi/paper_search_carsi/publishers/builtin/aps.json +70 -0
- package/carsi/paper_search_carsi/publishers/builtin/asce.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/bmj.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/copernicus.json +45 -0
- package/carsi/paper_search_carsi/publishers/builtin/dovepress.json +35 -0
- package/carsi/paper_search_carsi/publishers/builtin/elsevier.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/frontiers.json +62 -0
- package/carsi/paper_search_carsi/publishers/builtin/ieee.json +68 -0
- package/carsi/paper_search_carsi/publishers/builtin/iop.json +69 -0
- package/carsi/paper_search_carsi/publishers/builtin/jama.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/karger.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/lww.json +57 -0
- package/carsi/paper_search_carsi/publishers/builtin/mdpi.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/nejm.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/neurology.json +45 -0
- package/carsi/paper_search_carsi/publishers/builtin/optica.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/oxfordacademic.json +64 -0
- package/carsi/paper_search_carsi/publishers/builtin/plos.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/pnas.json +67 -0
- package/carsi/paper_search_carsi/publishers/builtin/royalsocietypublishing.json +62 -0
- package/carsi/paper_search_carsi/publishers/builtin/rsc.json +71 -0
- package/carsi/paper_search_carsi/publishers/builtin/sage.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/science.json +68 -0
- package/carsi/paper_search_carsi/publishers/builtin/springer.json +92 -0
- package/carsi/paper_search_carsi/publishers/builtin/taylor-francis.json +52 -0
- package/carsi/paper_search_carsi/publishers/builtin/thieme.json +50 -0
- package/carsi/paper_search_carsi/publishers/builtin/wiley.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/world-scientific.json +68 -0
- package/carsi/paper_search_carsi/publishers/extensions.py +241 -0
- package/carsi/paper_search_carsi/publishers/loader.py +93 -0
- package/carsi/paper_search_carsi/publishers/model.py +90 -0
- package/carsi/paper_search_carsi/publishers/profiles.py +127 -0
- package/carsi/paper_search_carsi/publishers/schema.json +129 -0
- package/carsi/paper_search_carsi/publishers/site.py +86 -0
- package/carsi/paper_search_carsi/rate_limit.py +51 -0
- package/carsi/paper_search_carsi/server.py +197 -0
- package/carsi/paper_search_carsi/session_broker.py +163 -0
- package/carsi/paper_search_carsi/tor.py +9 -0
- package/carsi/paper_search_carsi/user_settings.py +55 -0
- package/carsi/pyproject.toml +41 -0
- package/dist/capabilities/body-snippet-search/handler.d.ts +9 -0
- package/dist/capabilities/body-snippet-search/handler.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/handler.js +17 -0
- package/dist/capabilities/body-snippet-search/handler.js.map +1 -0
- package/dist/capabilities/body-snippet-search/index.d.ts +7 -0
- package/dist/capabilities/body-snippet-search/index.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/index.js +6 -0
- package/dist/capabilities/body-snippet-search/index.js.map +1 -0
- package/dist/capabilities/body-snippet-search/schemas.d.ts +36 -0
- package/dist/capabilities/body-snippet-search/schemas.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/schemas.js +16 -0
- package/dist/capabilities/body-snippet-search/schemas.js.map +1 -0
- package/dist/capabilities/body-snippet-search/service.d.ts +4 -0
- package/dist/capabilities/body-snippet-search/service.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/service.js +4 -0
- package/dist/capabilities/body-snippet-search/service.js.map +1 -0
- package/dist/capabilities/body-snippet-search/tools.d.ts +187 -0
- package/dist/capabilities/body-snippet-search/tools.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/tools.js +49 -0
- package/dist/capabilities/body-snippet-search/tools.js.map +1 -0
- package/dist/capabilities/body-snippet-search/types.d.ts +14 -0
- package/dist/capabilities/body-snippet-search/types.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/types.js +2 -0
- package/dist/capabilities/body-snippet-search/types.js.map +1 -0
- package/dist/capabilities/citation-expansion/CitationService.d.ts +47 -0
- package/dist/capabilities/citation-expansion/CitationService.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/CitationService.js +243 -0
- package/dist/capabilities/citation-expansion/CitationService.js.map +1 -0
- package/dist/capabilities/citation-expansion/handler.d.ts +36 -0
- package/dist/capabilities/citation-expansion/handler.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/handler.js +44 -0
- package/dist/capabilities/citation-expansion/handler.js.map +1 -0
- package/dist/capabilities/citation-expansion/index.d.ts +6 -0
- package/dist/capabilities/citation-expansion/index.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/index.js +5 -0
- package/dist/capabilities/citation-expansion/index.js.map +1 -0
- package/dist/capabilities/citation-expansion/schemas.d.ts +28 -0
- package/dist/capabilities/citation-expansion/schemas.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/schemas.js +13 -0
- package/dist/capabilities/citation-expansion/schemas.js.map +1 -0
- package/dist/capabilities/citation-expansion/tools.d.ts +82 -0
- package/dist/capabilities/citation-expansion/tools.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/tools.js +48 -0
- package/dist/capabilities/citation-expansion/tools.js.map +1 -0
- package/dist/capabilities/citation-expansion/types.d.ts +22 -0
- package/dist/capabilities/citation-expansion/types.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/types.js +2 -0
- package/dist/capabilities/citation-expansion/types.js.map +1 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.d.ts +3 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.js +142 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.js.map +1 -0
- package/dist/capabilities/journal-metrics/handler.d.ts +12 -0
- package/dist/capabilities/journal-metrics/handler.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/handler.js +38 -0
- package/dist/capabilities/journal-metrics/handler.js.map +1 -0
- package/dist/capabilities/journal-metrics/index.d.ts +6 -0
- package/dist/capabilities/journal-metrics/index.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/index.js +5 -0
- package/dist/capabilities/journal-metrics/index.js.map +1 -0
- package/dist/capabilities/journal-metrics/schemas.d.ts +28 -0
- package/dist/capabilities/journal-metrics/schemas.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/schemas.js +13 -0
- package/dist/capabilities/journal-metrics/schemas.js.map +1 -0
- package/dist/capabilities/journal-metrics/tools.d.ts +67 -0
- package/dist/capabilities/journal-metrics/tools.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/tools.js +27 -0
- package/dist/capabilities/journal-metrics/tools.js.map +1 -0
- package/dist/capabilities/journal-metrics/types.d.ts +36 -0
- package/dist/capabilities/journal-metrics/types.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/types.js +2 -0
- package/dist/capabilities/journal-metrics/types.js.map +1 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.d.ts +9 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.js +81 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.js.map +1 -0
- package/dist/capabilities/metadata-search/handler.d.ts +23 -0
- package/dist/capabilities/metadata-search/handler.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/handler.js +153 -0
- package/dist/capabilities/metadata-search/handler.js.map +1 -0
- package/dist/capabilities/metadata-search/index.d.ts +6 -0
- package/dist/capabilities/metadata-search/index.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/index.js +5 -0
- package/dist/capabilities/metadata-search/index.js.map +1 -0
- package/dist/capabilities/metadata-search/schemas.d.ts +83 -0
- package/dist/capabilities/metadata-search/schemas.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/schemas.js +80 -0
- package/dist/capabilities/metadata-search/schemas.js.map +1 -0
- package/dist/capabilities/metadata-search/tools.d.ts +178 -0
- package/dist/capabilities/metadata-search/tools.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/tools.js +75 -0
- package/dist/capabilities/metadata-search/tools.js.map +1 -0
- package/dist/capabilities/metadata-search/types.d.ts +13 -0
- package/dist/capabilities/metadata-search/types.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/types.js +2 -0
- package/dist/capabilities/metadata-search/types.js.map +1 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.d.ts +43 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.js +2 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.js.map +1 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.d.ts +16 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.js +202 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.js.map +1 -0
- package/dist/capabilities/pdf-discovery/batch.d.ts +74 -0
- package/dist/capabilities/pdf-discovery/batch.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/batch.js +370 -0
- package/dist/capabilities/pdf-discovery/batch.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.d.ts +7 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.js +46 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.d.ts +35 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.js +689 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.d.ts +23 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.js +30 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.d.ts +29 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.js +176 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.js +225 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/index.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/carsi/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/index.js +11 -0
- package/dist/capabilities/pdf-discovery/carsi/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/types.d.ts +118 -0
- package/dist/capabilities/pdf-discovery/carsi/types.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/types.js +2 -0
- package/dist/capabilities/pdf-discovery/carsi/types.js.map +1 -0
- package/dist/capabilities/pdf-discovery/handler.d.ts +28 -0
- package/dist/capabilities/pdf-discovery/handler.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/handler.js +72 -0
- package/dist/capabilities/pdf-discovery/handler.js.map +1 -0
- package/dist/capabilities/pdf-discovery/identity.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/identity.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/identity.js +24 -0
- package/dist/capabilities/pdf-discovery/identity.js.map +1 -0
- package/dist/capabilities/pdf-discovery/index.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/index.js +6 -0
- package/dist/capabilities/pdf-discovery/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/oaHosts.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/oaHosts.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/oaHosts.js +37 -0
- package/dist/capabilities/pdf-discovery/oaHosts.js.map +1 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.d.ts +6 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.js +95 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.d.ts +4 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.js +122 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.d.ts +31 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.js +20 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.d.ts +4 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.js +114 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.js.map +1 -0
- package/dist/capabilities/pdf-discovery/schemas.d.ts +176 -0
- package/dist/capabilities/pdf-discovery/schemas.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/schemas.js +72 -0
- package/dist/capabilities/pdf-discovery/schemas.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.d.ts +5 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.js +40 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.d.ts +13 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.js +123 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.js +21 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.d.ts +12 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.js +109 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.d.ts +10 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.js +37 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.js +21 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.js +76 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tools.d.ts +337 -0
- package/dist/capabilities/pdf-discovery/tools.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tools.js +144 -0
- package/dist/capabilities/pdf-discovery/tools.js.map +1 -0
- package/dist/capabilities/pdf-discovery/types.d.ts +86 -0
- package/dist/capabilities/pdf-discovery/types.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/types.js +2 -0
- package/dist/capabilities/pdf-discovery/types.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +1196 -0
- package/dist/cli.js.map +1 -0
- package/dist/config/ConfigService.d.ts +28 -0
- package/dist/config/ConfigService.d.ts.map +1 -0
- package/dist/config/ConfigService.js +204 -0
- package/dist/config/ConfigService.js.map +1 -0
- package/dist/config/ResultCaps.d.ts +4 -0
- package/dist/config/ResultCaps.d.ts.map +1 -0
- package/dist/config/ResultCaps.js +10 -0
- package/dist/config/ResultCaps.js.map +1 -0
- package/dist/config/constants.d.ts +158 -0
- package/dist/config/constants.d.ts.map +1 -0
- package/dist/config/constants.js +102 -0
- package/dist/config/constants.js.map +1 -0
- package/dist/core/capabilityProfile.d.ts +2 -0
- package/dist/core/capabilityProfile.d.ts.map +1 -0
- package/dist/core/capabilityProfile.js +2 -0
- package/dist/core/capabilityProfile.js.map +1 -0
- package/dist/core/diagnostics.d.ts +2 -0
- package/dist/core/diagnostics.d.ts.map +1 -0
- package/dist/core/diagnostics.js +2 -0
- package/dist/core/diagnostics.js.map +1 -0
- package/dist/core/handleToolCall.d.ts +13 -0
- package/dist/core/handleToolCall.d.ts.map +1 -0
- package/dist/core/handleToolCall.js +304 -0
- package/dist/core/handleToolCall.js.map +1 -0
- package/dist/core/httpPolicies.d.ts +2 -0
- package/dist/core/httpPolicies.d.ts.map +1 -0
- package/dist/core/httpPolicies.js +2 -0
- package/dist/core/httpPolicies.js.map +1 -0
- package/dist/core/liveSmoke.d.ts +2 -0
- package/dist/core/liveSmoke.d.ts.map +1 -0
- package/dist/core/liveSmoke.js +2 -0
- package/dist/core/liveSmoke.js.map +1 -0
- package/dist/core/platformFactories.d.ts +2 -0
- package/dist/core/platformFactories.d.ts.map +1 -0
- package/dist/core/platformFactories.js +2 -0
- package/dist/core/platformFactories.js.map +1 -0
- package/dist/core/platformMetadata.d.ts +2 -0
- package/dist/core/platformMetadata.d.ts.map +1 -0
- package/dist/core/platformMetadata.js +2 -0
- package/dist/core/platformMetadata.js.map +1 -0
- package/dist/core/schemas.d.ts +365 -0
- package/dist/core/schemas.d.ts.map +1 -0
- package/dist/core/schemas.js +256 -0
- package/dist/core/schemas.js.map +1 -0
- package/dist/core/searchers.d.ts +41 -0
- package/dist/core/searchers.d.ts.map +1 -0
- package/dist/core/searchers.js +24 -0
- package/dist/core/searchers.js.map +1 -0
- package/dist/core/textReports.d.ts +2 -0
- package/dist/core/textReports.d.ts.map +1 -0
- package/dist/core/textReports.js +2 -0
- package/dist/core/textReports.js.map +1 -0
- package/dist/core/tools.d.ts +7 -0
- package/dist/core/tools.d.ts.map +1 -0
- package/dist/core/tools.js +489 -0
- package/dist/core/tools.js.map +1 -0
- package/dist/infrastructure/cache/RequestCache.d.ts +26 -0
- package/dist/infrastructure/cache/RequestCache.d.ts.map +1 -0
- package/dist/infrastructure/cache/RequestCache.js +66 -0
- package/dist/infrastructure/cache/RequestCache.js.map +1 -0
- package/dist/infrastructure/http/ErrorHandler.d.ts +101 -0
- package/dist/infrastructure/http/ErrorHandler.d.ts.map +1 -0
- package/dist/infrastructure/http/ErrorHandler.js +278 -0
- package/dist/infrastructure/http/ErrorHandler.js.map +1 -0
- package/dist/infrastructure/http/HttpClient.d.ts +31 -0
- package/dist/infrastructure/http/HttpClient.d.ts.map +1 -0
- package/dist/infrastructure/http/HttpClient.js +52 -0
- package/dist/infrastructure/http/HttpClient.js.map +1 -0
- package/dist/infrastructure/pdf/PDFExtractor.d.ts +34 -0
- package/dist/infrastructure/pdf/PDFExtractor.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PDFExtractor.js +130 -0
- package/dist/infrastructure/pdf/PDFExtractor.js.map +1 -0
- package/dist/infrastructure/pdf/PdfDownload.d.ts +16 -0
- package/dist/infrastructure/pdf/PdfDownload.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PdfDownload.js +242 -0
- package/dist/infrastructure/pdf/PdfDownload.js.map +1 -0
- package/dist/infrastructure/pdf/PdfFirstPage.cjs +70 -0
- package/dist/infrastructure/pdf/PdfFirstPage.cjs.map +1 -0
- package/dist/infrastructure/pdf/PdfFirstPage.d.cts +16 -0
- package/dist/infrastructure/pdf/PdfFirstPage.d.cts.map +1 -0
- package/dist/infrastructure/pdf/PdfIdentity.d.ts +29 -0
- package/dist/infrastructure/pdf/PdfIdentity.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PdfIdentity.js +283 -0
- package/dist/infrastructure/pdf/PdfIdentity.js.map +1 -0
- package/dist/infrastructure/rate-limit/RateLimiter.d.ts +50 -0
- package/dist/infrastructure/rate-limit/RateLimiter.d.ts.map +1 -0
- package/dist/infrastructure/rate-limit/RateLimiter.js +128 -0
- package/dist/infrastructure/rate-limit/RateLimiter.js.map +1 -0
- package/dist/infrastructure/runlog/RunLedger.d.ts +61 -0
- package/dist/infrastructure/runlog/RunLedger.d.ts.map +1 -0
- package/dist/infrastructure/runlog/RunLedger.js +284 -0
- package/dist/infrastructure/runlog/RunLedger.js.map +1 -0
- package/dist/infrastructure/runlog/failureClass.d.ts +26 -0
- package/dist/infrastructure/runlog/failureClass.d.ts.map +1 -0
- package/dist/infrastructure/runlog/failureClass.js +125 -0
- package/dist/infrastructure/runlog/failureClass.js.map +1 -0
- package/dist/infrastructure/security/SecurityUtils.d.ts +80 -0
- package/dist/infrastructure/security/SecurityUtils.d.ts.map +1 -0
- package/dist/infrastructure/security/SecurityUtils.js +357 -0
- package/dist/infrastructure/security/SecurityUtils.js.map +1 -0
- package/dist/management/capability-profile/carsiReadiness.d.ts +10 -0
- package/dist/management/capability-profile/carsiReadiness.d.ts.map +1 -0
- package/dist/management/capability-profile/carsiReadiness.js +13 -0
- package/dist/management/capability-profile/carsiReadiness.js.map +1 -0
- package/dist/management/capability-profile/index.d.ts +26 -0
- package/dist/management/capability-profile/index.d.ts.map +1 -0
- package/dist/management/capability-profile/index.js +183 -0
- package/dist/management/capability-profile/index.js.map +1 -0
- package/dist/management/carsi/host.d.ts +4 -0
- package/dist/management/carsi/host.d.ts.map +1 -0
- package/dist/management/carsi/host.js +65 -0
- package/dist/management/carsi/host.js.map +1 -0
- package/dist/management/carsi/installer.d.ts +146 -0
- package/dist/management/carsi/installer.d.ts.map +1 -0
- package/dist/management/carsi/installer.js +527 -0
- package/dist/management/carsi/installer.js.map +1 -0
- package/dist/management/carsi/runtime.d.ts +31 -0
- package/dist/management/carsi/runtime.d.ts.map +1 -0
- package/dist/management/carsi/runtime.js +67 -0
- package/dist/management/carsi/runtime.js.map +1 -0
- package/dist/management/config/index.d.ts +2 -0
- package/dist/management/config/index.d.ts.map +1 -0
- package/dist/management/config/index.js +2 -0
- package/dist/management/config/index.js.map +1 -0
- package/dist/management/diagnostics/index.d.ts +43 -0
- package/dist/management/diagnostics/index.d.ts.map +1 -0
- package/dist/management/diagnostics/index.js +610 -0
- package/dist/management/diagnostics/index.js.map +1 -0
- package/dist/management/failures/index.d.ts +47 -0
- package/dist/management/failures/index.d.ts.map +1 -0
- package/dist/management/failures/index.js +134 -0
- package/dist/management/failures/index.js.map +1 -0
- package/dist/management/reports/index.d.ts +32 -0
- package/dist/management/reports/index.d.ts.map +1 -0
- package/dist/management/reports/index.js +123 -0
- package/dist/management/reports/index.js.map +1 -0
- package/dist/management/skills/autoSync.d.ts +41 -0
- package/dist/management/skills/autoSync.d.ts.map +1 -0
- package/dist/management/skills/autoSync.js +142 -0
- package/dist/management/skills/autoSync.js.map +1 -0
- package/dist/management/skills/index.d.ts +3 -0
- package/dist/management/skills/index.d.ts.map +1 -0
- package/dist/management/skills/index.js +3 -0
- package/dist/management/skills/index.js.map +1 -0
- package/dist/management/smoke/index.d.ts +44 -0
- package/dist/management/smoke/index.d.ts.map +1 -0
- package/dist/management/smoke/index.js +254 -0
- package/dist/management/smoke/index.js.map +1 -0
- package/dist/models/Paper.d.ts +64 -0
- package/dist/models/Paper.d.ts.map +1 -0
- package/dist/models/Paper.js +70 -0
- package/dist/models/Paper.js.map +1 -0
- package/dist/platforms/ACMSearcher.d.ts +16 -0
- package/dist/platforms/ACMSearcher.d.ts.map +1 -0
- package/dist/platforms/ACMSearcher.js +125 -0
- package/dist/platforms/ACMSearcher.js.map +1 -0
- package/dist/platforms/BioRxivSearcher.d.ts +47 -0
- package/dist/platforms/BioRxivSearcher.d.ts.map +1 -0
- package/dist/platforms/BioRxivSearcher.js +215 -0
- package/dist/platforms/BioRxivSearcher.js.map +1 -0
- package/dist/platforms/CORESearcher.d.ts +17 -0
- package/dist/platforms/CORESearcher.d.ts.map +1 -0
- package/dist/platforms/CORESearcher.js +185 -0
- package/dist/platforms/CORESearcher.js.map +1 -0
- package/dist/platforms/CrossrefSearcher.d.ts +34 -0
- package/dist/platforms/CrossrefSearcher.d.ts.map +1 -0
- package/dist/platforms/CrossrefSearcher.js +339 -0
- package/dist/platforms/CrossrefSearcher.js.map +1 -0
- package/dist/platforms/DBLPSearcher.d.ts +16 -0
- package/dist/platforms/DBLPSearcher.d.ts.map +1 -0
- package/dist/platforms/DBLPSearcher.js +116 -0
- package/dist/platforms/DBLPSearcher.js.map +1 -0
- package/dist/platforms/EuropePMCSearcher.d.ts +20 -0
- package/dist/platforms/EuropePMCSearcher.d.ts.map +1 -0
- package/dist/platforms/EuropePMCSearcher.js +173 -0
- package/dist/platforms/EuropePMCSearcher.js.map +1 -0
- package/dist/platforms/GoogleScholarSearcher.d.ts +142 -0
- package/dist/platforms/GoogleScholarSearcher.d.ts.map +1 -0
- package/dist/platforms/GoogleScholarSearcher.js +648 -0
- package/dist/platforms/GoogleScholarSearcher.js.map +1 -0
- package/dist/platforms/IACRSearcher.d.ts +51 -0
- package/dist/platforms/IACRSearcher.d.ts.map +1 -0
- package/dist/platforms/IACRSearcher.js +339 -0
- package/dist/platforms/IACRSearcher.js.map +1 -0
- package/dist/platforms/IEEESearcher.d.ts +15 -0
- package/dist/platforms/IEEESearcher.d.ts.map +1 -0
- package/dist/platforms/IEEESearcher.js +123 -0
- package/dist/platforms/IEEESearcher.js.map +1 -0
- package/dist/platforms/OpenAIRESearcher.d.ts +22 -0
- package/dist/platforms/OpenAIRESearcher.d.ts.map +1 -0
- package/dist/platforms/OpenAIRESearcher.js +235 -0
- package/dist/platforms/OpenAIRESearcher.js.map +1 -0
- package/dist/platforms/OpenAlexSearcher.d.ts +14 -0
- package/dist/platforms/OpenAlexSearcher.d.ts.map +1 -0
- package/dist/platforms/OpenAlexSearcher.js +114 -0
- package/dist/platforms/OpenAlexSearcher.js.map +1 -0
- package/dist/platforms/OpenReviewSearcher.d.ts +19 -0
- package/dist/platforms/OpenReviewSearcher.d.ts.map +1 -0
- package/dist/platforms/OpenReviewSearcher.js +141 -0
- package/dist/platforms/OpenReviewSearcher.js.map +1 -0
- package/dist/platforms/PMCSearcher.d.ts +20 -0
- package/dist/platforms/PMCSearcher.d.ts.map +1 -0
- package/dist/platforms/PMCSearcher.js +177 -0
- package/dist/platforms/PMCSearcher.js.map +1 -0
- package/dist/platforms/PaperSource.d.ts +149 -0
- package/dist/platforms/PaperSource.d.ts.map +1 -0
- package/dist/platforms/PaperSource.js +125 -0
- package/dist/platforms/PaperSource.js.map +1 -0
- package/dist/platforms/PubMedSearcher.d.ts +104 -0
- package/dist/platforms/PubMedSearcher.d.ts.map +1 -0
- package/dist/platforms/PubMedSearcher.js +430 -0
- package/dist/platforms/PubMedSearcher.js.map +1 -0
- package/dist/platforms/SciHubSearcher.d.ts +66 -0
- package/dist/platforms/SciHubSearcher.d.ts.map +1 -0
- package/dist/platforms/SciHubSearcher.js +398 -0
- package/dist/platforms/SciHubSearcher.js.map +1 -0
- package/dist/platforms/ScienceDirectSearcher.d.ts +42 -0
- package/dist/platforms/ScienceDirectSearcher.d.ts.map +1 -0
- package/dist/platforms/ScienceDirectSearcher.js +334 -0
- package/dist/platforms/ScienceDirectSearcher.js.map +1 -0
- package/dist/platforms/ScopusSearcher.d.ts +43 -0
- package/dist/platforms/ScopusSearcher.d.ts.map +1 -0
- package/dist/platforms/ScopusSearcher.js +377 -0
- package/dist/platforms/ScopusSearcher.js.map +1 -0
- package/dist/platforms/SemanticScholarSearcher.d.ts +96 -0
- package/dist/platforms/SemanticScholarSearcher.d.ts.map +1 -0
- package/dist/platforms/SemanticScholarSearcher.js +419 -0
- package/dist/platforms/SemanticScholarSearcher.js.map +1 -0
- package/dist/platforms/SpringerSearcher.d.ts +54 -0
- package/dist/platforms/SpringerSearcher.d.ts.map +1 -0
- package/dist/platforms/SpringerSearcher.js +387 -0
- package/dist/platforms/SpringerSearcher.js.map +1 -0
- package/dist/platforms/USENIXSearcher.d.ts +14 -0
- package/dist/platforms/USENIXSearcher.d.ts.map +1 -0
- package/dist/platforms/USENIXSearcher.js +75 -0
- package/dist/platforms/USENIXSearcher.js.map +1 -0
- package/dist/platforms/UnpaywallSearcher.d.ts +29 -0
- package/dist/platforms/UnpaywallSearcher.d.ts.map +1 -0
- package/dist/platforms/UnpaywallSearcher.js +135 -0
- package/dist/platforms/UnpaywallSearcher.js.map +1 -0
- package/dist/platforms/WebOfScienceSearcher.d.ts +111 -0
- package/dist/platforms/WebOfScienceSearcher.d.ts.map +1 -0
- package/dist/platforms/WebOfScienceSearcher.js +500 -0
- package/dist/platforms/WebOfScienceSearcher.js.map +1 -0
- package/dist/registry/aliases.d.ts +2 -0
- package/dist/registry/aliases.d.ts.map +1 -0
- package/dist/registry/aliases.js +2 -0
- package/dist/registry/aliases.js.map +1 -0
- package/dist/registry/httpPolicies.d.ts +3 -0
- package/dist/registry/httpPolicies.d.ts.map +1 -0
- package/dist/registry/httpPolicies.js +13 -0
- package/dist/registry/httpPolicies.js.map +1 -0
- package/dist/registry/platformFactories.d.ts +8 -0
- package/dist/registry/platformFactories.d.ts.map +1 -0
- package/dist/registry/platformFactories.js +51 -0
- package/dist/registry/platformFactories.js.map +1 -0
- package/dist/registry/platformMetadata.d.ts +55 -0
- package/dist/registry/platformMetadata.d.ts.map +1 -0
- package/dist/registry/platformMetadata.js +438 -0
- package/dist/registry/platformMetadata.js.map +1 -0
- package/dist/services/CitationService.d.ts +3 -0
- package/dist/services/CitationService.d.ts.map +1 -0
- package/dist/services/CitationService.js +2 -0
- package/dist/services/CitationService.js.map +1 -0
- package/dist/services/JournalMetricsService.d.ts +3 -0
- package/dist/services/JournalMetricsService.d.ts.map +1 -0
- package/dist/services/JournalMetricsService.js +2 -0
- package/dist/services/JournalMetricsService.js.map +1 -0
- package/dist/services/MultiSourceSearchService.d.ts +3 -0
- package/dist/services/MultiSourceSearchService.d.ts.map +1 -0
- package/dist/services/MultiSourceSearchService.js +2 -0
- package/dist/services/MultiSourceSearchService.js.map +1 -0
- package/dist/services/OpenAccessFallbackService.d.ts +4 -0
- package/dist/services/OpenAccessFallbackService.d.ts.map +1 -0
- package/dist/services/OpenAccessFallbackService.js +2 -0
- package/dist/services/OpenAccessFallbackService.js.map +1 -0
- package/dist/skills/SkillInstaller.d.ts +110 -0
- package/dist/skills/SkillInstaller.d.ts.map +1 -0
- package/dist/skills/SkillInstaller.js +393 -0
- package/dist/skills/SkillInstaller.js.map +1 -0
- package/dist/utils/ErrorHandler.d.ts +3 -0
- package/dist/utils/ErrorHandler.d.ts.map +1 -0
- package/dist/utils/ErrorHandler.js +3 -0
- package/dist/utils/ErrorHandler.js.map +1 -0
- package/dist/utils/HttpClient.d.ts +2 -0
- package/dist/utils/HttpClient.d.ts.map +1 -0
- package/dist/utils/HttpClient.js +2 -0
- package/dist/utils/HttpClient.js.map +1 -0
- package/dist/utils/Logger.d.ts +6 -0
- package/dist/utils/Logger.d.ts.map +1 -0
- package/dist/utils/Logger.js +26 -0
- package/dist/utils/Logger.js.map +1 -0
- package/dist/utils/PDFExtractor.d.ts +3 -0
- package/dist/utils/PDFExtractor.d.ts.map +1 -0
- package/dist/utils/PDFExtractor.js +3 -0
- package/dist/utils/PDFExtractor.js.map +1 -0
- package/dist/utils/PdfDownload.d.ts +2 -0
- package/dist/utils/PdfDownload.d.ts.map +1 -0
- package/dist/utils/PdfDownload.js +2 -0
- package/dist/utils/PdfDownload.js.map +1 -0
- package/dist/utils/QuotaManager.d.ts +32 -0
- package/dist/utils/QuotaManager.d.ts.map +1 -0
- package/dist/utils/QuotaManager.js +95 -0
- package/dist/utils/QuotaManager.js.map +1 -0
- package/dist/utils/RateLimiter.d.ts +2 -0
- package/dist/utils/RateLimiter.d.ts.map +1 -0
- package/dist/utils/RateLimiter.js +2 -0
- package/dist/utils/RateLimiter.js.map +1 -0
- package/dist/utils/RequestCache.d.ts +3 -0
- package/dist/utils/RequestCache.d.ts.map +1 -0
- package/dist/utils/RequestCache.js +3 -0
- package/dist/utils/RequestCache.js.map +1 -0
- package/dist/utils/SecurityUtils.d.ts +3 -0
- package/dist/utils/SecurityUtils.d.ts.map +1 -0
- package/dist/utils/SecurityUtils.js +3 -0
- package/dist/utils/SecurityUtils.js.map +1 -0
- package/package.json +118 -4
- package/skills/paper-search/SKILL.md +151 -0
- package/skills/paper-search/references/browser-download.md +101 -0
- package/skills/paper-search/references/capability-routing.md +174 -0
- package/skills/paper-search/references/carsi-setup.md +69 -0
- package/skills/paper-search/references/cli-contract.md +200 -0
- package/skills/paper-search/references/management-layer.md +149 -0
- package/skills/paper-search/references/publisher-support.md +72 -0
- package/skills/paper-search/references/troubleshooting.md +15 -0
|
@@ -0,0 +1,648 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Google Scholar搜索器 - 网页抓取实现
|
|
3
|
+
* 基于HTML解析,包含低频请求与挑战页识别
|
|
4
|
+
*/
|
|
5
|
+
import axios from 'axios';
|
|
6
|
+
import * as cheerio from 'cheerio';
|
|
7
|
+
import * as fs from 'fs';
|
|
8
|
+
import * as https from 'https';
|
|
9
|
+
import * as os from 'os';
|
|
10
|
+
import * as path from 'path';
|
|
11
|
+
import { HttpsProxyAgent } from 'https-proxy-agent';
|
|
12
|
+
import { SocksProxyAgent } from 'socks-proxy-agent';
|
|
13
|
+
import { PaperFactory } from '../models/Paper.js';
|
|
14
|
+
import { PaperSource } from './PaperSource.js';
|
|
15
|
+
import { TIMEOUTS } from '../config/constants.js';
|
|
16
|
+
import { logDebug } from '../utils/Logger.js';
|
|
17
|
+
import { ApiError, ErrorHandler } from '../infrastructure/http/ErrorHandler.js';
|
|
18
|
+
import { RateLimiter } from '../infrastructure/rate-limit/RateLimiter.js';
|
|
19
|
+
import { RequestCache } from '../infrastructure/cache/RequestCache.js';
|
|
20
|
+
const SCHOLAR_REQUEST_TIMEOUT_MS = 15000;
|
|
21
|
+
const SCHOLAR_DEFAULT_RATE_LIMIT_RPS = 0.5;
|
|
22
|
+
const SCHOLAR_DEFAULT_MAX_RETRIES = 2;
|
|
23
|
+
const SCHOLAR_RETRY_BASE_DELAY_MS = 300;
|
|
24
|
+
const SCHOLAR_RETRY_JITTER_MS = 250;
|
|
25
|
+
const SCHOLAR_MAX_RETRY_DELAY_MS = 15000;
|
|
26
|
+
const SCHOLAR_CACHE_TTL_MS = 3_600_000;
|
|
27
|
+
const SCHOLAR_RATE_LIMIT_LOCK_STALE_MS = 10_000;
|
|
28
|
+
const SCHOLAR_RATE_LIMIT_LOCK_POLL_MS = 100;
|
|
29
|
+
const SCHOLAR_DEFAULT_USER_AGENT = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36';
|
|
30
|
+
const SCHOLAR_DEFAULT_ACCEPT_LANGUAGE = 'en-US,en;q=0.9';
|
|
31
|
+
const SCHOLAR_CHALLENGE_PATTERNS = [
|
|
32
|
+
/our systems have detected unusual traffic/i,
|
|
33
|
+
/unusual traffic from your computer network/i,
|
|
34
|
+
/automated queries/i,
|
|
35
|
+
/not a robot/i,
|
|
36
|
+
/(?:g-recaptcha|hcaptcha|gs_captcha|captcha-form)/i,
|
|
37
|
+
/\/sorry(?:\/|\?)/i
|
|
38
|
+
];
|
|
39
|
+
const SCHOLAR_BLOCKED_MESSAGE = 'Google Scholar returned an anti-bot challenge (CAPTCHA or unusual-traffic page). ' +
|
|
40
|
+
'Wait before retrying or configure GOOGLE_SCHOLAR_PROXY_URL with an authorized proxy.';
|
|
41
|
+
const SCHOLAR_RATE_LIMIT_MESSAGE = 'Google Scholar rate-limited the request (HTTP 429). Wait before retrying; ' +
|
|
42
|
+
'if it persists, use another source or an authorized separate egress.';
|
|
43
|
+
export class GoogleScholarSearcher extends PaperSource {
|
|
44
|
+
scholarUrl = 'https://scholar.google.com/scholar';
|
|
45
|
+
scholarProxyUrl;
|
|
46
|
+
rateLimiter;
|
|
47
|
+
cache;
|
|
48
|
+
rateLimitRps;
|
|
49
|
+
maxRetries;
|
|
50
|
+
requestTimeoutMs;
|
|
51
|
+
userAgent;
|
|
52
|
+
acceptLanguage;
|
|
53
|
+
keepAliveAgent;
|
|
54
|
+
cachedProxyConfig;
|
|
55
|
+
constructor(scholarProxyUrl = process.env.GOOGLE_SCHOLAR_PROXY_URL, runtimeOptions = {}) {
|
|
56
|
+
super('google_scholar', 'https://scholar.google.com');
|
|
57
|
+
this.scholarProxyUrl = scholarProxyUrl?.trim() || undefined;
|
|
58
|
+
const configuredRate = runtimeOptions.rateLimitRps ?? this.readPositiveNumber(process.env.SCHOLAR_RATE_LIMIT_RPS, SCHOLAR_DEFAULT_RATE_LIMIT_RPS);
|
|
59
|
+
const configuredRetries = runtimeOptions.maxRetries ?? this.readNonNegativeInteger(process.env.SCHOLAR_MAX_RETRIES, SCHOLAR_DEFAULT_MAX_RETRIES);
|
|
60
|
+
const configuredTimeout = runtimeOptions.timeoutMs ?? this.readPositiveNumber(process.env.SCHOLAR_TIMEOUT_MS, SCHOLAR_REQUEST_TIMEOUT_MS);
|
|
61
|
+
this.rateLimiter = new RateLimiter({
|
|
62
|
+
requestsPerSecond: configuredRate,
|
|
63
|
+
burstCapacity: 1,
|
|
64
|
+
debug: process.env.NODE_ENV === 'development'
|
|
65
|
+
});
|
|
66
|
+
this.rateLimitRps = configuredRate;
|
|
67
|
+
this.cache = new RequestCache({
|
|
68
|
+
maxSize: 100,
|
|
69
|
+
ttlMs: runtimeOptions.cacheTtlMs ?? SCHOLAR_CACHE_TTL_MS
|
|
70
|
+
});
|
|
71
|
+
this.maxRetries = configuredRetries;
|
|
72
|
+
this.requestTimeoutMs = Math.min(configuredTimeout, TIMEOUTS.DEFAULT);
|
|
73
|
+
this.userAgent = runtimeOptions.userAgent || SCHOLAR_DEFAULT_USER_AGENT;
|
|
74
|
+
this.acceptLanguage = runtimeOptions.acceptLanguage || SCHOLAR_DEFAULT_ACCEPT_LANGUAGE;
|
|
75
|
+
this.keepAliveAgent = new https.Agent({ keepAlive: true, maxSockets: 1 });
|
|
76
|
+
}
|
|
77
|
+
getCapabilities() {
|
|
78
|
+
return {
|
|
79
|
+
search: true,
|
|
80
|
+
download: false, // Google Scholar不提供直接下载
|
|
81
|
+
fullText: false, // 只有元数据和摘要
|
|
82
|
+
citations: true, // 可以获取引用次数
|
|
83
|
+
requiresApiKey: false, // 不需要API密钥,但可能被限制
|
|
84
|
+
supportedOptions: ['maxResults', 'year', 'author']
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
/**
|
|
88
|
+
* 搜索Google Scholar论文
|
|
89
|
+
*/
|
|
90
|
+
async search(query, options = {}) {
|
|
91
|
+
logDebug(`Google Scholar Search: query="${query}"`);
|
|
92
|
+
try {
|
|
93
|
+
const forceRefresh = options.forceRefresh === true;
|
|
94
|
+
const cacheOptions = { ...options };
|
|
95
|
+
delete cacheOptions.forceRefresh;
|
|
96
|
+
const cacheKey = this.cache.generateKey('googlescholar', query, cacheOptions);
|
|
97
|
+
if (!forceRefresh) {
|
|
98
|
+
const cached = this.cache.get(cacheKey);
|
|
99
|
+
if (cached) {
|
|
100
|
+
logDebug(`Google Scholar: cache hit for query="${query}"`);
|
|
101
|
+
return cached;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
const papers = [];
|
|
105
|
+
let start = 0;
|
|
106
|
+
const maxResults = options.maxResults || 10;
|
|
107
|
+
while (papers.length < maxResults) {
|
|
108
|
+
// The upstream bingshuoguo client uses a single low-volume limiter
|
|
109
|
+
// instead of opening a burst of requests from concurrent callers.
|
|
110
|
+
await this.randomDelay();
|
|
111
|
+
const params = this.buildSearchParams(query, start, options);
|
|
112
|
+
const response = await this.makeScholarRequest(params);
|
|
113
|
+
if (this.isChallengePage(response.data)) {
|
|
114
|
+
throw this.createBlockedError();
|
|
115
|
+
}
|
|
116
|
+
const $ = cheerio.load(response.data);
|
|
117
|
+
const results = this.findResultContainers($); // 搜索结果容器
|
|
118
|
+
if (results.length === 0) {
|
|
119
|
+
if (!this.isRecognizedEmptyPage(response.data)) {
|
|
120
|
+
throw this.createParseError();
|
|
121
|
+
}
|
|
122
|
+
logDebug('Google Scholar: No more results found');
|
|
123
|
+
break;
|
|
124
|
+
}
|
|
125
|
+
logDebug(`Google Scholar: Found ${results.length} results on page`);
|
|
126
|
+
// 解析每个结果
|
|
127
|
+
results.each((index, element) => {
|
|
128
|
+
if (papers.length >= maxResults)
|
|
129
|
+
return false; // 停止遍历
|
|
130
|
+
const paper = this.parseScholarResult($, $(element));
|
|
131
|
+
if (paper) {
|
|
132
|
+
papers.push(paper);
|
|
133
|
+
}
|
|
134
|
+
});
|
|
135
|
+
// Advance by the number of raw result blocks returned. Scholar may
|
|
136
|
+
// honor `num` (up to 20) or silently fall back to its default page
|
|
137
|
+
// size; using the observed count avoids overlapping pages either way.
|
|
138
|
+
start += results.length;
|
|
139
|
+
}
|
|
140
|
+
logDebug(`Google Scholar Results: Found ${papers.length} papers`);
|
|
141
|
+
this.cache.set(cacheKey, papers);
|
|
142
|
+
return papers;
|
|
143
|
+
}
|
|
144
|
+
catch (error) {
|
|
145
|
+
if (error instanceof ApiError) {
|
|
146
|
+
throw error;
|
|
147
|
+
}
|
|
148
|
+
// A challenge can arrive as a 403/429 response body instead of a 200
|
|
149
|
+
// interstitial page. Report the same actionable error in both cases.
|
|
150
|
+
if (this.isChallengePage(error?.response?.data)) {
|
|
151
|
+
throw this.createBlockedError();
|
|
152
|
+
}
|
|
153
|
+
this.handleHttpError(error, 'search');
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
/**
|
|
157
|
+
* Google Scholar不支持直接PDF下载
|
|
158
|
+
*/
|
|
159
|
+
async downloadPdf(paperId, options) {
|
|
160
|
+
throw new Error('Google Scholar does not support direct PDF download. Please use the paper URL to access the publisher.');
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* Google Scholar不提供全文内容
|
|
164
|
+
*/
|
|
165
|
+
async readPaper(paperId, options) {
|
|
166
|
+
throw new Error('Google Scholar does not provide full-text content. Please use the paper URL to access the full text.');
|
|
167
|
+
}
|
|
168
|
+
/**
|
|
169
|
+
* 构建搜索参数
|
|
170
|
+
*/
|
|
171
|
+
buildSearchParams(query, start, options) {
|
|
172
|
+
const params = {
|
|
173
|
+
q: query,
|
|
174
|
+
start: start,
|
|
175
|
+
num: Math.min(options.maxResults || 10, 20),
|
|
176
|
+
hl: options.language || 'en',
|
|
177
|
+
as_sdt: '0,5', // 包括文章和引用
|
|
178
|
+
as_vis: '1' // 排除引用,只显示学术论文
|
|
179
|
+
};
|
|
180
|
+
// 添加年份过滤
|
|
181
|
+
if (options.yearLow || options.yearHigh) {
|
|
182
|
+
params.as_ylo = options.yearLow || '';
|
|
183
|
+
params.as_yhi = options.yearHigh || '';
|
|
184
|
+
}
|
|
185
|
+
// 添加作者过滤
|
|
186
|
+
if (options.author) {
|
|
187
|
+
params.as_sauthors = options.author;
|
|
188
|
+
}
|
|
189
|
+
return params;
|
|
190
|
+
}
|
|
191
|
+
/**
|
|
192
|
+
* 发起Scholar请求
|
|
193
|
+
*/
|
|
194
|
+
async makeScholarRequest(params) {
|
|
195
|
+
const config = {
|
|
196
|
+
params,
|
|
197
|
+
headers: {
|
|
198
|
+
'User-Agent': this.userAgent,
|
|
199
|
+
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
|
|
200
|
+
'Accept-Language': this.acceptLanguage,
|
|
201
|
+
'Accept-Encoding': 'gzip, deflate',
|
|
202
|
+
'Connection': 'keep-alive',
|
|
203
|
+
'Upgrade-Insecure-Requests': '1'
|
|
204
|
+
},
|
|
205
|
+
timeout: this.requestTimeoutMs,
|
|
206
|
+
maxRedirects: 5,
|
|
207
|
+
// Inspect 3xx/4xx bodies ourselves so `/sorry/` and CAPTCHA pages are
|
|
208
|
+
// classified as blocked rather than silently becoming empty results.
|
|
209
|
+
validateStatus: () => true,
|
|
210
|
+
httpsAgent: this.keepAliveAgent,
|
|
211
|
+
...this.getProxyConfig()
|
|
212
|
+
};
|
|
213
|
+
logDebug(`Google Scholar Request: GET ${this.scholarUrl}`);
|
|
214
|
+
logDebug('Scholar params:', params);
|
|
215
|
+
let lastError;
|
|
216
|
+
for (let attempt = 0; attempt <= this.maxRetries; attempt += 1) {
|
|
217
|
+
try {
|
|
218
|
+
const response = await axios.get(this.scholarUrl, config);
|
|
219
|
+
if (this.isChallengeResponse(response)) {
|
|
220
|
+
throw this.createBlockedError();
|
|
221
|
+
}
|
|
222
|
+
if (response.status === 200) {
|
|
223
|
+
return response;
|
|
224
|
+
}
|
|
225
|
+
if (response.status === 429) {
|
|
226
|
+
if (attempt < this.maxRetries) {
|
|
227
|
+
await this.waitBeforeRetry({ response }, attempt);
|
|
228
|
+
continue;
|
|
229
|
+
}
|
|
230
|
+
throw this.createRateLimitError();
|
|
231
|
+
}
|
|
232
|
+
if (this.isRetryableStatus(response.status) && attempt < this.maxRetries) {
|
|
233
|
+
await this.waitBeforeRetry({ response }, attempt);
|
|
234
|
+
continue;
|
|
235
|
+
}
|
|
236
|
+
this.handleHttpError({ response, config }, 'search');
|
|
237
|
+
}
|
|
238
|
+
catch (error) {
|
|
239
|
+
if (error instanceof ApiError) {
|
|
240
|
+
throw error;
|
|
241
|
+
}
|
|
242
|
+
if (this.isChallengeResponse(error)) {
|
|
243
|
+
throw this.createBlockedError();
|
|
244
|
+
}
|
|
245
|
+
const status = error?.response?.status;
|
|
246
|
+
if (status === 429 && attempt < this.maxRetries) {
|
|
247
|
+
await this.waitBeforeRetry(error, attempt);
|
|
248
|
+
continue;
|
|
249
|
+
}
|
|
250
|
+
if ((this.isRetryableStatus(status) || this.isNetworkError(error)) && attempt < this.maxRetries) {
|
|
251
|
+
await this.waitBeforeRetry(error, attempt);
|
|
252
|
+
continue;
|
|
253
|
+
}
|
|
254
|
+
if (status === 429) {
|
|
255
|
+
throw this.createRateLimitError();
|
|
256
|
+
}
|
|
257
|
+
lastError = error;
|
|
258
|
+
break;
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
if (lastError) {
|
|
262
|
+
throw lastError;
|
|
263
|
+
}
|
|
264
|
+
throw new Error('Google Scholar request retries exhausted.');
|
|
265
|
+
}
|
|
266
|
+
/**
|
|
267
|
+
* Build a dedicated proxy agent for Scholar when explicitly configured.
|
|
268
|
+
* Generic HTTP_PROXY/HTTPS_PROXY handling remains available through Axios
|
|
269
|
+
* defaults; this setting lets callers isolate Scholar traffic if needed.
|
|
270
|
+
*/
|
|
271
|
+
getProxyConfig() {
|
|
272
|
+
if (this.cachedProxyConfig)
|
|
273
|
+
return this.cachedProxyConfig;
|
|
274
|
+
if (!this.scholarProxyUrl) {
|
|
275
|
+
this.cachedProxyConfig = {};
|
|
276
|
+
return this.cachedProxyConfig;
|
|
277
|
+
}
|
|
278
|
+
let proxyUrl;
|
|
279
|
+
try {
|
|
280
|
+
proxyUrl = new URL(this.scholarProxyUrl);
|
|
281
|
+
}
|
|
282
|
+
catch {
|
|
283
|
+
throw this.createProxyConfigError('GOOGLE_SCHOLAR_PROXY_URL must be a valid HTTP(S) or SOCKS proxy URL.');
|
|
284
|
+
}
|
|
285
|
+
if (proxyUrl.protocol === 'http:' || proxyUrl.protocol === 'https:') {
|
|
286
|
+
this.cachedProxyConfig = {
|
|
287
|
+
httpsAgent: new HttpsProxyAgent(this.scholarProxyUrl),
|
|
288
|
+
proxy: false
|
|
289
|
+
};
|
|
290
|
+
return this.cachedProxyConfig;
|
|
291
|
+
}
|
|
292
|
+
if (['socks4:', 'socks4a:', 'socks5:', 'socks5h:'].includes(proxyUrl.protocol)) {
|
|
293
|
+
const agent = new SocksProxyAgent(this.scholarProxyUrl);
|
|
294
|
+
this.cachedProxyConfig = {
|
|
295
|
+
httpAgent: agent,
|
|
296
|
+
httpsAgent: agent,
|
|
297
|
+
proxy: false
|
|
298
|
+
};
|
|
299
|
+
return this.cachedProxyConfig;
|
|
300
|
+
}
|
|
301
|
+
throw this.createProxyConfigError('GOOGLE_SCHOLAR_PROXY_URL must use http:, https:, socks4:, socks4a:, socks5:, or socks5h:.');
|
|
302
|
+
}
|
|
303
|
+
/**
|
|
304
|
+
* Detect Scholar's anti-bot interstitial without treating a normal empty
|
|
305
|
+
* result page as a transport failure.
|
|
306
|
+
*/
|
|
307
|
+
isChallengePage(data) {
|
|
308
|
+
if (typeof data !== 'string' || data.length === 0)
|
|
309
|
+
return false;
|
|
310
|
+
const document = cheerio.load(data);
|
|
311
|
+
if (document('#gs_captcha_ccl, form#captcha-form').length > 0)
|
|
312
|
+
return true;
|
|
313
|
+
const bodyText = document('body').text().replace(/\s+/g, ' ').trim();
|
|
314
|
+
return SCHOLAR_CHALLENGE_PATTERNS.some(pattern => pattern.test(bodyText) || pattern.test(data));
|
|
315
|
+
}
|
|
316
|
+
isChallengeResponse(value) {
|
|
317
|
+
const response = value?.response || value;
|
|
318
|
+
const body = response?.data;
|
|
319
|
+
const responseUrl = response?.request?.res?.responseUrl ||
|
|
320
|
+
response?.request?.responseURL ||
|
|
321
|
+
response?.config?.url ||
|
|
322
|
+
value?.config?.url ||
|
|
323
|
+
'';
|
|
324
|
+
return this.isChallengePage(body) || /\/sorry(?:\/|\?)/i.test(String(responseUrl));
|
|
325
|
+
}
|
|
326
|
+
isRetryableStatus(status) {
|
|
327
|
+
return typeof status === 'number' && [408, 429, 500, 502, 503, 504].includes(status);
|
|
328
|
+
}
|
|
329
|
+
isNetworkError(error) {
|
|
330
|
+
return !error?.response && ['ECONNABORTED', 'ETIMEDOUT', 'ECONNRESET', 'ENOTFOUND'].includes(error?.code);
|
|
331
|
+
}
|
|
332
|
+
async waitBeforeRetry(error, attempt) {
|
|
333
|
+
const headers = error?.response?.headers;
|
|
334
|
+
const hasRetryAfter = headers && (headers['retry-after'] !== undefined ||
|
|
335
|
+
headers['Retry-After'] !== undefined ||
|
|
336
|
+
typeof headers.get === 'function' && headers.get('retry-after') !== undefined);
|
|
337
|
+
const retryAfter = hasRetryAfter ? ErrorHandler.getRetryDelay(error, attempt + 1) : undefined;
|
|
338
|
+
const baseDelay = retryAfter === undefined
|
|
339
|
+
? SCHOLAR_RETRY_BASE_DELAY_MS * (attempt + 1)
|
|
340
|
+
: retryAfter;
|
|
341
|
+
const boundedDelay = Math.min(SCHOLAR_MAX_RETRY_DELAY_MS, Math.max(SCHOLAR_RETRY_BASE_DELAY_MS, baseDelay));
|
|
342
|
+
const jitter = Math.floor(Math.random() * SCHOLAR_RETRY_JITTER_MS);
|
|
343
|
+
const delay = boundedDelay + jitter;
|
|
344
|
+
logDebug(`Google Scholar retry ${attempt + 1}/${this.maxRetries} in ${delay}ms`);
|
|
345
|
+
await this.sleep(delay);
|
|
346
|
+
}
|
|
347
|
+
sleep(ms) {
|
|
348
|
+
return new Promise(resolve => setTimeout(resolve, ms));
|
|
349
|
+
}
|
|
350
|
+
readPositiveNumber(value, fallback) {
|
|
351
|
+
const parsed = Number(value);
|
|
352
|
+
return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
|
|
353
|
+
}
|
|
354
|
+
readNonNegativeInteger(value, fallback) {
|
|
355
|
+
const parsed = Number(value);
|
|
356
|
+
return Number.isInteger(parsed) && parsed >= 0 ? parsed : fallback;
|
|
357
|
+
}
|
|
358
|
+
async waitForGlobalRequestSlot() {
|
|
359
|
+
await this.withRateLimitLock(async () => {
|
|
360
|
+
const paths = this.getRateLimitPaths();
|
|
361
|
+
const state = this.readRateLimitState(paths.statePath);
|
|
362
|
+
const intervalMs = 1000 / this.rateLimitRps;
|
|
363
|
+
const waitMs = Math.max(0, (state.lastRequestAt || 0) + intervalMs - Date.now());
|
|
364
|
+
if (waitMs > 0) {
|
|
365
|
+
await this.sleep(waitMs);
|
|
366
|
+
}
|
|
367
|
+
this.writeRateLimitState(paths.statePath, { lastRequestAt: Date.now() });
|
|
368
|
+
});
|
|
369
|
+
}
|
|
370
|
+
async withRateLimitLock(operation) {
|
|
371
|
+
const paths = this.getRateLimitPaths();
|
|
372
|
+
fs.mkdirSync(paths.dir, { recursive: true });
|
|
373
|
+
const fd = await this.acquireRateLimitLock(paths.lockPath);
|
|
374
|
+
try {
|
|
375
|
+
return await operation();
|
|
376
|
+
}
|
|
377
|
+
finally {
|
|
378
|
+
fs.closeSync(fd);
|
|
379
|
+
fs.rmSync(paths.lockPath, { force: true });
|
|
380
|
+
}
|
|
381
|
+
}
|
|
382
|
+
async acquireRateLimitLock(lockPath) {
|
|
383
|
+
while (true) {
|
|
384
|
+
try {
|
|
385
|
+
return fs.openSync(lockPath, 'wx');
|
|
386
|
+
}
|
|
387
|
+
catch (error) {
|
|
388
|
+
if (error?.code !== 'EEXIST') {
|
|
389
|
+
throw error;
|
|
390
|
+
}
|
|
391
|
+
this.removeStaleRateLimitLock(lockPath);
|
|
392
|
+
await this.sleep(SCHOLAR_RATE_LIMIT_LOCK_POLL_MS);
|
|
393
|
+
}
|
|
394
|
+
}
|
|
395
|
+
}
|
|
396
|
+
removeStaleRateLimitLock(lockPath) {
|
|
397
|
+
try {
|
|
398
|
+
const stats = fs.statSync(lockPath);
|
|
399
|
+
if (Date.now() - stats.mtimeMs > SCHOLAR_RATE_LIMIT_LOCK_STALE_MS) {
|
|
400
|
+
fs.rmSync(lockPath, { force: true });
|
|
401
|
+
}
|
|
402
|
+
}
|
|
403
|
+
catch {
|
|
404
|
+
// Another process may have released the lock between stat and remove.
|
|
405
|
+
}
|
|
406
|
+
}
|
|
407
|
+
getRateLimitPaths() {
|
|
408
|
+
const dir = process.env.PAPER_SEARCH_CACHE_DIR || path.join(os.homedir(), '.cache', 'paper-search');
|
|
409
|
+
return {
|
|
410
|
+
dir,
|
|
411
|
+
statePath: path.join(dir, 'google-scholar-rate-limit.json'),
|
|
412
|
+
lockPath: path.join(dir, 'google-scholar-rate-limit.lock')
|
|
413
|
+
};
|
|
414
|
+
}
|
|
415
|
+
readRateLimitState(statePath) {
|
|
416
|
+
try {
|
|
417
|
+
if (!fs.existsSync(statePath))
|
|
418
|
+
return {};
|
|
419
|
+
const parsed = JSON.parse(fs.readFileSync(statePath, 'utf8'));
|
|
420
|
+
return {
|
|
421
|
+
lastRequestAt: typeof parsed.lastRequestAt === 'number' ? parsed.lastRequestAt : undefined
|
|
422
|
+
};
|
|
423
|
+
}
|
|
424
|
+
catch {
|
|
425
|
+
return {};
|
|
426
|
+
}
|
|
427
|
+
}
|
|
428
|
+
writeRateLimitState(statePath, state) {
|
|
429
|
+
fs.writeFileSync(statePath, `${JSON.stringify(state, null, 2)}\n`);
|
|
430
|
+
}
|
|
431
|
+
createBlockedError() {
|
|
432
|
+
return new ApiError({
|
|
433
|
+
message: SCHOLAR_BLOCKED_MESSAGE,
|
|
434
|
+
status: 429,
|
|
435
|
+
platform: 'google_scholar',
|
|
436
|
+
operation: 'search',
|
|
437
|
+
details: { reason: 'anti_bot_challenge' }
|
|
438
|
+
});
|
|
439
|
+
}
|
|
440
|
+
createRateLimitError() {
|
|
441
|
+
return new ApiError({
|
|
442
|
+
message: SCHOLAR_RATE_LIMIT_MESSAGE,
|
|
443
|
+
status: 429,
|
|
444
|
+
platform: 'google_scholar',
|
|
445
|
+
operation: 'search',
|
|
446
|
+
details: { reason: 'rate_limited' }
|
|
447
|
+
});
|
|
448
|
+
}
|
|
449
|
+
createParseError() {
|
|
450
|
+
return new ApiError({
|
|
451
|
+
message: 'Google Scholar returned an unrecognized HTML page; the result layout may have changed.',
|
|
452
|
+
status: 502,
|
|
453
|
+
platform: 'google_scholar',
|
|
454
|
+
operation: 'search',
|
|
455
|
+
details: { reason: 'parse_failed' }
|
|
456
|
+
});
|
|
457
|
+
}
|
|
458
|
+
createProxyConfigError(message) {
|
|
459
|
+
return new ApiError({
|
|
460
|
+
message,
|
|
461
|
+
status: 400,
|
|
462
|
+
platform: 'google_scholar',
|
|
463
|
+
operation: 'search',
|
|
464
|
+
details: { reason: 'invalid_proxy_configuration' }
|
|
465
|
+
});
|
|
466
|
+
}
|
|
467
|
+
findResultContainers($) {
|
|
468
|
+
let results = $('.gs_r.gs_or.gs_scl');
|
|
469
|
+
if (results.length === 0) {
|
|
470
|
+
results = $('.gs_ri').closest('.gs_r');
|
|
471
|
+
}
|
|
472
|
+
if (results.length === 0) {
|
|
473
|
+
results = $('.gs_ri');
|
|
474
|
+
}
|
|
475
|
+
return results;
|
|
476
|
+
}
|
|
477
|
+
isRecognizedEmptyPage(data) {
|
|
478
|
+
if (typeof data !== 'string' || data.length === 0)
|
|
479
|
+
return false;
|
|
480
|
+
const document = cheerio.load(data);
|
|
481
|
+
if (document('#gs_res_ccl_mid, .gs_med').length > 0)
|
|
482
|
+
return true;
|
|
483
|
+
return /no (?:matching )?results|did not match any articles/i.test(document('body').text());
|
|
484
|
+
}
|
|
485
|
+
/**
|
|
486
|
+
* 解析单个Scholar搜索结果
|
|
487
|
+
*/
|
|
488
|
+
parseScholarResult($, element) {
|
|
489
|
+
try {
|
|
490
|
+
const nestedResult = element.find('div.gs_ri').first();
|
|
491
|
+
const content = nestedResult.length > 0 ? nestedResult : element;
|
|
492
|
+
const parentResult = element.closest('.gs_r').first();
|
|
493
|
+
const root = parentResult.length > 0 ? parentResult : element;
|
|
494
|
+
// 提取标题和链接
|
|
495
|
+
const titleElement = content.find('h3.gs_rt').first();
|
|
496
|
+
const titleLink = titleElement.find('a');
|
|
497
|
+
const rawTitle = titleElement.text().trim();
|
|
498
|
+
const title = rawTitle.replace(/^\s*\[(?:PDF|HTML|BOOK|B)\]\s*/i, '').trim();
|
|
499
|
+
const url = this.normalizeScholarLink(titleLink.attr('href') || '');
|
|
500
|
+
if (!title) {
|
|
501
|
+
return null;
|
|
502
|
+
}
|
|
503
|
+
// 过滤掉书籍结果,优先学术论文
|
|
504
|
+
const titleText = titleElement.text();
|
|
505
|
+
if (titleText.includes('[BOOK]') || titleText.includes('[B]') ||
|
|
506
|
+
url.includes('books.google.com')) {
|
|
507
|
+
return null; // 跳过书籍结果
|
|
508
|
+
}
|
|
509
|
+
// 提取作者和出版信息
|
|
510
|
+
const infoElement = content.find('div.gs_a').first();
|
|
511
|
+
const infoText = infoElement.text();
|
|
512
|
+
const authors = this.extractAuthors(infoText);
|
|
513
|
+
const year = this.extractYear(infoText);
|
|
514
|
+
// 提取摘要
|
|
515
|
+
const abstractElement = content.find('div.gs_rs, div.gs_rs_w').first();
|
|
516
|
+
const abstract = abstractElement.text() || '';
|
|
517
|
+
// 提取引用次数
|
|
518
|
+
const citationElement = root.find('div.gs_fl a').filter((i, el) => {
|
|
519
|
+
return $(el).text().includes('Cited by');
|
|
520
|
+
});
|
|
521
|
+
const citationText = citationElement.text();
|
|
522
|
+
const citationCount = this.extractCitationCount(citationText);
|
|
523
|
+
const versionText = root.find('div.gs_fl a').filter((i, el) => {
|
|
524
|
+
return /all \d+ versions/i.test($(el).text());
|
|
525
|
+
}).first().text();
|
|
526
|
+
const versionCount = this.extractVersionCount(versionText);
|
|
527
|
+
const pdfUrl = this.normalizeScholarLink(root.find('div.gs_or_ggsm a').first().attr('href') || '');
|
|
528
|
+
// 生成论文ID
|
|
529
|
+
const paperId = this.generatePaperId(title, authors);
|
|
530
|
+
return PaperFactory.create({
|
|
531
|
+
paperId,
|
|
532
|
+
title: this.cleanText(title),
|
|
533
|
+
authors,
|
|
534
|
+
abstract: this.cleanText(abstract),
|
|
535
|
+
doi: '', // Google Scholar通常不直接提供DOI
|
|
536
|
+
publishedDate: year ? new Date(year, 0, 1) : null,
|
|
537
|
+
pdfUrl,
|
|
538
|
+
url,
|
|
539
|
+
source: 'googlescholar',
|
|
540
|
+
categories: [],
|
|
541
|
+
keywords: [],
|
|
542
|
+
citationCount,
|
|
543
|
+
journal: this.extractJournal(infoText),
|
|
544
|
+
year,
|
|
545
|
+
extra: {
|
|
546
|
+
scholarId: paperId,
|
|
547
|
+
infoText,
|
|
548
|
+
versionCount
|
|
549
|
+
}
|
|
550
|
+
});
|
|
551
|
+
}
|
|
552
|
+
catch (error) {
|
|
553
|
+
logDebug('Error parsing Google Scholar result:', error);
|
|
554
|
+
return null;
|
|
555
|
+
}
|
|
556
|
+
}
|
|
557
|
+
/**
|
|
558
|
+
* 提取作者信息
|
|
559
|
+
*/
|
|
560
|
+
extractAuthors(infoText) {
|
|
561
|
+
const parts = infoText.split(' - ');
|
|
562
|
+
if (parts.length > 0) {
|
|
563
|
+
const authorPart = parts[0];
|
|
564
|
+
return authorPart.split(',').map(author => author.trim()).filter(a => a.length > 0);
|
|
565
|
+
}
|
|
566
|
+
return [];
|
|
567
|
+
}
|
|
568
|
+
/**
|
|
569
|
+
* 提取年份
|
|
570
|
+
*/
|
|
571
|
+
extractYear(text) {
|
|
572
|
+
const yearMatch = text.match(/\b(19|20)\d{2}\b/);
|
|
573
|
+
return yearMatch ? parseInt(yearMatch[0], 10) : undefined;
|
|
574
|
+
}
|
|
575
|
+
/**
|
|
576
|
+
* 提取期刊信息
|
|
577
|
+
*/
|
|
578
|
+
extractJournal(infoText) {
|
|
579
|
+
const parts = infoText.split(' - ');
|
|
580
|
+
if (parts.length > 1) {
|
|
581
|
+
// 通常期刊在第二部分
|
|
582
|
+
return parts.slice(1).join(' - ').split(',')[0].trim();
|
|
583
|
+
}
|
|
584
|
+
return '';
|
|
585
|
+
}
|
|
586
|
+
/**
|
|
587
|
+
* 提取引用次数
|
|
588
|
+
*/
|
|
589
|
+
extractCitationCount(citationText) {
|
|
590
|
+
const match = citationText.match(/Cited by ([\d,]+)/i);
|
|
591
|
+
return match ? parseInt(match[1].replace(/,/g, ''), 10) : 0;
|
|
592
|
+
}
|
|
593
|
+
extractVersionCount(versionText) {
|
|
594
|
+
const match = versionText.match(/All (\d+) versions/i);
|
|
595
|
+
return match ? parseInt(match[1], 10) : 0;
|
|
596
|
+
}
|
|
597
|
+
normalizeScholarLink(link) {
|
|
598
|
+
if (!link)
|
|
599
|
+
return '';
|
|
600
|
+
try {
|
|
601
|
+
return new URL(link, this.scholarUrl).toString();
|
|
602
|
+
}
|
|
603
|
+
catch {
|
|
604
|
+
return link;
|
|
605
|
+
}
|
|
606
|
+
}
|
|
607
|
+
/**
|
|
608
|
+
* 生成论文ID
|
|
609
|
+
*/
|
|
610
|
+
generatePaperId(title, authors) {
|
|
611
|
+
const titleHash = this.simpleHash(title);
|
|
612
|
+
const authorHash = this.simpleHash(authors.join(''));
|
|
613
|
+
return `gs_${titleHash}_${authorHash}`;
|
|
614
|
+
}
|
|
615
|
+
/**
|
|
616
|
+
* 简单哈希函数
|
|
617
|
+
*/
|
|
618
|
+
simpleHash(str) {
|
|
619
|
+
let hash = 0;
|
|
620
|
+
for (let i = 0; i < str.length; i++) {
|
|
621
|
+
const char = str.charCodeAt(i);
|
|
622
|
+
hash = ((hash << 5) - hash) + char;
|
|
623
|
+
hash = hash & hash; // 转换为32位整数
|
|
624
|
+
}
|
|
625
|
+
return Math.abs(hash).toString(36);
|
|
626
|
+
}
|
|
627
|
+
/**
|
|
628
|
+
* 兼容旧方法名;现在由单一低频令牌桶负责请求间隔。
|
|
629
|
+
*/
|
|
630
|
+
async randomDelay() {
|
|
631
|
+
await this.rateLimiter.waitForPermission();
|
|
632
|
+
await this.waitForGlobalRequestSlot();
|
|
633
|
+
}
|
|
634
|
+
/**
|
|
635
|
+
* Expose status for diagnostics without exposing proxy or session data.
|
|
636
|
+
*/
|
|
637
|
+
getRateLimiterStatus() {
|
|
638
|
+
return this.rateLimiter.getStatus();
|
|
639
|
+
}
|
|
640
|
+
getCacheStats() {
|
|
641
|
+
return this.cache.getStats();
|
|
642
|
+
}
|
|
643
|
+
dispose() {
|
|
644
|
+
this.rateLimiter.dispose();
|
|
645
|
+
this.keepAliveAgent.destroy();
|
|
646
|
+
}
|
|
647
|
+
}
|
|
648
|
+
//# sourceMappingURL=GoogleScholarSearcher.js.map
|