papersearch 0.0.0-stage → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +208 -0
- package/LICENSE +21 -0
- package/README.md +213 -2
- package/README.zh.md +214 -0
- package/carsi/LICENSE +21 -0
- package/carsi/NOTICE +5 -0
- package/carsi/README.md +75 -0
- package/carsi/paper_search_carsi/__init__.py +6 -0
- package/carsi/paper_search_carsi/_core/__init__.py +26 -0
- package/carsi/paper_search_carsi/_core/racing.pyx +280 -0
- package/carsi/paper_search_carsi/adapters/__init__.py +26 -0
- package/carsi/paper_search_carsi/adapters/acm/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/acs/__init__.py +47 -0
- package/carsi/paper_search_carsi/adapters/aha_journals/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/ams/__init__.py +19 -0
- package/carsi/paper_search_carsi/adapters/annual_reviews/__init__.py +154 -0
- package/carsi/paper_search_carsi/adapters/aps/__init__.py +127 -0
- package/carsi/paper_search_carsi/adapters/asce/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/base.py +320 -0
- package/carsi/paper_search_carsi/adapters/bmj/__init__.py +32 -0
- package/carsi/paper_search_carsi/adapters/copernicus/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/dovepress/__init__.py +43 -0
- package/carsi/paper_search_carsi/adapters/elsevier/__init__.py +302 -0
- package/carsi/paper_search_carsi/adapters/elsevier/journal_site.py +237 -0
- package/carsi/paper_search_carsi/adapters/elsevier/sciencedirect.py +138 -0
- package/carsi/paper_search_carsi/adapters/ieee/__init__.py +184 -0
- package/carsi/paper_search_carsi/adapters/iop/__init__.py +41 -0
- package/carsi/paper_search_carsi/adapters/jama/__init__.py +54 -0
- package/carsi/paper_search_carsi/adapters/karger/__init__.py +75 -0
- package/carsi/paper_search_carsi/adapters/lww/__init__.py +103 -0
- package/carsi/paper_search_carsi/adapters/lww/journals_lww.py +36 -0
- package/carsi/paper_search_carsi/adapters/lww/ovid.py +72 -0
- package/carsi/paper_search_carsi/adapters/mdpi/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/nejm/__init__.py +18 -0
- package/carsi/paper_search_carsi/adapters/neurology/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/optica/__init__.py +33 -0
- package/carsi/paper_search_carsi/adapters/oup/__init__.py +366 -0
- package/carsi/paper_search_carsi/adapters/platforms/__init__.py +5 -0
- package/carsi/paper_search_carsi/adapters/platforms/atypon/__init__.py +149 -0
- package/carsi/paper_search_carsi/adapters/platforms/silverchair/__init__.py +83 -0
- package/carsi/paper_search_carsi/adapters/plos/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/pnas/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/rsc/__init__.py +74 -0
- package/carsi/paper_search_carsi/adapters/sage/__init__.py +154 -0
- package/carsi/paper_search_carsi/adapters/science/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/springer/__init__.py +62 -0
- package/carsi/paper_search_carsi/adapters/taylor_francis/__init__.py +46 -0
- package/carsi/paper_search_carsi/adapters/thieme/__init__.py +164 -0
- package/carsi/paper_search_carsi/adapters/wiley/__init__.py +145 -0
- package/carsi/paper_search_carsi/adapters/world_scientific/__init__.py +27 -0
- package/carsi/paper_search_carsi/assets/icon-32.png +0 -0
- package/carsi/paper_search_carsi/assets/icon-512.png +0 -0
- package/carsi/paper_search_carsi/assets/icon-64.png +0 -0
- package/carsi/paper_search_carsi/assets/icon.svg +43 -0
- package/carsi/paper_search_carsi/blocked_journals.py +63 -0
- package/carsi/paper_search_carsi/browser/__init__.py +1 -0
- package/carsi/paper_search_carsi/browser/backend.py +823 -0
- package/carsi/paper_search_carsi/browser/cookies.py +386 -0
- package/carsi/paper_search_carsi/browser/ego_relay.py +152 -0
- package/carsi/paper_search_carsi/browser/engine.py +927 -0
- package/carsi/paper_search_carsi/browser/login.py +336 -0
- package/carsi/paper_search_carsi/browser/preview.py +379 -0
- package/carsi/paper_search_carsi/browser/watchdog.py +193 -0
- package/carsi/paper_search_carsi/cache.py +62 -0
- package/carsi/paper_search_carsi/carsi_schools.py +109 -0
- package/carsi/paper_search_carsi/cli.py +479 -0
- package/carsi/paper_search_carsi/cold_start.py +251 -0
- package/carsi/paper_search_carsi/config.py +301 -0
- package/carsi/paper_search_carsi/data/institutional_identity_policy.json +165 -0
- package/carsi/paper_search_carsi/data/publisher_access_catalog.json +969 -0
- package/carsi/paper_search_carsi/data/publisher_browser_verification_matrix.json +625 -0
- package/carsi/paper_search_carsi/download_diagnostics.py +228 -0
- package/carsi/paper_search_carsi/engine/__init__.py +1 -0
- package/carsi/paper_search_carsi/engine/access_rules.py +345 -0
- package/carsi/paper_search_carsi/engine/batch.py +702 -0
- package/carsi/paper_search_carsi/engine/batch_access.py +483 -0
- package/carsi/paper_search_carsi/engine/batch_capture.py +1531 -0
- package/carsi/paper_search_carsi/engine/batch_common.py +427 -0
- package/carsi/paper_search_carsi/engine/batch_diagnostics.py +307 -0
- package/carsi/paper_search_carsi/engine/batch_institution.py +981 -0
- package/carsi/paper_search_carsi/engine/batch_login.py +1605 -0
- package/carsi/paper_search_carsi/engine/batch_pdf_urls.py +274 -0
- package/carsi/paper_search_carsi/engine/batch_runs.py +711 -0
- package/carsi/paper_search_carsi/engine/batch_user.py +173 -0
- package/carsi/paper_search_carsi/engine/batch_waits.py +441 -0
- package/carsi/paper_search_carsi/engine/bridge.py +666 -0
- package/carsi/paper_search_carsi/engine/pdf_guard.py +310 -0
- package/carsi/paper_search_carsi/engine/router.py +514 -0
- package/carsi/paper_search_carsi/engine/supplements.py +148 -0
- package/carsi/paper_search_carsi/entitlements.py +233 -0
- package/carsi/paper_search_carsi/extractors/__init__.py +0 -0
- package/carsi/paper_search_carsi/extractors/pdf_extractor.py +149 -0
- package/carsi/paper_search_carsi/identifiers.py +121 -0
- package/carsi/paper_search_carsi/issues.py +227 -0
- package/carsi/paper_search_carsi/log.py +84 -0
- package/carsi/paper_search_carsi/mcp_progress.py +82 -0
- package/carsi/paper_search_carsi/network.py +359 -0
- package/carsi/paper_search_carsi/orchestrator.py +130 -0
- package/carsi/paper_search_carsi/pdf_utils.py +279 -0
- package/carsi/paper_search_carsi/progress_bar.py +778 -0
- package/carsi/paper_search_carsi/progress_reporter.py +530 -0
- package/carsi/paper_search_carsi/progress_status.py +212 -0
- package/carsi/paper_search_carsi/publishers/__init__.py +10 -0
- package/carsi/paper_search_carsi/publishers/builtin/acm.json +65 -0
- package/carsi/paper_search_carsi/publishers/builtin/acs.json +73 -0
- package/carsi/paper_search_carsi/publishers/builtin/aha-journals.json +47 -0
- package/carsi/paper_search_carsi/publishers/builtin/aip.json +66 -0
- package/carsi/paper_search_carsi/publishers/builtin/ams.json +66 -0
- package/carsi/paper_search_carsi/publishers/builtin/annual-reviews.json +64 -0
- package/carsi/paper_search_carsi/publishers/builtin/aps.json +70 -0
- package/carsi/paper_search_carsi/publishers/builtin/asce.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/bmj.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/copernicus.json +45 -0
- package/carsi/paper_search_carsi/publishers/builtin/dovepress.json +35 -0
- package/carsi/paper_search_carsi/publishers/builtin/elsevier.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/frontiers.json +62 -0
- package/carsi/paper_search_carsi/publishers/builtin/ieee.json +68 -0
- package/carsi/paper_search_carsi/publishers/builtin/iop.json +69 -0
- package/carsi/paper_search_carsi/publishers/builtin/jama.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/karger.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/lww.json +57 -0
- package/carsi/paper_search_carsi/publishers/builtin/mdpi.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/nejm.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/neurology.json +45 -0
- package/carsi/paper_search_carsi/publishers/builtin/optica.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/oxfordacademic.json +64 -0
- package/carsi/paper_search_carsi/publishers/builtin/plos.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/pnas.json +67 -0
- package/carsi/paper_search_carsi/publishers/builtin/royalsocietypublishing.json +62 -0
- package/carsi/paper_search_carsi/publishers/builtin/rsc.json +71 -0
- package/carsi/paper_search_carsi/publishers/builtin/sage.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/science.json +68 -0
- package/carsi/paper_search_carsi/publishers/builtin/springer.json +92 -0
- package/carsi/paper_search_carsi/publishers/builtin/taylor-francis.json +52 -0
- package/carsi/paper_search_carsi/publishers/builtin/thieme.json +50 -0
- package/carsi/paper_search_carsi/publishers/builtin/wiley.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/world-scientific.json +68 -0
- package/carsi/paper_search_carsi/publishers/extensions.py +241 -0
- package/carsi/paper_search_carsi/publishers/loader.py +93 -0
- package/carsi/paper_search_carsi/publishers/model.py +90 -0
- package/carsi/paper_search_carsi/publishers/profiles.py +127 -0
- package/carsi/paper_search_carsi/publishers/schema.json +129 -0
- package/carsi/paper_search_carsi/publishers/site.py +86 -0
- package/carsi/paper_search_carsi/rate_limit.py +51 -0
- package/carsi/paper_search_carsi/server.py +197 -0
- package/carsi/paper_search_carsi/session_broker.py +163 -0
- package/carsi/paper_search_carsi/tor.py +9 -0
- package/carsi/paper_search_carsi/user_settings.py +55 -0
- package/carsi/pyproject.toml +41 -0
- package/dist/capabilities/body-snippet-search/handler.d.ts +9 -0
- package/dist/capabilities/body-snippet-search/handler.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/handler.js +17 -0
- package/dist/capabilities/body-snippet-search/handler.js.map +1 -0
- package/dist/capabilities/body-snippet-search/index.d.ts +7 -0
- package/dist/capabilities/body-snippet-search/index.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/index.js +6 -0
- package/dist/capabilities/body-snippet-search/index.js.map +1 -0
- package/dist/capabilities/body-snippet-search/schemas.d.ts +36 -0
- package/dist/capabilities/body-snippet-search/schemas.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/schemas.js +16 -0
- package/dist/capabilities/body-snippet-search/schemas.js.map +1 -0
- package/dist/capabilities/body-snippet-search/service.d.ts +4 -0
- package/dist/capabilities/body-snippet-search/service.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/service.js +4 -0
- package/dist/capabilities/body-snippet-search/service.js.map +1 -0
- package/dist/capabilities/body-snippet-search/tools.d.ts +187 -0
- package/dist/capabilities/body-snippet-search/tools.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/tools.js +49 -0
- package/dist/capabilities/body-snippet-search/tools.js.map +1 -0
- package/dist/capabilities/body-snippet-search/types.d.ts +14 -0
- package/dist/capabilities/body-snippet-search/types.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/types.js +2 -0
- package/dist/capabilities/body-snippet-search/types.js.map +1 -0
- package/dist/capabilities/citation-expansion/CitationService.d.ts +47 -0
- package/dist/capabilities/citation-expansion/CitationService.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/CitationService.js +243 -0
- package/dist/capabilities/citation-expansion/CitationService.js.map +1 -0
- package/dist/capabilities/citation-expansion/handler.d.ts +36 -0
- package/dist/capabilities/citation-expansion/handler.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/handler.js +44 -0
- package/dist/capabilities/citation-expansion/handler.js.map +1 -0
- package/dist/capabilities/citation-expansion/index.d.ts +6 -0
- package/dist/capabilities/citation-expansion/index.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/index.js +5 -0
- package/dist/capabilities/citation-expansion/index.js.map +1 -0
- package/dist/capabilities/citation-expansion/schemas.d.ts +28 -0
- package/dist/capabilities/citation-expansion/schemas.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/schemas.js +13 -0
- package/dist/capabilities/citation-expansion/schemas.js.map +1 -0
- package/dist/capabilities/citation-expansion/tools.d.ts +82 -0
- package/dist/capabilities/citation-expansion/tools.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/tools.js +48 -0
- package/dist/capabilities/citation-expansion/tools.js.map +1 -0
- package/dist/capabilities/citation-expansion/types.d.ts +22 -0
- package/dist/capabilities/citation-expansion/types.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/types.js +2 -0
- package/dist/capabilities/citation-expansion/types.js.map +1 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.d.ts +3 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.js +142 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.js.map +1 -0
- package/dist/capabilities/journal-metrics/handler.d.ts +12 -0
- package/dist/capabilities/journal-metrics/handler.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/handler.js +38 -0
- package/dist/capabilities/journal-metrics/handler.js.map +1 -0
- package/dist/capabilities/journal-metrics/index.d.ts +6 -0
- package/dist/capabilities/journal-metrics/index.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/index.js +5 -0
- package/dist/capabilities/journal-metrics/index.js.map +1 -0
- package/dist/capabilities/journal-metrics/schemas.d.ts +28 -0
- package/dist/capabilities/journal-metrics/schemas.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/schemas.js +13 -0
- package/dist/capabilities/journal-metrics/schemas.js.map +1 -0
- package/dist/capabilities/journal-metrics/tools.d.ts +67 -0
- package/dist/capabilities/journal-metrics/tools.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/tools.js +27 -0
- package/dist/capabilities/journal-metrics/tools.js.map +1 -0
- package/dist/capabilities/journal-metrics/types.d.ts +36 -0
- package/dist/capabilities/journal-metrics/types.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/types.js +2 -0
- package/dist/capabilities/journal-metrics/types.js.map +1 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.d.ts +9 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.js +81 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.js.map +1 -0
- package/dist/capabilities/metadata-search/handler.d.ts +23 -0
- package/dist/capabilities/metadata-search/handler.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/handler.js +153 -0
- package/dist/capabilities/metadata-search/handler.js.map +1 -0
- package/dist/capabilities/metadata-search/index.d.ts +6 -0
- package/dist/capabilities/metadata-search/index.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/index.js +5 -0
- package/dist/capabilities/metadata-search/index.js.map +1 -0
- package/dist/capabilities/metadata-search/schemas.d.ts +83 -0
- package/dist/capabilities/metadata-search/schemas.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/schemas.js +80 -0
- package/dist/capabilities/metadata-search/schemas.js.map +1 -0
- package/dist/capabilities/metadata-search/tools.d.ts +178 -0
- package/dist/capabilities/metadata-search/tools.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/tools.js +75 -0
- package/dist/capabilities/metadata-search/tools.js.map +1 -0
- package/dist/capabilities/metadata-search/types.d.ts +13 -0
- package/dist/capabilities/metadata-search/types.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/types.js +2 -0
- package/dist/capabilities/metadata-search/types.js.map +1 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.d.ts +43 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.js +2 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.js.map +1 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.d.ts +16 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.js +202 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.js.map +1 -0
- package/dist/capabilities/pdf-discovery/batch.d.ts +74 -0
- package/dist/capabilities/pdf-discovery/batch.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/batch.js +370 -0
- package/dist/capabilities/pdf-discovery/batch.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.d.ts +7 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.js +46 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.d.ts +35 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.js +689 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.d.ts +23 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.js +30 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.d.ts +29 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.js +176 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.js +225 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/index.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/carsi/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/index.js +11 -0
- package/dist/capabilities/pdf-discovery/carsi/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/types.d.ts +118 -0
- package/dist/capabilities/pdf-discovery/carsi/types.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/types.js +2 -0
- package/dist/capabilities/pdf-discovery/carsi/types.js.map +1 -0
- package/dist/capabilities/pdf-discovery/handler.d.ts +28 -0
- package/dist/capabilities/pdf-discovery/handler.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/handler.js +72 -0
- package/dist/capabilities/pdf-discovery/handler.js.map +1 -0
- package/dist/capabilities/pdf-discovery/identity.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/identity.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/identity.js +24 -0
- package/dist/capabilities/pdf-discovery/identity.js.map +1 -0
- package/dist/capabilities/pdf-discovery/index.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/index.js +6 -0
- package/dist/capabilities/pdf-discovery/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/oaHosts.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/oaHosts.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/oaHosts.js +37 -0
- package/dist/capabilities/pdf-discovery/oaHosts.js.map +1 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.d.ts +6 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.js +95 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.d.ts +4 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.js +122 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.d.ts +31 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.js +20 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.d.ts +4 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.js +114 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.js.map +1 -0
- package/dist/capabilities/pdf-discovery/schemas.d.ts +176 -0
- package/dist/capabilities/pdf-discovery/schemas.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/schemas.js +72 -0
- package/dist/capabilities/pdf-discovery/schemas.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.d.ts +5 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.js +40 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.d.ts +13 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.js +123 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.js +21 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.d.ts +12 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.js +109 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.d.ts +10 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.js +37 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.js +21 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.js +76 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tools.d.ts +337 -0
- package/dist/capabilities/pdf-discovery/tools.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tools.js +144 -0
- package/dist/capabilities/pdf-discovery/tools.js.map +1 -0
- package/dist/capabilities/pdf-discovery/types.d.ts +86 -0
- package/dist/capabilities/pdf-discovery/types.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/types.js +2 -0
- package/dist/capabilities/pdf-discovery/types.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +1196 -0
- package/dist/cli.js.map +1 -0
- package/dist/config/ConfigService.d.ts +28 -0
- package/dist/config/ConfigService.d.ts.map +1 -0
- package/dist/config/ConfigService.js +204 -0
- package/dist/config/ConfigService.js.map +1 -0
- package/dist/config/ResultCaps.d.ts +4 -0
- package/dist/config/ResultCaps.d.ts.map +1 -0
- package/dist/config/ResultCaps.js +10 -0
- package/dist/config/ResultCaps.js.map +1 -0
- package/dist/config/constants.d.ts +158 -0
- package/dist/config/constants.d.ts.map +1 -0
- package/dist/config/constants.js +102 -0
- package/dist/config/constants.js.map +1 -0
- package/dist/core/capabilityProfile.d.ts +2 -0
- package/dist/core/capabilityProfile.d.ts.map +1 -0
- package/dist/core/capabilityProfile.js +2 -0
- package/dist/core/capabilityProfile.js.map +1 -0
- package/dist/core/diagnostics.d.ts +2 -0
- package/dist/core/diagnostics.d.ts.map +1 -0
- package/dist/core/diagnostics.js +2 -0
- package/dist/core/diagnostics.js.map +1 -0
- package/dist/core/handleToolCall.d.ts +13 -0
- package/dist/core/handleToolCall.d.ts.map +1 -0
- package/dist/core/handleToolCall.js +304 -0
- package/dist/core/handleToolCall.js.map +1 -0
- package/dist/core/httpPolicies.d.ts +2 -0
- package/dist/core/httpPolicies.d.ts.map +1 -0
- package/dist/core/httpPolicies.js +2 -0
- package/dist/core/httpPolicies.js.map +1 -0
- package/dist/core/liveSmoke.d.ts +2 -0
- package/dist/core/liveSmoke.d.ts.map +1 -0
- package/dist/core/liveSmoke.js +2 -0
- package/dist/core/liveSmoke.js.map +1 -0
- package/dist/core/platformFactories.d.ts +2 -0
- package/dist/core/platformFactories.d.ts.map +1 -0
- package/dist/core/platformFactories.js +2 -0
- package/dist/core/platformFactories.js.map +1 -0
- package/dist/core/platformMetadata.d.ts +2 -0
- package/dist/core/platformMetadata.d.ts.map +1 -0
- package/dist/core/platformMetadata.js +2 -0
- package/dist/core/platformMetadata.js.map +1 -0
- package/dist/core/schemas.d.ts +365 -0
- package/dist/core/schemas.d.ts.map +1 -0
- package/dist/core/schemas.js +256 -0
- package/dist/core/schemas.js.map +1 -0
- package/dist/core/searchers.d.ts +41 -0
- package/dist/core/searchers.d.ts.map +1 -0
- package/dist/core/searchers.js +24 -0
- package/dist/core/searchers.js.map +1 -0
- package/dist/core/textReports.d.ts +2 -0
- package/dist/core/textReports.d.ts.map +1 -0
- package/dist/core/textReports.js +2 -0
- package/dist/core/textReports.js.map +1 -0
- package/dist/core/tools.d.ts +7 -0
- package/dist/core/tools.d.ts.map +1 -0
- package/dist/core/tools.js +489 -0
- package/dist/core/tools.js.map +1 -0
- package/dist/infrastructure/cache/RequestCache.d.ts +26 -0
- package/dist/infrastructure/cache/RequestCache.d.ts.map +1 -0
- package/dist/infrastructure/cache/RequestCache.js +66 -0
- package/dist/infrastructure/cache/RequestCache.js.map +1 -0
- package/dist/infrastructure/http/ErrorHandler.d.ts +101 -0
- package/dist/infrastructure/http/ErrorHandler.d.ts.map +1 -0
- package/dist/infrastructure/http/ErrorHandler.js +278 -0
- package/dist/infrastructure/http/ErrorHandler.js.map +1 -0
- package/dist/infrastructure/http/HttpClient.d.ts +31 -0
- package/dist/infrastructure/http/HttpClient.d.ts.map +1 -0
- package/dist/infrastructure/http/HttpClient.js +52 -0
- package/dist/infrastructure/http/HttpClient.js.map +1 -0
- package/dist/infrastructure/pdf/PDFExtractor.d.ts +34 -0
- package/dist/infrastructure/pdf/PDFExtractor.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PDFExtractor.js +130 -0
- package/dist/infrastructure/pdf/PDFExtractor.js.map +1 -0
- package/dist/infrastructure/pdf/PdfDownload.d.ts +16 -0
- package/dist/infrastructure/pdf/PdfDownload.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PdfDownload.js +242 -0
- package/dist/infrastructure/pdf/PdfDownload.js.map +1 -0
- package/dist/infrastructure/pdf/PdfFirstPage.cjs +70 -0
- package/dist/infrastructure/pdf/PdfFirstPage.cjs.map +1 -0
- package/dist/infrastructure/pdf/PdfFirstPage.d.cts +16 -0
- package/dist/infrastructure/pdf/PdfFirstPage.d.cts.map +1 -0
- package/dist/infrastructure/pdf/PdfIdentity.d.ts +29 -0
- package/dist/infrastructure/pdf/PdfIdentity.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PdfIdentity.js +283 -0
- package/dist/infrastructure/pdf/PdfIdentity.js.map +1 -0
- package/dist/infrastructure/rate-limit/RateLimiter.d.ts +50 -0
- package/dist/infrastructure/rate-limit/RateLimiter.d.ts.map +1 -0
- package/dist/infrastructure/rate-limit/RateLimiter.js +128 -0
- package/dist/infrastructure/rate-limit/RateLimiter.js.map +1 -0
- package/dist/infrastructure/runlog/RunLedger.d.ts +61 -0
- package/dist/infrastructure/runlog/RunLedger.d.ts.map +1 -0
- package/dist/infrastructure/runlog/RunLedger.js +284 -0
- package/dist/infrastructure/runlog/RunLedger.js.map +1 -0
- package/dist/infrastructure/runlog/failureClass.d.ts +26 -0
- package/dist/infrastructure/runlog/failureClass.d.ts.map +1 -0
- package/dist/infrastructure/runlog/failureClass.js +125 -0
- package/dist/infrastructure/runlog/failureClass.js.map +1 -0
- package/dist/infrastructure/security/SecurityUtils.d.ts +80 -0
- package/dist/infrastructure/security/SecurityUtils.d.ts.map +1 -0
- package/dist/infrastructure/security/SecurityUtils.js +357 -0
- package/dist/infrastructure/security/SecurityUtils.js.map +1 -0
- package/dist/management/capability-profile/carsiReadiness.d.ts +10 -0
- package/dist/management/capability-profile/carsiReadiness.d.ts.map +1 -0
- package/dist/management/capability-profile/carsiReadiness.js +13 -0
- package/dist/management/capability-profile/carsiReadiness.js.map +1 -0
- package/dist/management/capability-profile/index.d.ts +26 -0
- package/dist/management/capability-profile/index.d.ts.map +1 -0
- package/dist/management/capability-profile/index.js +183 -0
- package/dist/management/capability-profile/index.js.map +1 -0
- package/dist/management/carsi/host.d.ts +4 -0
- package/dist/management/carsi/host.d.ts.map +1 -0
- package/dist/management/carsi/host.js +65 -0
- package/dist/management/carsi/host.js.map +1 -0
- package/dist/management/carsi/installer.d.ts +146 -0
- package/dist/management/carsi/installer.d.ts.map +1 -0
- package/dist/management/carsi/installer.js +527 -0
- package/dist/management/carsi/installer.js.map +1 -0
- package/dist/management/carsi/runtime.d.ts +31 -0
- package/dist/management/carsi/runtime.d.ts.map +1 -0
- package/dist/management/carsi/runtime.js +67 -0
- package/dist/management/carsi/runtime.js.map +1 -0
- package/dist/management/config/index.d.ts +2 -0
- package/dist/management/config/index.d.ts.map +1 -0
- package/dist/management/config/index.js +2 -0
- package/dist/management/config/index.js.map +1 -0
- package/dist/management/diagnostics/index.d.ts +43 -0
- package/dist/management/diagnostics/index.d.ts.map +1 -0
- package/dist/management/diagnostics/index.js +610 -0
- package/dist/management/diagnostics/index.js.map +1 -0
- package/dist/management/failures/index.d.ts +47 -0
- package/dist/management/failures/index.d.ts.map +1 -0
- package/dist/management/failures/index.js +134 -0
- package/dist/management/failures/index.js.map +1 -0
- package/dist/management/reports/index.d.ts +32 -0
- package/dist/management/reports/index.d.ts.map +1 -0
- package/dist/management/reports/index.js +123 -0
- package/dist/management/reports/index.js.map +1 -0
- package/dist/management/skills/autoSync.d.ts +41 -0
- package/dist/management/skills/autoSync.d.ts.map +1 -0
- package/dist/management/skills/autoSync.js +142 -0
- package/dist/management/skills/autoSync.js.map +1 -0
- package/dist/management/skills/index.d.ts +3 -0
- package/dist/management/skills/index.d.ts.map +1 -0
- package/dist/management/skills/index.js +3 -0
- package/dist/management/skills/index.js.map +1 -0
- package/dist/management/smoke/index.d.ts +44 -0
- package/dist/management/smoke/index.d.ts.map +1 -0
- package/dist/management/smoke/index.js +254 -0
- package/dist/management/smoke/index.js.map +1 -0
- package/dist/models/Paper.d.ts +64 -0
- package/dist/models/Paper.d.ts.map +1 -0
- package/dist/models/Paper.js +70 -0
- package/dist/models/Paper.js.map +1 -0
- package/dist/platforms/ACMSearcher.d.ts +16 -0
- package/dist/platforms/ACMSearcher.d.ts.map +1 -0
- package/dist/platforms/ACMSearcher.js +125 -0
- package/dist/platforms/ACMSearcher.js.map +1 -0
- package/dist/platforms/BioRxivSearcher.d.ts +47 -0
- package/dist/platforms/BioRxivSearcher.d.ts.map +1 -0
- package/dist/platforms/BioRxivSearcher.js +215 -0
- package/dist/platforms/BioRxivSearcher.js.map +1 -0
- package/dist/platforms/CORESearcher.d.ts +17 -0
- package/dist/platforms/CORESearcher.d.ts.map +1 -0
- package/dist/platforms/CORESearcher.js +185 -0
- package/dist/platforms/CORESearcher.js.map +1 -0
- package/dist/platforms/CrossrefSearcher.d.ts +34 -0
- package/dist/platforms/CrossrefSearcher.d.ts.map +1 -0
- package/dist/platforms/CrossrefSearcher.js +339 -0
- package/dist/platforms/CrossrefSearcher.js.map +1 -0
- package/dist/platforms/DBLPSearcher.d.ts +16 -0
- package/dist/platforms/DBLPSearcher.d.ts.map +1 -0
- package/dist/platforms/DBLPSearcher.js +116 -0
- package/dist/platforms/DBLPSearcher.js.map +1 -0
- package/dist/platforms/EuropePMCSearcher.d.ts +20 -0
- package/dist/platforms/EuropePMCSearcher.d.ts.map +1 -0
- package/dist/platforms/EuropePMCSearcher.js +173 -0
- package/dist/platforms/EuropePMCSearcher.js.map +1 -0
- package/dist/platforms/GoogleScholarSearcher.d.ts +142 -0
- package/dist/platforms/GoogleScholarSearcher.d.ts.map +1 -0
- package/dist/platforms/GoogleScholarSearcher.js +648 -0
- package/dist/platforms/GoogleScholarSearcher.js.map +1 -0
- package/dist/platforms/IACRSearcher.d.ts +51 -0
- package/dist/platforms/IACRSearcher.d.ts.map +1 -0
- package/dist/platforms/IACRSearcher.js +339 -0
- package/dist/platforms/IACRSearcher.js.map +1 -0
- package/dist/platforms/IEEESearcher.d.ts +15 -0
- package/dist/platforms/IEEESearcher.d.ts.map +1 -0
- package/dist/platforms/IEEESearcher.js +123 -0
- package/dist/platforms/IEEESearcher.js.map +1 -0
- package/dist/platforms/OpenAIRESearcher.d.ts +22 -0
- package/dist/platforms/OpenAIRESearcher.d.ts.map +1 -0
- package/dist/platforms/OpenAIRESearcher.js +235 -0
- package/dist/platforms/OpenAIRESearcher.js.map +1 -0
- package/dist/platforms/OpenAlexSearcher.d.ts +14 -0
- package/dist/platforms/OpenAlexSearcher.d.ts.map +1 -0
- package/dist/platforms/OpenAlexSearcher.js +114 -0
- package/dist/platforms/OpenAlexSearcher.js.map +1 -0
- package/dist/platforms/OpenReviewSearcher.d.ts +19 -0
- package/dist/platforms/OpenReviewSearcher.d.ts.map +1 -0
- package/dist/platforms/OpenReviewSearcher.js +141 -0
- package/dist/platforms/OpenReviewSearcher.js.map +1 -0
- package/dist/platforms/PMCSearcher.d.ts +20 -0
- package/dist/platforms/PMCSearcher.d.ts.map +1 -0
- package/dist/platforms/PMCSearcher.js +177 -0
- package/dist/platforms/PMCSearcher.js.map +1 -0
- package/dist/platforms/PaperSource.d.ts +149 -0
- package/dist/platforms/PaperSource.d.ts.map +1 -0
- package/dist/platforms/PaperSource.js +125 -0
- package/dist/platforms/PaperSource.js.map +1 -0
- package/dist/platforms/PubMedSearcher.d.ts +104 -0
- package/dist/platforms/PubMedSearcher.d.ts.map +1 -0
- package/dist/platforms/PubMedSearcher.js +430 -0
- package/dist/platforms/PubMedSearcher.js.map +1 -0
- package/dist/platforms/SciHubSearcher.d.ts +66 -0
- package/dist/platforms/SciHubSearcher.d.ts.map +1 -0
- package/dist/platforms/SciHubSearcher.js +398 -0
- package/dist/platforms/SciHubSearcher.js.map +1 -0
- package/dist/platforms/ScienceDirectSearcher.d.ts +42 -0
- package/dist/platforms/ScienceDirectSearcher.d.ts.map +1 -0
- package/dist/platforms/ScienceDirectSearcher.js +334 -0
- package/dist/platforms/ScienceDirectSearcher.js.map +1 -0
- package/dist/platforms/ScopusSearcher.d.ts +43 -0
- package/dist/platforms/ScopusSearcher.d.ts.map +1 -0
- package/dist/platforms/ScopusSearcher.js +377 -0
- package/dist/platforms/ScopusSearcher.js.map +1 -0
- package/dist/platforms/SemanticScholarSearcher.d.ts +96 -0
- package/dist/platforms/SemanticScholarSearcher.d.ts.map +1 -0
- package/dist/platforms/SemanticScholarSearcher.js +419 -0
- package/dist/platforms/SemanticScholarSearcher.js.map +1 -0
- package/dist/platforms/SpringerSearcher.d.ts +54 -0
- package/dist/platforms/SpringerSearcher.d.ts.map +1 -0
- package/dist/platforms/SpringerSearcher.js +387 -0
- package/dist/platforms/SpringerSearcher.js.map +1 -0
- package/dist/platforms/USENIXSearcher.d.ts +14 -0
- package/dist/platforms/USENIXSearcher.d.ts.map +1 -0
- package/dist/platforms/USENIXSearcher.js +75 -0
- package/dist/platforms/USENIXSearcher.js.map +1 -0
- package/dist/platforms/UnpaywallSearcher.d.ts +29 -0
- package/dist/platforms/UnpaywallSearcher.d.ts.map +1 -0
- package/dist/platforms/UnpaywallSearcher.js +135 -0
- package/dist/platforms/UnpaywallSearcher.js.map +1 -0
- package/dist/platforms/WebOfScienceSearcher.d.ts +111 -0
- package/dist/platforms/WebOfScienceSearcher.d.ts.map +1 -0
- package/dist/platforms/WebOfScienceSearcher.js +500 -0
- package/dist/platforms/WebOfScienceSearcher.js.map +1 -0
- package/dist/registry/aliases.d.ts +2 -0
- package/dist/registry/aliases.d.ts.map +1 -0
- package/dist/registry/aliases.js +2 -0
- package/dist/registry/aliases.js.map +1 -0
- package/dist/registry/httpPolicies.d.ts +3 -0
- package/dist/registry/httpPolicies.d.ts.map +1 -0
- package/dist/registry/httpPolicies.js +13 -0
- package/dist/registry/httpPolicies.js.map +1 -0
- package/dist/registry/platformFactories.d.ts +8 -0
- package/dist/registry/platformFactories.d.ts.map +1 -0
- package/dist/registry/platformFactories.js +51 -0
- package/dist/registry/platformFactories.js.map +1 -0
- package/dist/registry/platformMetadata.d.ts +55 -0
- package/dist/registry/platformMetadata.d.ts.map +1 -0
- package/dist/registry/platformMetadata.js +438 -0
- package/dist/registry/platformMetadata.js.map +1 -0
- package/dist/services/CitationService.d.ts +3 -0
- package/dist/services/CitationService.d.ts.map +1 -0
- package/dist/services/CitationService.js +2 -0
- package/dist/services/CitationService.js.map +1 -0
- package/dist/services/JournalMetricsService.d.ts +3 -0
- package/dist/services/JournalMetricsService.d.ts.map +1 -0
- package/dist/services/JournalMetricsService.js +2 -0
- package/dist/services/JournalMetricsService.js.map +1 -0
- package/dist/services/MultiSourceSearchService.d.ts +3 -0
- package/dist/services/MultiSourceSearchService.d.ts.map +1 -0
- package/dist/services/MultiSourceSearchService.js +2 -0
- package/dist/services/MultiSourceSearchService.js.map +1 -0
- package/dist/services/OpenAccessFallbackService.d.ts +4 -0
- package/dist/services/OpenAccessFallbackService.d.ts.map +1 -0
- package/dist/services/OpenAccessFallbackService.js +2 -0
- package/dist/services/OpenAccessFallbackService.js.map +1 -0
- package/dist/skills/SkillInstaller.d.ts +110 -0
- package/dist/skills/SkillInstaller.d.ts.map +1 -0
- package/dist/skills/SkillInstaller.js +393 -0
- package/dist/skills/SkillInstaller.js.map +1 -0
- package/dist/utils/ErrorHandler.d.ts +3 -0
- package/dist/utils/ErrorHandler.d.ts.map +1 -0
- package/dist/utils/ErrorHandler.js +3 -0
- package/dist/utils/ErrorHandler.js.map +1 -0
- package/dist/utils/HttpClient.d.ts +2 -0
- package/dist/utils/HttpClient.d.ts.map +1 -0
- package/dist/utils/HttpClient.js +2 -0
- package/dist/utils/HttpClient.js.map +1 -0
- package/dist/utils/Logger.d.ts +6 -0
- package/dist/utils/Logger.d.ts.map +1 -0
- package/dist/utils/Logger.js +26 -0
- package/dist/utils/Logger.js.map +1 -0
- package/dist/utils/PDFExtractor.d.ts +3 -0
- package/dist/utils/PDFExtractor.d.ts.map +1 -0
- package/dist/utils/PDFExtractor.js +3 -0
- package/dist/utils/PDFExtractor.js.map +1 -0
- package/dist/utils/PdfDownload.d.ts +2 -0
- package/dist/utils/PdfDownload.d.ts.map +1 -0
- package/dist/utils/PdfDownload.js +2 -0
- package/dist/utils/PdfDownload.js.map +1 -0
- package/dist/utils/QuotaManager.d.ts +32 -0
- package/dist/utils/QuotaManager.d.ts.map +1 -0
- package/dist/utils/QuotaManager.js +95 -0
- package/dist/utils/QuotaManager.js.map +1 -0
- package/dist/utils/RateLimiter.d.ts +2 -0
- package/dist/utils/RateLimiter.d.ts.map +1 -0
- package/dist/utils/RateLimiter.js +2 -0
- package/dist/utils/RateLimiter.js.map +1 -0
- package/dist/utils/RequestCache.d.ts +3 -0
- package/dist/utils/RequestCache.d.ts.map +1 -0
- package/dist/utils/RequestCache.js +3 -0
- package/dist/utils/RequestCache.js.map +1 -0
- package/dist/utils/SecurityUtils.d.ts +3 -0
- package/dist/utils/SecurityUtils.d.ts.map +1 -0
- package/dist/utils/SecurityUtils.js +3 -0
- package/dist/utils/SecurityUtils.js.map +1 -0
- package/package.json +118 -4
- package/skills/paper-search/SKILL.md +151 -0
- package/skills/paper-search/references/browser-download.md +101 -0
- package/skills/paper-search/references/capability-routing.md +174 -0
- package/skills/paper-search/references/carsi-setup.md +69 -0
- package/skills/paper-search/references/cli-contract.md +200 -0
- package/skills/paper-search/references/management-layer.md +149 -0
- package/skills/paper-search/references/publisher-support.md +72 -0
- package/skills/paper-search/references/troubleshooting.md +15 -0
|
@@ -0,0 +1,302 @@
|
|
|
1
|
+
"""Elsevier: publisher-wide answers, and two site types with their own rules.
|
|
2
|
+
|
|
3
|
+
ElsevierAdapter (this module) sign-in entry, remembered school, linkinghub,
|
|
4
|
+
ClinicalKey, returning to the article,
|
|
5
|
+
where to look for supplementary files
|
|
6
|
+
├─ ScienceDirectSite (sciencedirect.py) articles and book chapters on ScienceDirect
|
|
7
|
+
└─ JournalSite (journal_site.py) journals on their own sites (cell.com, thelancet.com, ...)
|
|
8
|
+
|
|
9
|
+
Each hook below hands the page to the site type its URL belongs to. A new URL
|
|
10
|
+
format is handled in its site type, so it covers every journal of that kind;
|
|
11
|
+
a single host gets its own subclass (``journal_site_class`` /
|
|
12
|
+
``sciencedirect_class`` on an adapter with ``hosts``) only when its site type
|
|
13
|
+
cannot cover it.
|
|
14
|
+
"""
|
|
15
|
+
from __future__ import annotations
|
|
16
|
+
|
|
17
|
+
import json
|
|
18
|
+
import re
|
|
19
|
+
from typing import Any
|
|
20
|
+
from urllib.parse import urlparse
|
|
21
|
+
|
|
22
|
+
from ...engine.router import elsevier_journal_article, extract_elsevier_pii
|
|
23
|
+
from ..base import PublisherAdapter, SupplementLink, register
|
|
24
|
+
from . import journal_site, sciencedirect
|
|
25
|
+
from .journal_site import JournalSite, _record_pii
|
|
26
|
+
from .sciencedirect import ScienceDirectSite
|
|
27
|
+
|
|
28
|
+
# ClinicalKey (clinicalkey.com, .fr, .es, .com.au, ...): EMC titles are served
|
|
29
|
+
# only there, a separate subscription with its own sign-in and reader.
|
|
30
|
+
_CLINICALKEY = re.compile(r"(?:www\.)?clinicalkey\.[a-z]{2,3}(?:\.[a-z]{2})?")
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
# Every file link on the page with the text around it (the item's caption).
|
|
34
|
+
_SUPPLEMENT_ROWS_JS = """() => [...document.querySelectorAll('a[href]')].map(a => {
|
|
35
|
+
const item = a.closest('.e-component, .article-attachment, .supplementary-material__item, li, figure, tr');
|
|
36
|
+
const text = s => (s || '').replace(/\\s+/g, ' ').trim();
|
|
37
|
+
const own = text(a.innerText);
|
|
38
|
+
const around = item ? text(item.innerText).replace(own, '').trim() : '';
|
|
39
|
+
return {href: a.href, label: (around || own).slice(0, 240)};
|
|
40
|
+
})"""
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
def supplement_links_from_rows(rows: Any, page_url: str, doi: str) -> list[SupplementLink]:
|
|
44
|
+
"""This article's supplementary files among the page's links: ScienceDirect's
|
|
45
|
+
``mmc`` files for the page's PII, or a journal site's ``/cms/<DOI>/attachment/``."""
|
|
46
|
+
page = urlparse(page_url or "")
|
|
47
|
+
pii = extract_elsevier_pii(page_url or "") if sciencedirect.is_page(page_url) else ""
|
|
48
|
+
links: list[SupplementLink] = []
|
|
49
|
+
seen: set[str] = set()
|
|
50
|
+
for row in rows if isinstance(rows, list) else []:
|
|
51
|
+
if not isinstance(row, dict):
|
|
52
|
+
continue
|
|
53
|
+
target = urlparse(str(row.get("href") or ""))
|
|
54
|
+
if target.scheme != "https" or target.fragment:
|
|
55
|
+
continue
|
|
56
|
+
url = target._replace(fragment="").geturl()
|
|
57
|
+
ok = (sciencedirect.is_supplement(target, pii) if pii
|
|
58
|
+
else journal_site.is_supplement(target, page.hostname, doi))
|
|
59
|
+
if ok and url not in seen:
|
|
60
|
+
seen.add(url)
|
|
61
|
+
links.append(SupplementLink(url, str(row.get("label") or "")))
|
|
62
|
+
return links
|
|
63
|
+
|
|
64
|
+
# The article page's "Access through your organization/institution" control.
|
|
65
|
+
# In CARSI mode only the generic chooser is used (never a remembered school's
|
|
66
|
+
# InstitutionLogin shortcut); otherwise a remembered entry must name the
|
|
67
|
+
# configured school.
|
|
68
|
+
_ENTRY_JS = """
|
|
69
|
+
({manualSelection, institutionQuery}) => {
|
|
70
|
+
const visible = (el) => {
|
|
71
|
+
const rect = el.getBoundingClientRect();
|
|
72
|
+
const style = window.getComputedStyle(el);
|
|
73
|
+
return rect.width > 0 && rect.height > 0 && style.visibility !== 'hidden' && style.display !== 'none';
|
|
74
|
+
};
|
|
75
|
+
const textOf = (el) => [
|
|
76
|
+
el.innerText || '',
|
|
77
|
+
el.textContent || '',
|
|
78
|
+
el.value || '',
|
|
79
|
+
el.getAttribute('aria-label') || '',
|
|
80
|
+
el.getAttribute('title') || ''
|
|
81
|
+
].join(' ').replace(/\\s+/g, ' ').trim();
|
|
82
|
+
const hrefOf = (el) => ((el.href || el.getAttribute('href') || el.getAttribute('formaction') || '') + '');
|
|
83
|
+
const controls = [...document.querySelectorAll('a,button,[role="button"],input[type="button"],input[type="submit"]')]
|
|
84
|
+
.filter(visible)
|
|
85
|
+
.map((el) => {
|
|
86
|
+
const text = textOf(el);
|
|
87
|
+
const href = hrefOf(el);
|
|
88
|
+
const haystack = `${text} ${href}`.toLowerCase();
|
|
89
|
+
if (manualSelection) {
|
|
90
|
+
// InstitutionLogin bypasses discovery for a remembered
|
|
91
|
+
// school. Only the generic chooser belongs to this mode.
|
|
92
|
+
if (href.toLowerCase().includes('/shibauth/institutionlogin')) return null;
|
|
93
|
+
if (href) {
|
|
94
|
+
const targetUrl = new URL(href, location.href);
|
|
95
|
+
if (targetUrl.protocol !== 'https:' || !['auth.elsevier.com',
|
|
96
|
+
'www.sciencedirect.com', 'sciencedirect.com'].includes(targetUrl.hostname)) return null;
|
|
97
|
+
// Not [...searchParams.keys()]: "not iterable" in Camoufox's evaluate,
|
|
98
|
+
// which kept every signed-out ScienceDirect entry from a click (2026-10-31).
|
|
99
|
+
if (/[?&](?:entityid|idp|institutionid|organizationid|homeorg)=/i.test(targetUrl.search)) return null;
|
|
100
|
+
}
|
|
101
|
+
const label = (el.innerText || el.getAttribute('aria-label') || el.value || '')
|
|
102
|
+
.replace(/\\s+/g, ' ').trim().toLowerCase();
|
|
103
|
+
if (!['access through your organization', 'access through another organization',
|
|
104
|
+
'access through your institution'].includes(label)) return null;
|
|
105
|
+
return {el, text, href, score: 100};
|
|
106
|
+
}
|
|
107
|
+
let score = 0;
|
|
108
|
+
let matched = false;
|
|
109
|
+
if (href.toLowerCase().includes('/shibauth/institutionlogin')) {
|
|
110
|
+
if (!institutionQuery || !text.toLowerCase().includes(institutionQuery.toLowerCase())) return null;
|
|
111
|
+
score += 100; matched = true;
|
|
112
|
+
}
|
|
113
|
+
if (haystack.includes('access through your organization')) { score += 40; matched = true; }
|
|
114
|
+
if (haystack.includes('access through another organization')) score -= 60;
|
|
115
|
+
if (haystack.includes('purchase pdf')) score -= 80;
|
|
116
|
+
if (haystack.includes('go to elsevier homepage') || href.toLowerCase().replace(/\\/$/, '') === 'http://www.elsevier.com') return null;
|
|
117
|
+
if (!matched) return null;
|
|
118
|
+
if (el.tagName === 'A') score += 10;
|
|
119
|
+
return {el, text, href, score};
|
|
120
|
+
})
|
|
121
|
+
.filter(Boolean)
|
|
122
|
+
.filter((item) => item.score > 0)
|
|
123
|
+
.sort((a, b) => b.score - a.score);
|
|
124
|
+
const target = controls[0];
|
|
125
|
+
if (!target) return null;
|
|
126
|
+
target.el.scrollIntoView({block: 'center', inline: 'center'});
|
|
127
|
+
target.el.click();
|
|
128
|
+
return {
|
|
129
|
+
selector: 'elsevier-institution-access',
|
|
130
|
+
text: target.text.slice(0, 220),
|
|
131
|
+
href: target.href.slice(0, 500),
|
|
132
|
+
score: target.score
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
"""
|
|
136
|
+
|
|
137
|
+
|
|
138
|
+
@register
|
|
139
|
+
class ElsevierAdapter(PublisherAdapter):
|
|
140
|
+
publisher = "elsevier"
|
|
141
|
+
native_pdf_patterns = ("https://pdf.sciencedirectassets.com/*",)
|
|
142
|
+
defers_pdf_response_body = True
|
|
143
|
+
async_pdf_navigation = True
|
|
144
|
+
sciencedirect_class = ScienceDirectSite
|
|
145
|
+
journal_site_class = JournalSite
|
|
146
|
+
|
|
147
|
+
def __init__(self, downloader: Any):
|
|
148
|
+
super().__init__(downloader)
|
|
149
|
+
self.sciencedirect = self.sciencedirect_class(downloader)
|
|
150
|
+
self.journal_site = self.journal_site_class(downloader)
|
|
151
|
+
|
|
152
|
+
@classmethod
|
|
153
|
+
def profile_pdf_candidates(cls, doi: str, source_url: str) -> list[str]:
|
|
154
|
+
urls = []
|
|
155
|
+
journal_article = elsevier_journal_article(source_url)
|
|
156
|
+
if journal_article:
|
|
157
|
+
# The journal's own PDF first: Cell Press and society journals may be
|
|
158
|
+
# readable there while ScienceDirect offers only the abstract.
|
|
159
|
+
host = urlparse(source_url).hostname
|
|
160
|
+
urls.append(f"https://{host}/action/showPdf?pii={journal_article[0]}")
|
|
161
|
+
pii = extract_elsevier_pii(source_url)
|
|
162
|
+
if pii:
|
|
163
|
+
urls.append(f"https://www.sciencedirect.com/science/article/pii/{pii}/pdfft")
|
|
164
|
+
return urls
|
|
165
|
+
|
|
166
|
+
@classmethod
|
|
167
|
+
def belongs_to_article(cls, url: str, doi: str, source_url: str) -> bool | None:
|
|
168
|
+
if urlparse(url).path.lower().startswith("/servlet/linkout"):
|
|
169
|
+
return False # a reference's full-text link on a journal site
|
|
170
|
+
source_pii = extract_elsevier_pii(source_url)
|
|
171
|
+
candidate_pii = extract_elsevier_pii(url)
|
|
172
|
+
if source_pii and candidate_pii:
|
|
173
|
+
return source_pii.lower() == candidate_pii.lower()
|
|
174
|
+
lower = url.lower()
|
|
175
|
+
doi_lower = doi.lower()
|
|
176
|
+
doi_escaped = doi_lower.replace("/", "%2f")
|
|
177
|
+
if source_pii:
|
|
178
|
+
return source_pii.lower() in lower or doi_lower in lower or doi_escaped in lower
|
|
179
|
+
return True
|
|
180
|
+
|
|
181
|
+
def login_url(self) -> str | None:
|
|
182
|
+
return "https://www.sciencedirect.com/"
|
|
183
|
+
|
|
184
|
+
def open_institution_entry(self, page: Any, result: Any) -> bool | None:
|
|
185
|
+
clicked = self.click_institution_entry(page, result)
|
|
186
|
+
if self.d.config.get("publisher_institution_federation") == "carsi":
|
|
187
|
+
return clicked
|
|
188
|
+
return True if clicked else None # otherwise the generic entries are tried
|
|
189
|
+
|
|
190
|
+
def click_institution_entry(self, page: Any, result: Any) -> bool:
|
|
191
|
+
if self.d._is_human_login_page(page):
|
|
192
|
+
return False
|
|
193
|
+
manual_selection = self.d.config.get("publisher_institution_federation") == "carsi"
|
|
194
|
+
if manual_selection and urlparse(str(page.url)).hostname not in sciencedirect.HOSTS | {"auth.elsevier.com"}:
|
|
195
|
+
return False
|
|
196
|
+
try:
|
|
197
|
+
detail = page.evaluate(_ENTRY_JS, {"manualSelection": manual_selection,
|
|
198
|
+
"institutionQuery": self.d.institution_query})
|
|
199
|
+
if isinstance(detail, dict) and detail:
|
|
200
|
+
if result is not None:
|
|
201
|
+
self.d._event(result, "sso_entry_clicked", "elsevier-generic-institution-entry"
|
|
202
|
+
if manual_selection else json.dumps(detail, ensure_ascii=False))
|
|
203
|
+
return True
|
|
204
|
+
except Exception as exc:
|
|
205
|
+
if result is not None:
|
|
206
|
+
self.d._event(result, "elsevier_institution_entry_error", f"{type(exc).__name__}: {exc}")
|
|
207
|
+
return False
|
|
208
|
+
|
|
209
|
+
def login_block_reason(self, page: Any, text: str) -> str | None:
|
|
210
|
+
# A remembered school's entry is a continuation, not a block.
|
|
211
|
+
return "" if self.remembered_institution_entry(text) else None
|
|
212
|
+
|
|
213
|
+
def remembered_institution_entry(self, text: str) -> bool:
|
|
214
|
+
"""ScienceDirect shows "Access through <institution>" once an institution is remembered.
|
|
215
|
+
|
|
216
|
+
Generic labels ("your institution", "another organization") do not count.
|
|
217
|
+
With a configured institution only that institution's entry counts.
|
|
218
|
+
"""
|
|
219
|
+
names = [name.lower() for name in self.d._institution_names()]
|
|
220
|
+
for match in re.finditer(r"access through ([^\n\r]{2,80})", text.lower()):
|
|
221
|
+
label = re.sub(r"\s+", " ", match.group(1)).strip(" .:;,")
|
|
222
|
+
if label in self.d._GENERIC_INSTITUTION_LABELS or label.startswith(("your ", "another ")):
|
|
223
|
+
continue
|
|
224
|
+
if not names or any(label.startswith(name) or name.startswith(label) for name in names):
|
|
225
|
+
return True
|
|
226
|
+
return False
|
|
227
|
+
|
|
228
|
+
def is_redirect_page(self, url: str) -> bool:
|
|
229
|
+
# doi.org -> linkinghub "Redirecting" -> ScienceDirect, the journal's site or
|
|
230
|
+
# ClinicalKey; and Elsevier ID's sign-in round trip a PDF request may take
|
|
231
|
+
# first (JAD, 2026-10-31: still on it 5 s after the click).
|
|
232
|
+
parsed = urlparse(url)
|
|
233
|
+
host = (parsed.hostname or "").lower()
|
|
234
|
+
return host == "linkinghub.elsevier.com" or (
|
|
235
|
+
host in ("id.elsevier.com", "auth.elsevier.com")
|
|
236
|
+
and bool(re.search(r"/authorization\.(?:ping|oauth2)$", parsed.path)))
|
|
237
|
+
|
|
238
|
+
def is_institution_chooser(self, url: str) -> bool:
|
|
239
|
+
# Elsevier ID's "Find your organization" (state C, 2026-10-31): with no
|
|
240
|
+
# school session and no remembered school, "Access through your
|
|
241
|
+
# organization" leads here; the school's entry goes on to its sign-in page.
|
|
242
|
+
parsed = urlparse(url)
|
|
243
|
+
return (parsed.scheme == "https" and (parsed.hostname or "").lower() == "id.elsevier.com"
|
|
244
|
+
and parsed.path.startswith("/as/"))
|
|
245
|
+
|
|
246
|
+
def unsupported_platform(self, page: Any) -> str | None:
|
|
247
|
+
host = (urlparse(str(getattr(page, "url", "") or "")).hostname or "").lower()
|
|
248
|
+
return "ClinicalKey" if _CLINICALKEY.fullmatch(host) else None
|
|
249
|
+
|
|
250
|
+
def supplements_page_urls(self, doi: str) -> list[str]:
|
|
251
|
+
"""ScienceDirect first; journals on their own Elsevier site (Cell Press,
|
|
252
|
+
Gastroenterology) show only the abstract there, so the DOI's landing page follows."""
|
|
253
|
+
from .journal_site import _get_elsevier_pii
|
|
254
|
+
|
|
255
|
+
pii = _get_elsevier_pii(doi)
|
|
256
|
+
first = [f"https://www.sciencedirect.com/science/article/pii/{pii}"] if pii else []
|
|
257
|
+
return first + [f"https://doi.org/{doi}"]
|
|
258
|
+
|
|
259
|
+
def login_page_url(self, page: Any) -> str | None:
|
|
260
|
+
url = str(getattr(page, "url", "") or "")
|
|
261
|
+
return self.journal_site.login_page_url(url) if journal_site.is_page(url) else None
|
|
262
|
+
|
|
263
|
+
def login_page_urls(self, page: Any) -> list[str]:
|
|
264
|
+
# A journal's own site signs in on itself first (Elsevier ID signs in to
|
|
265
|
+
# ScienceDirect at the same time), then ScienceDirect's same article.
|
|
266
|
+
if not journal_site.is_page(str(getattr(page, "url", "") or "")):
|
|
267
|
+
return []
|
|
268
|
+
return [url for url in (self.journal_site.institution_login_url(page), self.login_page_url(page)) if url]
|
|
269
|
+
|
|
270
|
+
def is_article_page_url(self, url: str) -> bool | None:
|
|
271
|
+
return True if journal_site.is_page(url) else None
|
|
272
|
+
|
|
273
|
+
def looks_logged_out(self, page: Any, url: str, text: str) -> bool | None:
|
|
274
|
+
# ScienceDirect's /abs/pii/ view, its "Full text access" label, the
|
|
275
|
+
# "Access through <school>" gate and "<school> does not subscribe to this
|
|
276
|
+
# content" are the shared access rule's; a journal site's abstract view is not.
|
|
277
|
+
return self.journal_site.looks_logged_out(page, url, text) if journal_site.is_page(url) else None
|
|
278
|
+
|
|
279
|
+
def content_error(self, page: Any) -> bool:
|
|
280
|
+
url = str(getattr(page, "url", "") or "")
|
|
281
|
+
return self.sciencedirect.content_error(page) if sciencedirect.is_page(url) else False
|
|
282
|
+
|
|
283
|
+
def open_pdf_entry(self, page: Any, result: Any) -> bool | None:
|
|
284
|
+
if journal_site.is_page(str(getattr(page, "url", "") or "")):
|
|
285
|
+
return self.journal_site.open_pdf_entry(page, result)
|
|
286
|
+
return self.sciencedirect.open_pdf_entry(page, result)
|
|
287
|
+
|
|
288
|
+
def is_other_article(self, page: Any, doi: str) -> bool:
|
|
289
|
+
url = str(getattr(page, "url", "") or "")
|
|
290
|
+
doi_page = journal_site.doi_article(url)
|
|
291
|
+
if doi_page:
|
|
292
|
+
return bool(doi) and doi_page[0].lower() != doi.lower()
|
|
293
|
+
if not sciencedirect.is_page(url) and not journal_site.article(url):
|
|
294
|
+
return False
|
|
295
|
+
here = extract_elsevier_pii(url)
|
|
296
|
+
expected = _record_pii(doi) if here and doi else ""
|
|
297
|
+
return bool(expected) and here != expected
|
|
298
|
+
|
|
299
|
+
def supplement_links(self, page: Any, doi: str) -> list[SupplementLink] | None:
|
|
300
|
+
if sciencedirect.is_page(str(page.url)):
|
|
301
|
+
self.sciencedirect.wait_for_full_text(page)
|
|
302
|
+
return supplement_links_from_rows(page.evaluate(_SUPPLEMENT_ROWS_JS), str(page.url), doi)
|
|
@@ -0,0 +1,237 @@
|
|
|
1
|
+
"""Elsevier journals on their own sites. Two kinds of journal site:
|
|
2
|
+
|
|
3
|
+
- **PII paths** (Cell Press, The Lancet, Gastroenterology, OARSI, Journal of
|
|
4
|
+
Hepatology, ARD and several hundred society journals), e.g.
|
|
5
|
+
``https://www.gastrojournal.org/article/S0016-5085(24)00291-9/fulltext``,
|
|
6
|
+
``https://www.cell.com/cell-metabolism/fulltext/S1550-4131(25)00486-3`` or
|
|
7
|
+
``https://www.thelancet.com/journals/lanrhe/article/PIIS2665-9913(25)00091-8/fulltext``.
|
|
8
|
+
- **DOI paths** (jacc.org), e.g. ``https://www.jacc.org/doi/10.1016/j.jacc.2026.06.019``.
|
|
9
|
+
The site's own "Sign In" is a personal society account; institutions sign in
|
|
10
|
+
on ScienceDirect, which carries the same articles.
|
|
11
|
+
|
|
12
|
+
PII-path sites have their own institution login ("Get Access" → "Access through
|
|
13
|
+
your institution", ``/action/idLogin?type=institution``) through Elsevier ID.
|
|
14
|
+
ScienceDirect's session alone does not open them: after a cold start ARD and
|
|
15
|
+
Cell Metabolism stayed at the abstract although ScienceDirect showed the
|
|
16
|
+
school's session (2026-10-31). So they sign in there first, and ScienceDirect's
|
|
17
|
+
same article is the second place to look.
|
|
18
|
+
"""
|
|
19
|
+
from __future__ import annotations
|
|
20
|
+
|
|
21
|
+
import re
|
|
22
|
+
import time
|
|
23
|
+
from typing import Any, Callable
|
|
24
|
+
from urllib.parse import parse_qs, unquote, urlencode, urlparse
|
|
25
|
+
|
|
26
|
+
from ...engine.batch_common import _is_browser_error
|
|
27
|
+
from ...engine.router import elsevier_journal_article, extract_elsevier_pii
|
|
28
|
+
from .sciencedirect import HOSTS as SCIENCEDIRECT_HOSTS
|
|
29
|
+
|
|
30
|
+
# /doi/<DOI>, /doi/abs/<DOI>, /doi/full/<DOI>; pdf, epdf and pdfdirect are the PDF views.
|
|
31
|
+
_DOI_PAGE = re.compile(r"/doi/(?:(abs|full|pdf|epdf|pdfdirect)/)?(10\.\d{4,9}/[^?#]+)", re.I)
|
|
32
|
+
_DOI_VIEWS = {"abs": "abstract", "full": "fulltext", "pdf": "pdf", "epdf": "pdf", "pdfdirect": "pdf", "": ""}
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
_PII: dict[str, tuple[str, float]] = {}
|
|
36
|
+
# An unknown PII is looked up again after this long (not on every check of a
|
|
37
|
+
# login loop, which asks every few seconds).
|
|
38
|
+
_UNKNOWN_PII_RETRY_SEC = 60
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
def _record_pii(doi: str) -> str:
|
|
42
|
+
"""The DOI's PII in compact form; "" when unknown. Crossref's alternative-id
|
|
43
|
+
first; when Crossref cannot be reached, the address doi.org registers
|
|
44
|
+
(linkinghub /retrieve/pii/<PII>). Answers are kept; an unknown PII is asked
|
|
45
|
+
for again after a minute."""
|
|
46
|
+
known = _PII.get(doi)
|
|
47
|
+
if known and (known[0] or time.monotonic() - known[1] < _UNKNOWN_PII_RETRY_SEC):
|
|
48
|
+
return known[0]
|
|
49
|
+
pii = _get_elsevier_pii(doi)
|
|
50
|
+
if pii is None:
|
|
51
|
+
pii = _doi_handle_pii(doi)
|
|
52
|
+
pii = (extract_elsevier_pii(pii) or pii.replace("-", "")).upper()
|
|
53
|
+
_PII[doi] = (pii, time.monotonic())
|
|
54
|
+
return pii
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
_record_pii.cache_clear = _PII.clear # type: ignore[attr-defined]
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
def _get_elsevier_pii(doi: str) -> str | None:
|
|
61
|
+
"""Get PII (Publisher Item Identifier) from Crossref API: the PII, "" when
|
|
62
|
+
Crossref answers without one, None when it could not be reached.
|
|
63
|
+
|
|
64
|
+
A busy (429), failing (5xx) or slow answer is retried twice: a lookup lost
|
|
65
|
+
to rate limiting sent a jacc.org article down the wrong login (2026-10-31).
|
|
66
|
+
"""
|
|
67
|
+
import requests
|
|
68
|
+
from ...network import USER_AGENT
|
|
69
|
+
|
|
70
|
+
for attempt in range(3):
|
|
71
|
+
try:
|
|
72
|
+
resp = requests.get(f"https://api.crossref.org/works/{doi}", timeout=10,
|
|
73
|
+
headers={"User-Agent": USER_AGENT})
|
|
74
|
+
except Exception:
|
|
75
|
+
resp = None
|
|
76
|
+
if resp is not None and resp.status_code == 200:
|
|
77
|
+
try:
|
|
78
|
+
alt_ids = resp.json().get("message", {}).get("alternative-id", [])
|
|
79
|
+
except Exception:
|
|
80
|
+
alt_ids = []
|
|
81
|
+
return next((aid for aid in alt_ids if aid.startswith("S") and len(aid) >= 16), "")
|
|
82
|
+
if resp is not None and resp.status_code == 404:
|
|
83
|
+
return ""
|
|
84
|
+
if attempt < 2:
|
|
85
|
+
wait = 2.0 * (attempt + 1)
|
|
86
|
+
if resp is not None and resp.status_code == 429:
|
|
87
|
+
try:
|
|
88
|
+
wait = min(10.0, float(resp.headers.get("Retry-After") or wait))
|
|
89
|
+
except ValueError:
|
|
90
|
+
pass
|
|
91
|
+
time.sleep(wait)
|
|
92
|
+
return None
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
def _doi_handle_pii(doi: str) -> str:
|
|
96
|
+
"""The PII in the address doi.org registers for the DOI (a second source)."""
|
|
97
|
+
try:
|
|
98
|
+
import requests
|
|
99
|
+
|
|
100
|
+
resp = requests.get(f"https://doi.org/api/handles/{doi}", timeout=10)
|
|
101
|
+
values = (resp.json().get("values") or []) if resp.status_code == 200 else []
|
|
102
|
+
except Exception:
|
|
103
|
+
return ""
|
|
104
|
+
for value in values:
|
|
105
|
+
pii = extract_elsevier_pii(str((value.get("data") or {}).get("value") or ""))
|
|
106
|
+
if pii:
|
|
107
|
+
return pii
|
|
108
|
+
return ""
|
|
109
|
+
|
|
110
|
+
|
|
111
|
+
def article(url: str) -> tuple[str, str] | None:
|
|
112
|
+
"""``(formatted PII, view)`` for an article page with a PII path, else None."""
|
|
113
|
+
return elsevier_journal_article(url)
|
|
114
|
+
|
|
115
|
+
|
|
116
|
+
def doi_article(url: str) -> tuple[str, str] | None:
|
|
117
|
+
"""``(DOI, view)`` for an article page with a DOI path (jacc.org), else None."""
|
|
118
|
+
parsed = urlparse(url or "")
|
|
119
|
+
host = (parsed.hostname or "").lower()
|
|
120
|
+
if parsed.scheme != "https" or host in SCIENCEDIRECT_HOSTS or host.endswith("elsevier.com"):
|
|
121
|
+
return None
|
|
122
|
+
match = _DOI_PAGE.fullmatch(unquote(parsed.path))
|
|
123
|
+
return (match.group(2), _DOI_VIEWS[(match.group(1) or "").lower()]) if match else None
|
|
124
|
+
|
|
125
|
+
|
|
126
|
+
def is_page(url: str) -> bool:
|
|
127
|
+
return bool(article(url) or doi_article(url))
|
|
128
|
+
|
|
129
|
+
|
|
130
|
+
def is_supplement(target: Any, page_host: str, doi: str) -> bool:
|
|
131
|
+
"""``/cms/<DOI>/attachment/<id>/mmcN.<ext>`` on the page's own host."""
|
|
132
|
+
return (bool(doi) and target.hostname == page_host
|
|
133
|
+
and unquote(target.path).lower().startswith("/cms/" + doi.lower() + "/attachment/"))
|
|
134
|
+
|
|
135
|
+
|
|
136
|
+
# "Access through your institution" behind a PII-path site's "Get Access".
|
|
137
|
+
_OWN_LOGIN = 'a[href*="/action/idLogin"][href*="type=institution"]'
|
|
138
|
+
_OWN_LOGIN_JS = f"""() => (document.querySelector('{_OWN_LOGIN}') || {{}}).href || ''"""
|
|
139
|
+
|
|
140
|
+
|
|
141
|
+
def _sciencedirect_url(pii: str) -> str:
|
|
142
|
+
return f"https://www.sciencedirect.com/science/article/pii/{pii}"
|
|
143
|
+
|
|
144
|
+
|
|
145
|
+
class JournalSite:
|
|
146
|
+
"""Answers for an Elsevier journal's own site; ``None`` = no opinion."""
|
|
147
|
+
|
|
148
|
+
def __init__(self, downloader: Any):
|
|
149
|
+
self.d = downloader
|
|
150
|
+
self._own_login: dict[str, str] = {} # page URL -> the site's institution login ("" = none)
|
|
151
|
+
|
|
152
|
+
def institution_login_url(self, page: Any) -> str | None:
|
|
153
|
+
"""A PII-path site's own institution login, returning to the article's
|
|
154
|
+
full text: with access the site shows it, without access the abstract."""
|
|
155
|
+
url = str(getattr(page, "url", "") or "")
|
|
156
|
+
found = article(url)
|
|
157
|
+
if not found:
|
|
158
|
+
return None
|
|
159
|
+
if url not in self._own_login:
|
|
160
|
+
# The control is rendered a few seconds after the page loads (ARD:
|
|
161
|
+
# still missing 3 s after it, 2026-10-31); looked for once per page.
|
|
162
|
+
try:
|
|
163
|
+
page.wait_for_selector(_OWN_LOGIN, state="attached", timeout=10_000)
|
|
164
|
+
href = page.evaluate(_OWN_LOGIN_JS)
|
|
165
|
+
except Exception as exc:
|
|
166
|
+
if not _is_browser_error(exc):
|
|
167
|
+
raise
|
|
168
|
+
href = ""
|
|
169
|
+
self._own_login[url] = href if isinstance(href, str) else ""
|
|
170
|
+
target = urlparse(self._own_login[url])
|
|
171
|
+
here = urlparse(url)
|
|
172
|
+
if target.scheme != "https" or target.hostname != here.hostname:
|
|
173
|
+
return None
|
|
174
|
+
path = re.sub(r"/abstract(?=/|$)", "/fulltext", here.path) if found[1] == "abstract" else here.path
|
|
175
|
+
query = parse_qs(target.query)
|
|
176
|
+
query["redirectUri"] = [here._replace(path=path, query="", fragment="").geturl()]
|
|
177
|
+
return target._replace(query=urlencode(query, doseq=True)).geturl()
|
|
178
|
+
|
|
179
|
+
def login_page_url(self, url: str) -> str | None:
|
|
180
|
+
# ScienceDirect's same article (after the site's own login, if it has one).
|
|
181
|
+
found = article(url)
|
|
182
|
+
if found:
|
|
183
|
+
return _sciencedirect_url(extract_elsevier_pii(found[0])) if found[1] == "abstract" else None
|
|
184
|
+
found = doi_article(url)
|
|
185
|
+
pii = _record_pii(found[0]) if found else ""
|
|
186
|
+
return _sciencedirect_url(pii) if pii else None
|
|
187
|
+
|
|
188
|
+
def looks_logged_out(self, page: Any, url: str, text: str) -> bool | None:
|
|
189
|
+
"""Journal sites redirect to their abstract view without access. Not a
|
|
190
|
+
shared rule: elsewhere /abstract/ is the article's main page (APS, Thieme).
|
|
191
|
+
A full-text view says nothing more: with only a personal Elsevier account
|
|
192
|
+
a Lancet article was taken as readable and its PDF never came
|
|
193
|
+
(2026-11-02), so the PDF decides."""
|
|
194
|
+
return True if (article(url) or doi_article(url))[1] == "abstract" else None
|
|
195
|
+
|
|
196
|
+
def open_pdf_entry(self, page: Any, result: Any) -> bool:
|
|
197
|
+
"""Click this article's own PDF link; reference "Full Text (PDF)" links never qualify.
|
|
198
|
+
|
|
199
|
+
PII paths: ``/action/showPdf?pii=<PII>`` or ``/pdf/<PII>``.
|
|
200
|
+
DOI paths: ``/doi/pdf|epdf|pdfdirect/<DOI>``.
|
|
201
|
+
"""
|
|
202
|
+
url = str(getattr(page, "url", "") or "")
|
|
203
|
+
found = article(url)
|
|
204
|
+
if found:
|
|
205
|
+
pii = extract_elsevier_pii(found[0])
|
|
206
|
+
|
|
207
|
+
def own(path: str, href: str) -> bool:
|
|
208
|
+
return ((path == "/action/showpdf" or "/pdf/" in path or path.endswith("/pdf"))
|
|
209
|
+
and extract_elsevier_pii(href) == pii)
|
|
210
|
+
else:
|
|
211
|
+
doi = doi_article(url)[0].lower()
|
|
212
|
+
|
|
213
|
+
def own(path: str, href: str) -> bool:
|
|
214
|
+
match = _DOI_PAGE.fullmatch(path)
|
|
215
|
+
return bool(match) and _DOI_VIEWS[(match.group(1) or "").lower()] == "pdf" and match.group(2).lower() == doi
|
|
216
|
+
return self._click_own_pdf(page, result, own)
|
|
217
|
+
|
|
218
|
+
def _click_own_pdf(self, page: Any, result: Any, own: Callable[[str, str], bool]) -> bool:
|
|
219
|
+
try:
|
|
220
|
+
hrefs = page.evaluate("""() => [...document.querySelectorAll('a[href]')].map(a =>
|
|
221
|
+
(a.getClientRects().length > 0 && !a.closest('#references, .references, [class*="reference"]')) ? a.href : '')""")
|
|
222
|
+
except Exception as exc:
|
|
223
|
+
self.d._event(result, "pdf_button_error", f"{type(exc).__name__}: {exc}")
|
|
224
|
+
return False
|
|
225
|
+
for index, href in enumerate(hrefs if isinstance(hrefs, list) else []):
|
|
226
|
+
target = urlparse(str(href or ""))
|
|
227
|
+
path = unquote(target.path).lower()
|
|
228
|
+
if target.scheme == "https" and not path.startswith("/servlet/") and own(path, str(href)):
|
|
229
|
+
clicked = page.evaluate("""(i) => {
|
|
230
|
+
const el = [...document.querySelectorAll('a[href]')][i];
|
|
231
|
+
if (!el) return false;
|
|
232
|
+
el.removeAttribute('target'); el.click(); return true;
|
|
233
|
+
}""", index)
|
|
234
|
+
if clicked is True:
|
|
235
|
+
self.d._event(result, "pdf_button_clicked", "elsevier-journal-pdf " + str(href)[:200])
|
|
236
|
+
return True
|
|
237
|
+
return False
|