papersearch 0.0.0-stage → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +208 -0
- package/LICENSE +21 -0
- package/README.md +213 -2
- package/README.zh.md +214 -0
- package/carsi/LICENSE +21 -0
- package/carsi/NOTICE +5 -0
- package/carsi/README.md +75 -0
- package/carsi/paper_search_carsi/__init__.py +6 -0
- package/carsi/paper_search_carsi/_core/__init__.py +26 -0
- package/carsi/paper_search_carsi/_core/racing.pyx +280 -0
- package/carsi/paper_search_carsi/adapters/__init__.py +26 -0
- package/carsi/paper_search_carsi/adapters/acm/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/acs/__init__.py +47 -0
- package/carsi/paper_search_carsi/adapters/aha_journals/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/ams/__init__.py +19 -0
- package/carsi/paper_search_carsi/adapters/annual_reviews/__init__.py +154 -0
- package/carsi/paper_search_carsi/adapters/aps/__init__.py +127 -0
- package/carsi/paper_search_carsi/adapters/asce/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/base.py +320 -0
- package/carsi/paper_search_carsi/adapters/bmj/__init__.py +32 -0
- package/carsi/paper_search_carsi/adapters/copernicus/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/dovepress/__init__.py +43 -0
- package/carsi/paper_search_carsi/adapters/elsevier/__init__.py +302 -0
- package/carsi/paper_search_carsi/adapters/elsevier/journal_site.py +237 -0
- package/carsi/paper_search_carsi/adapters/elsevier/sciencedirect.py +138 -0
- package/carsi/paper_search_carsi/adapters/ieee/__init__.py +184 -0
- package/carsi/paper_search_carsi/adapters/iop/__init__.py +41 -0
- package/carsi/paper_search_carsi/adapters/jama/__init__.py +54 -0
- package/carsi/paper_search_carsi/adapters/karger/__init__.py +75 -0
- package/carsi/paper_search_carsi/adapters/lww/__init__.py +103 -0
- package/carsi/paper_search_carsi/adapters/lww/journals_lww.py +36 -0
- package/carsi/paper_search_carsi/adapters/lww/ovid.py +72 -0
- package/carsi/paper_search_carsi/adapters/mdpi/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/nejm/__init__.py +18 -0
- package/carsi/paper_search_carsi/adapters/neurology/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/optica/__init__.py +33 -0
- package/carsi/paper_search_carsi/adapters/oup/__init__.py +366 -0
- package/carsi/paper_search_carsi/adapters/platforms/__init__.py +5 -0
- package/carsi/paper_search_carsi/adapters/platforms/atypon/__init__.py +149 -0
- package/carsi/paper_search_carsi/adapters/platforms/silverchair/__init__.py +83 -0
- package/carsi/paper_search_carsi/adapters/plos/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/pnas/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/rsc/__init__.py +74 -0
- package/carsi/paper_search_carsi/adapters/sage/__init__.py +154 -0
- package/carsi/paper_search_carsi/adapters/science/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/springer/__init__.py +62 -0
- package/carsi/paper_search_carsi/adapters/taylor_francis/__init__.py +46 -0
- package/carsi/paper_search_carsi/adapters/thieme/__init__.py +164 -0
- package/carsi/paper_search_carsi/adapters/wiley/__init__.py +145 -0
- package/carsi/paper_search_carsi/adapters/world_scientific/__init__.py +27 -0
- package/carsi/paper_search_carsi/assets/icon-32.png +0 -0
- package/carsi/paper_search_carsi/assets/icon-512.png +0 -0
- package/carsi/paper_search_carsi/assets/icon-64.png +0 -0
- package/carsi/paper_search_carsi/assets/icon.svg +43 -0
- package/carsi/paper_search_carsi/blocked_journals.py +63 -0
- package/carsi/paper_search_carsi/browser/__init__.py +1 -0
- package/carsi/paper_search_carsi/browser/backend.py +823 -0
- package/carsi/paper_search_carsi/browser/cookies.py +386 -0
- package/carsi/paper_search_carsi/browser/ego_relay.py +152 -0
- package/carsi/paper_search_carsi/browser/engine.py +927 -0
- package/carsi/paper_search_carsi/browser/login.py +336 -0
- package/carsi/paper_search_carsi/browser/preview.py +379 -0
- package/carsi/paper_search_carsi/browser/watchdog.py +193 -0
- package/carsi/paper_search_carsi/cache.py +62 -0
- package/carsi/paper_search_carsi/carsi_schools.py +109 -0
- package/carsi/paper_search_carsi/cli.py +479 -0
- package/carsi/paper_search_carsi/cold_start.py +251 -0
- package/carsi/paper_search_carsi/config.py +301 -0
- package/carsi/paper_search_carsi/data/institutional_identity_policy.json +165 -0
- package/carsi/paper_search_carsi/data/publisher_access_catalog.json +969 -0
- package/carsi/paper_search_carsi/data/publisher_browser_verification_matrix.json +625 -0
- package/carsi/paper_search_carsi/download_diagnostics.py +228 -0
- package/carsi/paper_search_carsi/engine/__init__.py +1 -0
- package/carsi/paper_search_carsi/engine/access_rules.py +345 -0
- package/carsi/paper_search_carsi/engine/batch.py +702 -0
- package/carsi/paper_search_carsi/engine/batch_access.py +483 -0
- package/carsi/paper_search_carsi/engine/batch_capture.py +1531 -0
- package/carsi/paper_search_carsi/engine/batch_common.py +427 -0
- package/carsi/paper_search_carsi/engine/batch_diagnostics.py +307 -0
- package/carsi/paper_search_carsi/engine/batch_institution.py +981 -0
- package/carsi/paper_search_carsi/engine/batch_login.py +1605 -0
- package/carsi/paper_search_carsi/engine/batch_pdf_urls.py +274 -0
- package/carsi/paper_search_carsi/engine/batch_runs.py +711 -0
- package/carsi/paper_search_carsi/engine/batch_user.py +173 -0
- package/carsi/paper_search_carsi/engine/batch_waits.py +441 -0
- package/carsi/paper_search_carsi/engine/bridge.py +666 -0
- package/carsi/paper_search_carsi/engine/pdf_guard.py +310 -0
- package/carsi/paper_search_carsi/engine/router.py +514 -0
- package/carsi/paper_search_carsi/engine/supplements.py +148 -0
- package/carsi/paper_search_carsi/entitlements.py +233 -0
- package/carsi/paper_search_carsi/extractors/__init__.py +0 -0
- package/carsi/paper_search_carsi/extractors/pdf_extractor.py +149 -0
- package/carsi/paper_search_carsi/identifiers.py +121 -0
- package/carsi/paper_search_carsi/issues.py +227 -0
- package/carsi/paper_search_carsi/log.py +84 -0
- package/carsi/paper_search_carsi/mcp_progress.py +82 -0
- package/carsi/paper_search_carsi/network.py +359 -0
- package/carsi/paper_search_carsi/orchestrator.py +130 -0
- package/carsi/paper_search_carsi/pdf_utils.py +279 -0
- package/carsi/paper_search_carsi/progress_bar.py +778 -0
- package/carsi/paper_search_carsi/progress_reporter.py +530 -0
- package/carsi/paper_search_carsi/progress_status.py +212 -0
- package/carsi/paper_search_carsi/publishers/__init__.py +10 -0
- package/carsi/paper_search_carsi/publishers/builtin/acm.json +65 -0
- package/carsi/paper_search_carsi/publishers/builtin/acs.json +73 -0
- package/carsi/paper_search_carsi/publishers/builtin/aha-journals.json +47 -0
- package/carsi/paper_search_carsi/publishers/builtin/aip.json +66 -0
- package/carsi/paper_search_carsi/publishers/builtin/ams.json +66 -0
- package/carsi/paper_search_carsi/publishers/builtin/annual-reviews.json +64 -0
- package/carsi/paper_search_carsi/publishers/builtin/aps.json +70 -0
- package/carsi/paper_search_carsi/publishers/builtin/asce.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/bmj.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/copernicus.json +45 -0
- package/carsi/paper_search_carsi/publishers/builtin/dovepress.json +35 -0
- package/carsi/paper_search_carsi/publishers/builtin/elsevier.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/frontiers.json +62 -0
- package/carsi/paper_search_carsi/publishers/builtin/ieee.json +68 -0
- package/carsi/paper_search_carsi/publishers/builtin/iop.json +69 -0
- package/carsi/paper_search_carsi/publishers/builtin/jama.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/karger.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/lww.json +57 -0
- package/carsi/paper_search_carsi/publishers/builtin/mdpi.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/nejm.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/neurology.json +45 -0
- package/carsi/paper_search_carsi/publishers/builtin/optica.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/oxfordacademic.json +64 -0
- package/carsi/paper_search_carsi/publishers/builtin/plos.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/pnas.json +67 -0
- package/carsi/paper_search_carsi/publishers/builtin/royalsocietypublishing.json +62 -0
- package/carsi/paper_search_carsi/publishers/builtin/rsc.json +71 -0
- package/carsi/paper_search_carsi/publishers/builtin/sage.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/science.json +68 -0
- package/carsi/paper_search_carsi/publishers/builtin/springer.json +92 -0
- package/carsi/paper_search_carsi/publishers/builtin/taylor-francis.json +52 -0
- package/carsi/paper_search_carsi/publishers/builtin/thieme.json +50 -0
- package/carsi/paper_search_carsi/publishers/builtin/wiley.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/world-scientific.json +68 -0
- package/carsi/paper_search_carsi/publishers/extensions.py +241 -0
- package/carsi/paper_search_carsi/publishers/loader.py +93 -0
- package/carsi/paper_search_carsi/publishers/model.py +90 -0
- package/carsi/paper_search_carsi/publishers/profiles.py +127 -0
- package/carsi/paper_search_carsi/publishers/schema.json +129 -0
- package/carsi/paper_search_carsi/publishers/site.py +86 -0
- package/carsi/paper_search_carsi/rate_limit.py +51 -0
- package/carsi/paper_search_carsi/server.py +197 -0
- package/carsi/paper_search_carsi/session_broker.py +163 -0
- package/carsi/paper_search_carsi/tor.py +9 -0
- package/carsi/paper_search_carsi/user_settings.py +55 -0
- package/carsi/pyproject.toml +41 -0
- package/dist/capabilities/body-snippet-search/handler.d.ts +9 -0
- package/dist/capabilities/body-snippet-search/handler.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/handler.js +17 -0
- package/dist/capabilities/body-snippet-search/handler.js.map +1 -0
- package/dist/capabilities/body-snippet-search/index.d.ts +7 -0
- package/dist/capabilities/body-snippet-search/index.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/index.js +6 -0
- package/dist/capabilities/body-snippet-search/index.js.map +1 -0
- package/dist/capabilities/body-snippet-search/schemas.d.ts +36 -0
- package/dist/capabilities/body-snippet-search/schemas.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/schemas.js +16 -0
- package/dist/capabilities/body-snippet-search/schemas.js.map +1 -0
- package/dist/capabilities/body-snippet-search/service.d.ts +4 -0
- package/dist/capabilities/body-snippet-search/service.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/service.js +4 -0
- package/dist/capabilities/body-snippet-search/service.js.map +1 -0
- package/dist/capabilities/body-snippet-search/tools.d.ts +187 -0
- package/dist/capabilities/body-snippet-search/tools.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/tools.js +49 -0
- package/dist/capabilities/body-snippet-search/tools.js.map +1 -0
- package/dist/capabilities/body-snippet-search/types.d.ts +14 -0
- package/dist/capabilities/body-snippet-search/types.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/types.js +2 -0
- package/dist/capabilities/body-snippet-search/types.js.map +1 -0
- package/dist/capabilities/citation-expansion/CitationService.d.ts +47 -0
- package/dist/capabilities/citation-expansion/CitationService.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/CitationService.js +243 -0
- package/dist/capabilities/citation-expansion/CitationService.js.map +1 -0
- package/dist/capabilities/citation-expansion/handler.d.ts +36 -0
- package/dist/capabilities/citation-expansion/handler.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/handler.js +44 -0
- package/dist/capabilities/citation-expansion/handler.js.map +1 -0
- package/dist/capabilities/citation-expansion/index.d.ts +6 -0
- package/dist/capabilities/citation-expansion/index.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/index.js +5 -0
- package/dist/capabilities/citation-expansion/index.js.map +1 -0
- package/dist/capabilities/citation-expansion/schemas.d.ts +28 -0
- package/dist/capabilities/citation-expansion/schemas.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/schemas.js +13 -0
- package/dist/capabilities/citation-expansion/schemas.js.map +1 -0
- package/dist/capabilities/citation-expansion/tools.d.ts +82 -0
- package/dist/capabilities/citation-expansion/tools.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/tools.js +48 -0
- package/dist/capabilities/citation-expansion/tools.js.map +1 -0
- package/dist/capabilities/citation-expansion/types.d.ts +22 -0
- package/dist/capabilities/citation-expansion/types.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/types.js +2 -0
- package/dist/capabilities/citation-expansion/types.js.map +1 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.d.ts +3 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.js +142 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.js.map +1 -0
- package/dist/capabilities/journal-metrics/handler.d.ts +12 -0
- package/dist/capabilities/journal-metrics/handler.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/handler.js +38 -0
- package/dist/capabilities/journal-metrics/handler.js.map +1 -0
- package/dist/capabilities/journal-metrics/index.d.ts +6 -0
- package/dist/capabilities/journal-metrics/index.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/index.js +5 -0
- package/dist/capabilities/journal-metrics/index.js.map +1 -0
- package/dist/capabilities/journal-metrics/schemas.d.ts +28 -0
- package/dist/capabilities/journal-metrics/schemas.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/schemas.js +13 -0
- package/dist/capabilities/journal-metrics/schemas.js.map +1 -0
- package/dist/capabilities/journal-metrics/tools.d.ts +67 -0
- package/dist/capabilities/journal-metrics/tools.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/tools.js +27 -0
- package/dist/capabilities/journal-metrics/tools.js.map +1 -0
- package/dist/capabilities/journal-metrics/types.d.ts +36 -0
- package/dist/capabilities/journal-metrics/types.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/types.js +2 -0
- package/dist/capabilities/journal-metrics/types.js.map +1 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.d.ts +9 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.js +81 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.js.map +1 -0
- package/dist/capabilities/metadata-search/handler.d.ts +23 -0
- package/dist/capabilities/metadata-search/handler.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/handler.js +153 -0
- package/dist/capabilities/metadata-search/handler.js.map +1 -0
- package/dist/capabilities/metadata-search/index.d.ts +6 -0
- package/dist/capabilities/metadata-search/index.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/index.js +5 -0
- package/dist/capabilities/metadata-search/index.js.map +1 -0
- package/dist/capabilities/metadata-search/schemas.d.ts +83 -0
- package/dist/capabilities/metadata-search/schemas.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/schemas.js +80 -0
- package/dist/capabilities/metadata-search/schemas.js.map +1 -0
- package/dist/capabilities/metadata-search/tools.d.ts +178 -0
- package/dist/capabilities/metadata-search/tools.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/tools.js +75 -0
- package/dist/capabilities/metadata-search/tools.js.map +1 -0
- package/dist/capabilities/metadata-search/types.d.ts +13 -0
- package/dist/capabilities/metadata-search/types.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/types.js +2 -0
- package/dist/capabilities/metadata-search/types.js.map +1 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.d.ts +43 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.js +2 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.js.map +1 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.d.ts +16 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.js +202 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.js.map +1 -0
- package/dist/capabilities/pdf-discovery/batch.d.ts +74 -0
- package/dist/capabilities/pdf-discovery/batch.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/batch.js +370 -0
- package/dist/capabilities/pdf-discovery/batch.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.d.ts +7 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.js +46 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.d.ts +35 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.js +689 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.d.ts +23 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.js +30 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.d.ts +29 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.js +176 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.js +225 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/index.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/carsi/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/index.js +11 -0
- package/dist/capabilities/pdf-discovery/carsi/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/types.d.ts +118 -0
- package/dist/capabilities/pdf-discovery/carsi/types.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/types.js +2 -0
- package/dist/capabilities/pdf-discovery/carsi/types.js.map +1 -0
- package/dist/capabilities/pdf-discovery/handler.d.ts +28 -0
- package/dist/capabilities/pdf-discovery/handler.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/handler.js +72 -0
- package/dist/capabilities/pdf-discovery/handler.js.map +1 -0
- package/dist/capabilities/pdf-discovery/identity.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/identity.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/identity.js +24 -0
- package/dist/capabilities/pdf-discovery/identity.js.map +1 -0
- package/dist/capabilities/pdf-discovery/index.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/index.js +6 -0
- package/dist/capabilities/pdf-discovery/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/oaHosts.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/oaHosts.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/oaHosts.js +37 -0
- package/dist/capabilities/pdf-discovery/oaHosts.js.map +1 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.d.ts +6 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.js +95 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.d.ts +4 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.js +122 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.d.ts +31 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.js +20 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.d.ts +4 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.js +114 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.js.map +1 -0
- package/dist/capabilities/pdf-discovery/schemas.d.ts +176 -0
- package/dist/capabilities/pdf-discovery/schemas.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/schemas.js +72 -0
- package/dist/capabilities/pdf-discovery/schemas.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.d.ts +5 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.js +40 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.d.ts +13 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.js +123 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.js +21 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.d.ts +12 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.js +109 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.d.ts +10 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.js +37 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.js +21 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.js +76 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tools.d.ts +337 -0
- package/dist/capabilities/pdf-discovery/tools.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tools.js +144 -0
- package/dist/capabilities/pdf-discovery/tools.js.map +1 -0
- package/dist/capabilities/pdf-discovery/types.d.ts +86 -0
- package/dist/capabilities/pdf-discovery/types.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/types.js +2 -0
- package/dist/capabilities/pdf-discovery/types.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +1196 -0
- package/dist/cli.js.map +1 -0
- package/dist/config/ConfigService.d.ts +28 -0
- package/dist/config/ConfigService.d.ts.map +1 -0
- package/dist/config/ConfigService.js +204 -0
- package/dist/config/ConfigService.js.map +1 -0
- package/dist/config/ResultCaps.d.ts +4 -0
- package/dist/config/ResultCaps.d.ts.map +1 -0
- package/dist/config/ResultCaps.js +10 -0
- package/dist/config/ResultCaps.js.map +1 -0
- package/dist/config/constants.d.ts +158 -0
- package/dist/config/constants.d.ts.map +1 -0
- package/dist/config/constants.js +102 -0
- package/dist/config/constants.js.map +1 -0
- package/dist/core/capabilityProfile.d.ts +2 -0
- package/dist/core/capabilityProfile.d.ts.map +1 -0
- package/dist/core/capabilityProfile.js +2 -0
- package/dist/core/capabilityProfile.js.map +1 -0
- package/dist/core/diagnostics.d.ts +2 -0
- package/dist/core/diagnostics.d.ts.map +1 -0
- package/dist/core/diagnostics.js +2 -0
- package/dist/core/diagnostics.js.map +1 -0
- package/dist/core/handleToolCall.d.ts +13 -0
- package/dist/core/handleToolCall.d.ts.map +1 -0
- package/dist/core/handleToolCall.js +304 -0
- package/dist/core/handleToolCall.js.map +1 -0
- package/dist/core/httpPolicies.d.ts +2 -0
- package/dist/core/httpPolicies.d.ts.map +1 -0
- package/dist/core/httpPolicies.js +2 -0
- package/dist/core/httpPolicies.js.map +1 -0
- package/dist/core/liveSmoke.d.ts +2 -0
- package/dist/core/liveSmoke.d.ts.map +1 -0
- package/dist/core/liveSmoke.js +2 -0
- package/dist/core/liveSmoke.js.map +1 -0
- package/dist/core/platformFactories.d.ts +2 -0
- package/dist/core/platformFactories.d.ts.map +1 -0
- package/dist/core/platformFactories.js +2 -0
- package/dist/core/platformFactories.js.map +1 -0
- package/dist/core/platformMetadata.d.ts +2 -0
- package/dist/core/platformMetadata.d.ts.map +1 -0
- package/dist/core/platformMetadata.js +2 -0
- package/dist/core/platformMetadata.js.map +1 -0
- package/dist/core/schemas.d.ts +365 -0
- package/dist/core/schemas.d.ts.map +1 -0
- package/dist/core/schemas.js +256 -0
- package/dist/core/schemas.js.map +1 -0
- package/dist/core/searchers.d.ts +41 -0
- package/dist/core/searchers.d.ts.map +1 -0
- package/dist/core/searchers.js +24 -0
- package/dist/core/searchers.js.map +1 -0
- package/dist/core/textReports.d.ts +2 -0
- package/dist/core/textReports.d.ts.map +1 -0
- package/dist/core/textReports.js +2 -0
- package/dist/core/textReports.js.map +1 -0
- package/dist/core/tools.d.ts +7 -0
- package/dist/core/tools.d.ts.map +1 -0
- package/dist/core/tools.js +489 -0
- package/dist/core/tools.js.map +1 -0
- package/dist/infrastructure/cache/RequestCache.d.ts +26 -0
- package/dist/infrastructure/cache/RequestCache.d.ts.map +1 -0
- package/dist/infrastructure/cache/RequestCache.js +66 -0
- package/dist/infrastructure/cache/RequestCache.js.map +1 -0
- package/dist/infrastructure/http/ErrorHandler.d.ts +101 -0
- package/dist/infrastructure/http/ErrorHandler.d.ts.map +1 -0
- package/dist/infrastructure/http/ErrorHandler.js +278 -0
- package/dist/infrastructure/http/ErrorHandler.js.map +1 -0
- package/dist/infrastructure/http/HttpClient.d.ts +31 -0
- package/dist/infrastructure/http/HttpClient.d.ts.map +1 -0
- package/dist/infrastructure/http/HttpClient.js +52 -0
- package/dist/infrastructure/http/HttpClient.js.map +1 -0
- package/dist/infrastructure/pdf/PDFExtractor.d.ts +34 -0
- package/dist/infrastructure/pdf/PDFExtractor.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PDFExtractor.js +130 -0
- package/dist/infrastructure/pdf/PDFExtractor.js.map +1 -0
- package/dist/infrastructure/pdf/PdfDownload.d.ts +16 -0
- package/dist/infrastructure/pdf/PdfDownload.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PdfDownload.js +242 -0
- package/dist/infrastructure/pdf/PdfDownload.js.map +1 -0
- package/dist/infrastructure/pdf/PdfFirstPage.cjs +70 -0
- package/dist/infrastructure/pdf/PdfFirstPage.cjs.map +1 -0
- package/dist/infrastructure/pdf/PdfFirstPage.d.cts +16 -0
- package/dist/infrastructure/pdf/PdfFirstPage.d.cts.map +1 -0
- package/dist/infrastructure/pdf/PdfIdentity.d.ts +29 -0
- package/dist/infrastructure/pdf/PdfIdentity.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PdfIdentity.js +283 -0
- package/dist/infrastructure/pdf/PdfIdentity.js.map +1 -0
- package/dist/infrastructure/rate-limit/RateLimiter.d.ts +50 -0
- package/dist/infrastructure/rate-limit/RateLimiter.d.ts.map +1 -0
- package/dist/infrastructure/rate-limit/RateLimiter.js +128 -0
- package/dist/infrastructure/rate-limit/RateLimiter.js.map +1 -0
- package/dist/infrastructure/runlog/RunLedger.d.ts +61 -0
- package/dist/infrastructure/runlog/RunLedger.d.ts.map +1 -0
- package/dist/infrastructure/runlog/RunLedger.js +284 -0
- package/dist/infrastructure/runlog/RunLedger.js.map +1 -0
- package/dist/infrastructure/runlog/failureClass.d.ts +26 -0
- package/dist/infrastructure/runlog/failureClass.d.ts.map +1 -0
- package/dist/infrastructure/runlog/failureClass.js +125 -0
- package/dist/infrastructure/runlog/failureClass.js.map +1 -0
- package/dist/infrastructure/security/SecurityUtils.d.ts +80 -0
- package/dist/infrastructure/security/SecurityUtils.d.ts.map +1 -0
- package/dist/infrastructure/security/SecurityUtils.js +357 -0
- package/dist/infrastructure/security/SecurityUtils.js.map +1 -0
- package/dist/management/capability-profile/carsiReadiness.d.ts +10 -0
- package/dist/management/capability-profile/carsiReadiness.d.ts.map +1 -0
- package/dist/management/capability-profile/carsiReadiness.js +13 -0
- package/dist/management/capability-profile/carsiReadiness.js.map +1 -0
- package/dist/management/capability-profile/index.d.ts +26 -0
- package/dist/management/capability-profile/index.d.ts.map +1 -0
- package/dist/management/capability-profile/index.js +183 -0
- package/dist/management/capability-profile/index.js.map +1 -0
- package/dist/management/carsi/host.d.ts +4 -0
- package/dist/management/carsi/host.d.ts.map +1 -0
- package/dist/management/carsi/host.js +65 -0
- package/dist/management/carsi/host.js.map +1 -0
- package/dist/management/carsi/installer.d.ts +146 -0
- package/dist/management/carsi/installer.d.ts.map +1 -0
- package/dist/management/carsi/installer.js +527 -0
- package/dist/management/carsi/installer.js.map +1 -0
- package/dist/management/carsi/runtime.d.ts +31 -0
- package/dist/management/carsi/runtime.d.ts.map +1 -0
- package/dist/management/carsi/runtime.js +67 -0
- package/dist/management/carsi/runtime.js.map +1 -0
- package/dist/management/config/index.d.ts +2 -0
- package/dist/management/config/index.d.ts.map +1 -0
- package/dist/management/config/index.js +2 -0
- package/dist/management/config/index.js.map +1 -0
- package/dist/management/diagnostics/index.d.ts +43 -0
- package/dist/management/diagnostics/index.d.ts.map +1 -0
- package/dist/management/diagnostics/index.js +610 -0
- package/dist/management/diagnostics/index.js.map +1 -0
- package/dist/management/failures/index.d.ts +47 -0
- package/dist/management/failures/index.d.ts.map +1 -0
- package/dist/management/failures/index.js +134 -0
- package/dist/management/failures/index.js.map +1 -0
- package/dist/management/reports/index.d.ts +32 -0
- package/dist/management/reports/index.d.ts.map +1 -0
- package/dist/management/reports/index.js +123 -0
- package/dist/management/reports/index.js.map +1 -0
- package/dist/management/skills/autoSync.d.ts +41 -0
- package/dist/management/skills/autoSync.d.ts.map +1 -0
- package/dist/management/skills/autoSync.js +142 -0
- package/dist/management/skills/autoSync.js.map +1 -0
- package/dist/management/skills/index.d.ts +3 -0
- package/dist/management/skills/index.d.ts.map +1 -0
- package/dist/management/skills/index.js +3 -0
- package/dist/management/skills/index.js.map +1 -0
- package/dist/management/smoke/index.d.ts +44 -0
- package/dist/management/smoke/index.d.ts.map +1 -0
- package/dist/management/smoke/index.js +254 -0
- package/dist/management/smoke/index.js.map +1 -0
- package/dist/models/Paper.d.ts +64 -0
- package/dist/models/Paper.d.ts.map +1 -0
- package/dist/models/Paper.js +70 -0
- package/dist/models/Paper.js.map +1 -0
- package/dist/platforms/ACMSearcher.d.ts +16 -0
- package/dist/platforms/ACMSearcher.d.ts.map +1 -0
- package/dist/platforms/ACMSearcher.js +125 -0
- package/dist/platforms/ACMSearcher.js.map +1 -0
- package/dist/platforms/BioRxivSearcher.d.ts +47 -0
- package/dist/platforms/BioRxivSearcher.d.ts.map +1 -0
- package/dist/platforms/BioRxivSearcher.js +215 -0
- package/dist/platforms/BioRxivSearcher.js.map +1 -0
- package/dist/platforms/CORESearcher.d.ts +17 -0
- package/dist/platforms/CORESearcher.d.ts.map +1 -0
- package/dist/platforms/CORESearcher.js +185 -0
- package/dist/platforms/CORESearcher.js.map +1 -0
- package/dist/platforms/CrossrefSearcher.d.ts +34 -0
- package/dist/platforms/CrossrefSearcher.d.ts.map +1 -0
- package/dist/platforms/CrossrefSearcher.js +339 -0
- package/dist/platforms/CrossrefSearcher.js.map +1 -0
- package/dist/platforms/DBLPSearcher.d.ts +16 -0
- package/dist/platforms/DBLPSearcher.d.ts.map +1 -0
- package/dist/platforms/DBLPSearcher.js +116 -0
- package/dist/platforms/DBLPSearcher.js.map +1 -0
- package/dist/platforms/EuropePMCSearcher.d.ts +20 -0
- package/dist/platforms/EuropePMCSearcher.d.ts.map +1 -0
- package/dist/platforms/EuropePMCSearcher.js +173 -0
- package/dist/platforms/EuropePMCSearcher.js.map +1 -0
- package/dist/platforms/GoogleScholarSearcher.d.ts +142 -0
- package/dist/platforms/GoogleScholarSearcher.d.ts.map +1 -0
- package/dist/platforms/GoogleScholarSearcher.js +648 -0
- package/dist/platforms/GoogleScholarSearcher.js.map +1 -0
- package/dist/platforms/IACRSearcher.d.ts +51 -0
- package/dist/platforms/IACRSearcher.d.ts.map +1 -0
- package/dist/platforms/IACRSearcher.js +339 -0
- package/dist/platforms/IACRSearcher.js.map +1 -0
- package/dist/platforms/IEEESearcher.d.ts +15 -0
- package/dist/platforms/IEEESearcher.d.ts.map +1 -0
- package/dist/platforms/IEEESearcher.js +123 -0
- package/dist/platforms/IEEESearcher.js.map +1 -0
- package/dist/platforms/OpenAIRESearcher.d.ts +22 -0
- package/dist/platforms/OpenAIRESearcher.d.ts.map +1 -0
- package/dist/platforms/OpenAIRESearcher.js +235 -0
- package/dist/platforms/OpenAIRESearcher.js.map +1 -0
- package/dist/platforms/OpenAlexSearcher.d.ts +14 -0
- package/dist/platforms/OpenAlexSearcher.d.ts.map +1 -0
- package/dist/platforms/OpenAlexSearcher.js +114 -0
- package/dist/platforms/OpenAlexSearcher.js.map +1 -0
- package/dist/platforms/OpenReviewSearcher.d.ts +19 -0
- package/dist/platforms/OpenReviewSearcher.d.ts.map +1 -0
- package/dist/platforms/OpenReviewSearcher.js +141 -0
- package/dist/platforms/OpenReviewSearcher.js.map +1 -0
- package/dist/platforms/PMCSearcher.d.ts +20 -0
- package/dist/platforms/PMCSearcher.d.ts.map +1 -0
- package/dist/platforms/PMCSearcher.js +177 -0
- package/dist/platforms/PMCSearcher.js.map +1 -0
- package/dist/platforms/PaperSource.d.ts +149 -0
- package/dist/platforms/PaperSource.d.ts.map +1 -0
- package/dist/platforms/PaperSource.js +125 -0
- package/dist/platforms/PaperSource.js.map +1 -0
- package/dist/platforms/PubMedSearcher.d.ts +104 -0
- package/dist/platforms/PubMedSearcher.d.ts.map +1 -0
- package/dist/platforms/PubMedSearcher.js +430 -0
- package/dist/platforms/PubMedSearcher.js.map +1 -0
- package/dist/platforms/SciHubSearcher.d.ts +66 -0
- package/dist/platforms/SciHubSearcher.d.ts.map +1 -0
- package/dist/platforms/SciHubSearcher.js +398 -0
- package/dist/platforms/SciHubSearcher.js.map +1 -0
- package/dist/platforms/ScienceDirectSearcher.d.ts +42 -0
- package/dist/platforms/ScienceDirectSearcher.d.ts.map +1 -0
- package/dist/platforms/ScienceDirectSearcher.js +334 -0
- package/dist/platforms/ScienceDirectSearcher.js.map +1 -0
- package/dist/platforms/ScopusSearcher.d.ts +43 -0
- package/dist/platforms/ScopusSearcher.d.ts.map +1 -0
- package/dist/platforms/ScopusSearcher.js +377 -0
- package/dist/platforms/ScopusSearcher.js.map +1 -0
- package/dist/platforms/SemanticScholarSearcher.d.ts +96 -0
- package/dist/platforms/SemanticScholarSearcher.d.ts.map +1 -0
- package/dist/platforms/SemanticScholarSearcher.js +419 -0
- package/dist/platforms/SemanticScholarSearcher.js.map +1 -0
- package/dist/platforms/SpringerSearcher.d.ts +54 -0
- package/dist/platforms/SpringerSearcher.d.ts.map +1 -0
- package/dist/platforms/SpringerSearcher.js +387 -0
- package/dist/platforms/SpringerSearcher.js.map +1 -0
- package/dist/platforms/USENIXSearcher.d.ts +14 -0
- package/dist/platforms/USENIXSearcher.d.ts.map +1 -0
- package/dist/platforms/USENIXSearcher.js +75 -0
- package/dist/platforms/USENIXSearcher.js.map +1 -0
- package/dist/platforms/UnpaywallSearcher.d.ts +29 -0
- package/dist/platforms/UnpaywallSearcher.d.ts.map +1 -0
- package/dist/platforms/UnpaywallSearcher.js +135 -0
- package/dist/platforms/UnpaywallSearcher.js.map +1 -0
- package/dist/platforms/WebOfScienceSearcher.d.ts +111 -0
- package/dist/platforms/WebOfScienceSearcher.d.ts.map +1 -0
- package/dist/platforms/WebOfScienceSearcher.js +500 -0
- package/dist/platforms/WebOfScienceSearcher.js.map +1 -0
- package/dist/registry/aliases.d.ts +2 -0
- package/dist/registry/aliases.d.ts.map +1 -0
- package/dist/registry/aliases.js +2 -0
- package/dist/registry/aliases.js.map +1 -0
- package/dist/registry/httpPolicies.d.ts +3 -0
- package/dist/registry/httpPolicies.d.ts.map +1 -0
- package/dist/registry/httpPolicies.js +13 -0
- package/dist/registry/httpPolicies.js.map +1 -0
- package/dist/registry/platformFactories.d.ts +8 -0
- package/dist/registry/platformFactories.d.ts.map +1 -0
- package/dist/registry/platformFactories.js +51 -0
- package/dist/registry/platformFactories.js.map +1 -0
- package/dist/registry/platformMetadata.d.ts +55 -0
- package/dist/registry/platformMetadata.d.ts.map +1 -0
- package/dist/registry/platformMetadata.js +438 -0
- package/dist/registry/platformMetadata.js.map +1 -0
- package/dist/services/CitationService.d.ts +3 -0
- package/dist/services/CitationService.d.ts.map +1 -0
- package/dist/services/CitationService.js +2 -0
- package/dist/services/CitationService.js.map +1 -0
- package/dist/services/JournalMetricsService.d.ts +3 -0
- package/dist/services/JournalMetricsService.d.ts.map +1 -0
- package/dist/services/JournalMetricsService.js +2 -0
- package/dist/services/JournalMetricsService.js.map +1 -0
- package/dist/services/MultiSourceSearchService.d.ts +3 -0
- package/dist/services/MultiSourceSearchService.d.ts.map +1 -0
- package/dist/services/MultiSourceSearchService.js +2 -0
- package/dist/services/MultiSourceSearchService.js.map +1 -0
- package/dist/services/OpenAccessFallbackService.d.ts +4 -0
- package/dist/services/OpenAccessFallbackService.d.ts.map +1 -0
- package/dist/services/OpenAccessFallbackService.js +2 -0
- package/dist/services/OpenAccessFallbackService.js.map +1 -0
- package/dist/skills/SkillInstaller.d.ts +110 -0
- package/dist/skills/SkillInstaller.d.ts.map +1 -0
- package/dist/skills/SkillInstaller.js +393 -0
- package/dist/skills/SkillInstaller.js.map +1 -0
- package/dist/utils/ErrorHandler.d.ts +3 -0
- package/dist/utils/ErrorHandler.d.ts.map +1 -0
- package/dist/utils/ErrorHandler.js +3 -0
- package/dist/utils/ErrorHandler.js.map +1 -0
- package/dist/utils/HttpClient.d.ts +2 -0
- package/dist/utils/HttpClient.d.ts.map +1 -0
- package/dist/utils/HttpClient.js +2 -0
- package/dist/utils/HttpClient.js.map +1 -0
- package/dist/utils/Logger.d.ts +6 -0
- package/dist/utils/Logger.d.ts.map +1 -0
- package/dist/utils/Logger.js +26 -0
- package/dist/utils/Logger.js.map +1 -0
- package/dist/utils/PDFExtractor.d.ts +3 -0
- package/dist/utils/PDFExtractor.d.ts.map +1 -0
- package/dist/utils/PDFExtractor.js +3 -0
- package/dist/utils/PDFExtractor.js.map +1 -0
- package/dist/utils/PdfDownload.d.ts +2 -0
- package/dist/utils/PdfDownload.d.ts.map +1 -0
- package/dist/utils/PdfDownload.js +2 -0
- package/dist/utils/PdfDownload.js.map +1 -0
- package/dist/utils/QuotaManager.d.ts +32 -0
- package/dist/utils/QuotaManager.d.ts.map +1 -0
- package/dist/utils/QuotaManager.js +95 -0
- package/dist/utils/QuotaManager.js.map +1 -0
- package/dist/utils/RateLimiter.d.ts +2 -0
- package/dist/utils/RateLimiter.d.ts.map +1 -0
- package/dist/utils/RateLimiter.js +2 -0
- package/dist/utils/RateLimiter.js.map +1 -0
- package/dist/utils/RequestCache.d.ts +3 -0
- package/dist/utils/RequestCache.d.ts.map +1 -0
- package/dist/utils/RequestCache.js +3 -0
- package/dist/utils/RequestCache.js.map +1 -0
- package/dist/utils/SecurityUtils.d.ts +3 -0
- package/dist/utils/SecurityUtils.d.ts.map +1 -0
- package/dist/utils/SecurityUtils.js +3 -0
- package/dist/utils/SecurityUtils.js.map +1 -0
- package/package.json +118 -4
- package/skills/paper-search/SKILL.md +151 -0
- package/skills/paper-search/references/browser-download.md +101 -0
- package/skills/paper-search/references/capability-routing.md +174 -0
- package/skills/paper-search/references/carsi-setup.md +69 -0
- package/skills/paper-search/references/cli-contract.md +200 -0
- package/skills/paper-search/references/management-layer.md +149 -0
- package/skills/paper-search/references/publisher-support.md +72 -0
- package/skills/paper-search/references/troubleshooting.md +15 -0
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
"""Atypon (Literatum) journal sites: the institution login at ``/action/ssostart``.
|
|
2
|
+
|
|
3
|
+
A site type shared by publishers on the platform (Taylor & Francis, AHA
|
|
4
|
+
journals, Neurology); each publisher's adapter names its hosts. The article's
|
|
5
|
+
access box links to ``/action/ssostart`` with this article as ``redirectUri``
|
|
6
|
+
(or ``uri``); a site whose article page has no such link (NEJM: only its own
|
|
7
|
+
"SIGN IN", whose page leads to the chooser, 2026-11-03) gets the chooser's
|
|
8
|
+
address with this article as ``redirectUri``. A link with an ``idp`` parameter
|
|
9
|
+
goes straight to one identity provider (AHA's member login on ahajournals.org)
|
|
10
|
+
and is never used. The
|
|
11
|
+
chooser is either a federation dropdown (``#shib-search--fed``, Taylor &
|
|
12
|
+
Francis: CARSI is selected here, then the school) or only a search box
|
|
13
|
+
("Type the name of your institution", ahajournals.org and neurology.org,
|
|
14
|
+
2026-11-01), where the engine types and chooses the configured school.
|
|
15
|
+
"""
|
|
16
|
+
from __future__ import annotations
|
|
17
|
+
|
|
18
|
+
import re
|
|
19
|
+
from typing import Any
|
|
20
|
+
from urllib.parse import parse_qs, quote, unquote, urljoin, urlparse
|
|
21
|
+
|
|
22
|
+
from ....engine.batch_common import _is_browser_error, open_page
|
|
23
|
+
from ...base import PublisherAdapter, SupplementLink, register
|
|
24
|
+
|
|
25
|
+
_ARTICLE = re.compile(r"/doi/(?:(?:abs|full|pdf|epdf|pdfdirect|reader)/)?(10\.\d{4,9}/[^?#]+)", re.I)
|
|
26
|
+
_CARSI = "China CERNET Federation (CARSI)"
|
|
27
|
+
# Supplement files: /doi/suppl/<DOI>/suppl_file/<name>, with the link text.
|
|
28
|
+
_SUPPLEMENT_ROWS_JS = """() => [...document.querySelectorAll('a[href*="/doi/suppl/"]')].map(a => ({
|
|
29
|
+
href: a.href, label: (a.innerText || a.getAttribute('title') || '').replace(/\\s+/g, ' ').trim().slice(0, 200)}))"""
|
|
30
|
+
# The page's institution-login links, read at once: a link-by-link lookup waited
|
|
31
|
+
# 30 s on a page still navigating after a silent IdP return (ASCE, 2026-11-02).
|
|
32
|
+
_SSOSTART_LINKS_JS = """() => [...document.querySelectorAll('a[href*="/action/ssostart"]')].map(a => ({
|
|
33
|
+
href: a.href, visible: a.getClientRects().length > 0 && getComputedStyle(a).visibility !== 'hidden'}))"""
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
class AtyponAdapter(PublisherAdapter):
|
|
37
|
+
"""Shared rules of Atypon sites; subclasses set ``site_hosts`` (not ``hosts``: that selects a journal-level adapter)."""
|
|
38
|
+
|
|
39
|
+
site_hosts: frozenset[str] = frozenset()
|
|
40
|
+
entry_event = "atypon-institution-link"
|
|
41
|
+
|
|
42
|
+
def _on_site(self, url: str) -> bool:
|
|
43
|
+
parsed = urlparse(url or "")
|
|
44
|
+
return parsed.scheme == "https" and (parsed.hostname or "").lower() in self.site_hosts
|
|
45
|
+
|
|
46
|
+
def _chooser(self, url: str) -> bool:
|
|
47
|
+
return self._on_site(url) and urlparse(url).path == "/action/ssostart"
|
|
48
|
+
|
|
49
|
+
def is_article_page_url(self, url: str) -> bool | None:
|
|
50
|
+
return self._on_site(url) and bool(_ARTICLE.match(urlparse(url).path))
|
|
51
|
+
|
|
52
|
+
def is_institution_chooser(self, url: str) -> bool:
|
|
53
|
+
return self._chooser(url)
|
|
54
|
+
|
|
55
|
+
def supplement_links(self, page: Any, doi: str) -> list[SupplementLink] | None:
|
|
56
|
+
"""Files under ``/doi/suppl/<this DOI>/suppl_file/``; a supplement link of
|
|
57
|
+
another article on the page (AHA, 2026-11-01) is not this article's."""
|
|
58
|
+
links: list[SupplementLink] = []
|
|
59
|
+
rows = page.evaluate(_SUPPLEMENT_ROWS_JS)
|
|
60
|
+
prefix = f"/doi/suppl/{doi.lower()}/suppl_file/"
|
|
61
|
+
for row in rows if isinstance(rows, list) and doi else []:
|
|
62
|
+
target = urlparse(str(row.get("href") or "") if isinstance(row, dict) else "")
|
|
63
|
+
url = target._replace(fragment="").geturl()
|
|
64
|
+
if (self._on_site(url) and unquote(target.path).lower().startswith(prefix)
|
|
65
|
+
and url not in {link.url for link in links}):
|
|
66
|
+
links.append(SupplementLink(url, str(row.get("label") or "")))
|
|
67
|
+
return links
|
|
68
|
+
|
|
69
|
+
def institution_chooser_open(self, page: Any) -> bool:
|
|
70
|
+
return self._chooser(str(getattr(page, "url", "") or "")) and page.locator("select#shib-search--fed").is_visible()
|
|
71
|
+
|
|
72
|
+
def institution_link(self, page: Any, doi: str) -> str:
|
|
73
|
+
"""The access box's institution login: the chooser with this article as
|
|
74
|
+
its redirect, shown to a reader without access; never a link to one IdP."""
|
|
75
|
+
try:
|
|
76
|
+
links = page.evaluate(_SSOSTART_LINKS_JS)
|
|
77
|
+
except Exception as exc:
|
|
78
|
+
if not _is_browser_error(exc):
|
|
79
|
+
raise
|
|
80
|
+
return ""
|
|
81
|
+
for link in links if isinstance(links, list) else []:
|
|
82
|
+
if not isinstance(link, dict):
|
|
83
|
+
continue
|
|
84
|
+
target = urlparse(urljoin(str(page.url), str(link.get("href") or "")))
|
|
85
|
+
query = parse_qs(target.query)
|
|
86
|
+
redirect = unquote((query.get("redirectUri") or query.get("uri") or [""])[0]).lower()
|
|
87
|
+
if (doi and self._chooser(target.geturl()) and "idp" not in query
|
|
88
|
+
and doi.lower() in redirect and link.get("visible")):
|
|
89
|
+
return target.geturl()
|
|
90
|
+
return ""
|
|
91
|
+
|
|
92
|
+
def chooser_url(self, url: str) -> str:
|
|
93
|
+
"""The platform's institution chooser for the article at ``url``, with it
|
|
94
|
+
as ``redirectUri``; "" off an article page of this site."""
|
|
95
|
+
if not self.is_article_page_url(url):
|
|
96
|
+
return ""
|
|
97
|
+
parsed = urlparse(url)
|
|
98
|
+
return f"https://{parsed.hostname}/action/ssostart?redirectUri={quote(parsed.path, safe='')}"
|
|
99
|
+
|
|
100
|
+
def looks_logged_out(self, page: Any, url: str, text: str) -> bool | None:
|
|
101
|
+
"""The access box's institution login for this article: Atypon shows it
|
|
102
|
+
only to readers without access, with no offer text the shared rule knows
|
|
103
|
+
(Medical Teacher, 2026-11-01). An open article shows it too (NXI,
|
|
104
|
+
2026-11-01), but its open-access icon has answered before this is asked."""
|
|
105
|
+
match = _ARTICLE.match(urlparse(url or "").path) if self.is_article_page_url(url) else None
|
|
106
|
+
if not match:
|
|
107
|
+
return None
|
|
108
|
+
return True if self.institution_link(page, unquote(match.group(1))) else None
|
|
109
|
+
|
|
110
|
+
def open_institution_entry(self, page: Any, result: Any) -> bool | None:
|
|
111
|
+
# On the chooser the school is chosen there; no other entry is clicked.
|
|
112
|
+
if self._chooser(str(getattr(page, "url", "") or "")):
|
|
113
|
+
return False
|
|
114
|
+
d = self.d
|
|
115
|
+
# The access box's link, else the chooser's address: the same page (NEJM).
|
|
116
|
+
target = ((self.institution_link(page, result.doi) or self.chooser_url(str(getattr(page, "url", "") or "")))
|
|
117
|
+
if result is not None else "")
|
|
118
|
+
if not target or (d.config.get("publisher_institution_federation") == "carsi"
|
|
119
|
+
and not d._manual_institution_target_allowed(target)):
|
|
120
|
+
return None
|
|
121
|
+
# Opened, not clicked: a click soon after the article loaded left the
|
|
122
|
+
# page on the article (Neurological Research, cold start 2026-11-01, twice).
|
|
123
|
+
open_page(page, target, timeout_ms=30_000)
|
|
124
|
+
d._event(result, "sso_entry_clicked", self.entry_event)
|
|
125
|
+
return True
|
|
126
|
+
|
|
127
|
+
def choose_institution(self, page: Any, result: Any) -> bool | None:
|
|
128
|
+
d = self.d
|
|
129
|
+
if not self._chooser(str(getattr(page, "url", "") or "")):
|
|
130
|
+
return False
|
|
131
|
+
federation = page.locator("select#shib-search--fed")
|
|
132
|
+
if not federation.is_visible():
|
|
133
|
+
return None # a search box only: the engine chooses the school there
|
|
134
|
+
changed = federation.locator("option:checked").inner_text() != _CARSI
|
|
135
|
+
if changed:
|
|
136
|
+
# Changed by the user only on the very page where CARSI was chosen; a
|
|
137
|
+
# chooser reloaded with its first federation is chosen again (the
|
|
138
|
+
# engine's one rule, review 2026-11-02).
|
|
139
|
+
here = d._federation_choice_page(page, result)
|
|
140
|
+
if here is None:
|
|
141
|
+
return False
|
|
142
|
+
federation.select_option(label=_CARSI, timeout=5_000)
|
|
143
|
+
d._federation_chosen(result, here, "carsi")
|
|
144
|
+
# The federation is set here; the configured school is then chosen in
|
|
145
|
+
# the school list by the engine's assistance (2026-11-01: the configured
|
|
146
|
+
# CARSI school was chosen automatically), else by the user.
|
|
147
|
+
if not any(event["state"] == "institution_selection_required" for event in result.events):
|
|
148
|
+
d._event(result, "institution_selection_required", "carsi")
|
|
149
|
+
return changed
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
"""Silverchair journal sites whose PDF paths name no article (RSC, Karger).
|
|
2
|
+
|
|
3
|
+
Article pages are ``/<journal>/article(-abstract)/<n>/...``, newer ones with the
|
|
4
|
+
DOI first: ``/<journal>/article(-abstract)/doi/<DOI>/<n>/...`` (Karger's
|
|
5
|
+
Dermatology, 2026-11-02; RSC's Faraday Discussions, 2026-11-03), on the
|
|
6
|
+
publisher's own hosts (``site_hosts``). The article PDF is ``/<journal>/article-pdf/<four numbers>/<DOI suffix>.pdf``
|
|
7
|
+
on the publisher's own host. It is bound to the article by the article page's
|
|
8
|
+
own metadata: ``citation_doi`` (exactly this DOI) and ``citation_pdf_url``
|
|
9
|
+
(``binds_pdf_to_citation``, the engine's one rule). Only such a bound URL is a
|
|
10
|
+
PDF candidate or an accepted PDF; any other PDF response is refused and kept
|
|
11
|
+
from the browser's download manager. An
|
|
12
|
+
``/article-abstract/`` page (the article shown without access) is the shared
|
|
13
|
+
access rule's.
|
|
14
|
+
"""
|
|
15
|
+
from __future__ import annotations
|
|
16
|
+
|
|
17
|
+
import re
|
|
18
|
+
from typing import Any
|
|
19
|
+
from urllib.parse import unquote, urlparse
|
|
20
|
+
|
|
21
|
+
from ...base import PublisherAdapter, SupplementLink
|
|
22
|
+
|
|
23
|
+
_ARTICLE = re.compile(r"/[^/]+/article(?:-abstract)?/(?:doi/10\.\d{4,9}/.+/)?\d+/")
|
|
24
|
+
# Silverchair's download address for an article's supplementary file, by the article's id.
|
|
25
|
+
_SUPPLEMENT = re.compile(r"/[^/]+/article-supplement/(\d{5,})/")
|
|
26
|
+
_SUPPLEMENT_ROWS_JS = """() => [...document.querySelectorAll('a[href]')].map(a => ({
|
|
27
|
+
href: a.href, label: (a.innerText || a.getAttribute('title') || '').replace(/\\s+/g, ' ').trim().slice(0, 200),
|
|
28
|
+
in_section: !!a.closest('[class*="supplementary-material"]')}))"""
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
def supplement_links(page: Any, doi: str, hosts: frozenset[str]) -> list[SupplementLink]:
|
|
32
|
+
"""This article's supplementary files on a Silverchair page: Silverchair's own
|
|
33
|
+
address ``/<journal>/article-supplement/<article id>/<type>/<name>/`` on the
|
|
34
|
+
site's ``hosts``, the id the one in the article page's address (ACS Nano,
|
|
35
|
+
2026-11-03), and files on Silverchair's CDN whose path names the DOI ("/" as
|
|
36
|
+
"_") in the page's supplementary section (OUP's form). Figure slides
|
|
37
|
+
(``/DownloadFile/DownloadImage.aspx``) are no files; a file linked several
|
|
38
|
+
times is taken once."""
|
|
39
|
+
article_ids = set(re.findall(r"/(\d{5,})(?=/|$)", urlparse(str(getattr(page, "url", "") or "")).path))
|
|
40
|
+
key = (doi or "").lower().replace("/", "_")
|
|
41
|
+
links: list[SupplementLink] = []
|
|
42
|
+
seen: set[str] = set()
|
|
43
|
+
rows = page.evaluate(_SUPPLEMENT_ROWS_JS)
|
|
44
|
+
for row in rows if isinstance(rows, list) and key else []:
|
|
45
|
+
if not isinstance(row, dict):
|
|
46
|
+
continue
|
|
47
|
+
target = urlparse(str(row.get("href") or ""))
|
|
48
|
+
host, path = (target.hostname or "").lower(), unquote(target.path).lower()
|
|
49
|
+
own = _SUPPLEMENT.match(path)
|
|
50
|
+
ours = ((host in hosts and own is not None and own.group(1) in article_ids)
|
|
51
|
+
or (host.endswith(".silverchair-cdn.com") and row.get("in_section") is True
|
|
52
|
+
and f"/{key}/" in path and "/downloadfile/" not in path))
|
|
53
|
+
url = target._replace(fragment="").geturl()
|
|
54
|
+
if target.scheme == "https" and ours and url not in seen:
|
|
55
|
+
seen.add(url)
|
|
56
|
+
links.append(SupplementLink(url, str(row.get("label") or "")))
|
|
57
|
+
return links
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
class SilverchairAdapter(PublisherAdapter):
|
|
61
|
+
"""Shared rules of Silverchair sites."""
|
|
62
|
+
|
|
63
|
+
validates_article_pdf = True
|
|
64
|
+
binds_pdf_to_citation = True
|
|
65
|
+
keeps_pdf_out_of_downloads = True
|
|
66
|
+
binds_response_url = True
|
|
67
|
+
discards_unbound_pdfs = True
|
|
68
|
+
# Inspect redirected PDFs too, so an unverified destination can be
|
|
69
|
+
# discarded. Acceptance still requires the bound URL.
|
|
70
|
+
native_pdf_patterns = ("https://*/*",)
|
|
71
|
+
site_hosts: frozenset[str] = frozenset()
|
|
72
|
+
|
|
73
|
+
def is_article_page_url(self, url: str) -> bool | None:
|
|
74
|
+
"""On this site: an article page or not (else the publisher's rules decide).
|
|
75
|
+
Only an article page counts: the profile's marker would take every page of
|
|
76
|
+
the site for one."""
|
|
77
|
+
parsed = urlparse((url or "").lower())
|
|
78
|
+
if parsed.scheme != "https" or parsed.hostname not in self.site_hosts:
|
|
79
|
+
return None
|
|
80
|
+
return bool(_ARTICLE.match(parsed.path))
|
|
81
|
+
|
|
82
|
+
def supplement_links(self, page: Any, doi: str) -> list[SupplementLink] | None:
|
|
83
|
+
return supplement_links(page, doi, self.site_hosts)
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"""PLOS: open-access journals on journals.plos.org.
|
|
2
|
+
|
|
3
|
+
The printable PDF is ``/<journal>/article/file?id=<DOI>&type=printable``; the journal
|
|
4
|
+
path comes from the source page or the DOI's journal code.
|
|
5
|
+
"""
|
|
6
|
+
from __future__ import annotations
|
|
7
|
+
|
|
8
|
+
from ...engine.router import _append_plos_candidates
|
|
9
|
+
from ..base import PublisherAdapter, register
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
@register
|
|
13
|
+
class PLOSAdapter(PublisherAdapter):
|
|
14
|
+
publisher = "plos"
|
|
15
|
+
|
|
16
|
+
@classmethod
|
|
17
|
+
def profile_pdf_candidates(cls, doi: str, source_url: str) -> list[str]:
|
|
18
|
+
urls: list[str] = []
|
|
19
|
+
_append_plos_candidates(urls, doi, source_url)
|
|
20
|
+
return urls
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
"""On the Atypon platform (``platforms/atypon``): only its hosts are its own."""
|
|
2
|
+
from __future__ import annotations
|
|
3
|
+
|
|
4
|
+
from ..base import register
|
|
5
|
+
from ..platforms.atypon import AtyponAdapter
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
@register
|
|
9
|
+
class PNASAdapter(AtyponAdapter):
|
|
10
|
+
"""PNAS on pnas.org: on Atypon's platform since 2022 (Atypon, 2022-03-16)."""
|
|
11
|
+
|
|
12
|
+
publisher = "pnas"
|
|
13
|
+
site_hosts = frozenset({"www.pnas.org", "pnas.org"})
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
"""Royal Society of Chemistry: journals on pubs.rsc.org (Silverchair).
|
|
2
|
+
|
|
3
|
+
Its institution login (2026-11-01): ``/institutional-login`` holds a
|
|
4
|
+
SeamlessAccess button that opens RSC's own institution search on
|
|
5
|
+
``sso.rsc.org/WAYF``: a search box, the school's entry, then Next.
|
|
6
|
+
Without a subscription the abstract page says "You do not currently have
|
|
7
|
+
access to this content." (the shared access rule's denial line, also after
|
|
8
|
+
the school's login).
|
|
9
|
+
Opening an article first passes RSC's silent sign-in check (sso.rsc.org
|
|
10
|
+
/connect/authorize and back), which is neither the article nor a login.
|
|
11
|
+
Its article PDFs are bound to the article page, and its article pages in
|
|
12
|
+
Silverchair's form (``/fd/article/doi/<DOI>/<n>/...``, Faraday Discussions,
|
|
13
|
+
2026-11-03) are the platform's (``platforms/silverchair``); its older
|
|
14
|
+
``/en/content/articlelanding|articlehtml/<year>/`` pages are its own.
|
|
15
|
+
"""
|
|
16
|
+
from __future__ import annotations
|
|
17
|
+
|
|
18
|
+
import re
|
|
19
|
+
from typing import Any
|
|
20
|
+
from urllib.parse import urljoin, urlparse
|
|
21
|
+
|
|
22
|
+
from ...engine.batch_common import open_page
|
|
23
|
+
from ..base import register
|
|
24
|
+
from ..platforms.silverchair import SilverchairAdapter
|
|
25
|
+
|
|
26
|
+
# The older article pages: /en/content/articlelanding|articlehtml/<year>/...
|
|
27
|
+
_OLD_ARTICLE = re.compile(r"/en/content/article(?:landing|html)/\d{4}/")
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
def _on_pubs(url: str) -> bool:
|
|
31
|
+
parsed = urlparse(url or "")
|
|
32
|
+
return parsed.scheme == "https" and (parsed.hostname or "").lower() == "pubs.rsc.org"
|
|
33
|
+
|
|
34
|
+
|
|
35
|
+
@register
|
|
36
|
+
class RSCAdapter(SilverchairAdapter):
|
|
37
|
+
publisher = "rsc"
|
|
38
|
+
site_hosts = frozenset({"pubs.rsc.org"})
|
|
39
|
+
|
|
40
|
+
def is_redirect_page(self, url: str) -> bool:
|
|
41
|
+
"""RSC's silent sign-in check on the way to the article: sso.rsc.org's
|
|
42
|
+
/connect/authorize, then a form post back through /ExternalAuthentication/."""
|
|
43
|
+
parsed = urlparse(url or "")
|
|
44
|
+
host, path = (parsed.hostname or "").lower(), parsed.path.lower()
|
|
45
|
+
return parsed.scheme == "https" and (
|
|
46
|
+
(host == "sso.rsc.org" and path.startswith("/connect/authorize"))
|
|
47
|
+
or (host == "pubs.rsc.org" and path.startswith("/externalauthentication/")))
|
|
48
|
+
|
|
49
|
+
def is_article_page_url(self, url: str) -> bool | None:
|
|
50
|
+
parsed = urlparse((url or "").lower())
|
|
51
|
+
if parsed.scheme == "https" and parsed.hostname == "pubs.rsc.org" and _OLD_ARTICLE.match(parsed.path):
|
|
52
|
+
return True
|
|
53
|
+
return bool(super().is_article_page_url(url)) # any other address: not an article page
|
|
54
|
+
|
|
55
|
+
def open_institution_entry(self, page: Any, result: Any) -> bool | None:
|
|
56
|
+
"""The explicit "/institutional-login" link, which avoids generic ancestor
|
|
57
|
+
matching and the unrelated personal OIDC login. It is opened directly: a
|
|
58
|
+
click on it in the header timed out once and failed the article (2026-11-01)."""
|
|
59
|
+
if not _on_pubs(str(getattr(page, "url", "") or "")):
|
|
60
|
+
return None
|
|
61
|
+
for control in page.locator('a[href]').all():
|
|
62
|
+
target = urlparse(urljoin(str(page.url), control.get_attribute("href") or ""))
|
|
63
|
+
if (target.scheme == "https" and target.hostname == "pubs.rsc.org"
|
|
64
|
+
and target.path == "/institutional-login" and control.is_visible()):
|
|
65
|
+
open_page(page, target.geturl(), timeout_ms=30_000)
|
|
66
|
+
self.d._event(result, "sso_entry_clicked", "rsc-official-institution-control")
|
|
67
|
+
return True
|
|
68
|
+
return False
|
|
69
|
+
|
|
70
|
+
def is_institution_chooser(self, url: str) -> bool:
|
|
71
|
+
parsed = urlparse(url or "")
|
|
72
|
+
return (parsed.scheme == "https" and (parsed.hostname or "").lower() == "sso.rsc.org"
|
|
73
|
+
and parsed.path.lower() == "/wayf")
|
|
74
|
+
|
|
@@ -0,0 +1,154 @@
|
|
|
1
|
+
"""Sage Journals: every journal on journals.sagepub.com, DOI paths.
|
|
2
|
+
|
|
3
|
+
One site type so far. The institution login is the "Institution" link in the
|
|
4
|
+
article's access panel (``/action/ssostart`` with the article as redirectUri).
|
|
5
|
+
The panel's "Access via <school> is not available as they do not subscribe to
|
|
6
|
+
Sage Journals content." is the shared access rule's denial line.
|
|
7
|
+
A new site type gets its own module here, as Elsevier's do.
|
|
8
|
+
"""
|
|
9
|
+
from __future__ import annotations
|
|
10
|
+
|
|
11
|
+
import re
|
|
12
|
+
import time
|
|
13
|
+
from typing import Any
|
|
14
|
+
from urllib.parse import parse_qs, unquote, urlencode, urljoin, urlparse
|
|
15
|
+
|
|
16
|
+
from ...engine.batch_common import _is_browser_error, open_page
|
|
17
|
+
from ..base import PublisherAdapter, SupplementLink, register
|
|
18
|
+
|
|
19
|
+
_ARTICLE = re.compile(r"/doi/(?:(?:abs|full|pdf|epdf)/)?10\.1177/")
|
|
20
|
+
_SUPPLEMENT_ROWS_JS = """() => [...document.querySelectorAll('a[href*="/suppl_file/"]')]
|
|
21
|
+
.map(a => ({href: a.href, label: (a.innerText || '').replace(/\\s+/g, ' ').trim().slice(0, 200)}))"""
|
|
22
|
+
_PANEL_TEXT_JS = """() => { const panel = document.querySelector('#core-collateral-purchase-access');
|
|
23
|
+
return panel ? panel.innerText.replace(/\\s+/g, ' ').trim().slice(0, 300) : 'no access panel'; }"""
|
|
24
|
+
SSO_START = "https://journals.sagepub.com/action/ssostart"
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
@register
|
|
28
|
+
class SageAdapter(PublisherAdapter):
|
|
29
|
+
publisher = "sage"
|
|
30
|
+
|
|
31
|
+
def is_article_page_url(self, url: str) -> bool | None:
|
|
32
|
+
parsed = urlparse((url or "").lower())
|
|
33
|
+
return (parsed.scheme == "https" and parsed.hostname == "journals.sagepub.com"
|
|
34
|
+
and bool(_ARTICLE.match(parsed.path)))
|
|
35
|
+
|
|
36
|
+
def choose_institution(self, page: Any, result: Any) -> bool | None:
|
|
37
|
+
"""Sage's own list knows no CARSI school (2026-11-01: no CARSI federation,
|
|
38
|
+
the configured school not found). When the configured school is not in it, sign in
|
|
39
|
+
through OpenAthens, whose "Find your institution" does list it."""
|
|
40
|
+
url = str(getattr(page, "url", "") or "")
|
|
41
|
+
parsed = urlparse(url)
|
|
42
|
+
if (parsed.hostname != "journals.sagepub.com" or parsed.path != "/action/ssostart"
|
|
43
|
+
or "idp" in parse_qs(parsed.query)
|
|
44
|
+
or not any(e["state"] == "auto_institution_not_found" and e.get("detail", "").endswith(f"@ {url}")
|
|
45
|
+
for e in result.events)):
|
|
46
|
+
return None
|
|
47
|
+
for control in page.locator('a[href*="/action/ssostart"][href*="idp="]').all():
|
|
48
|
+
target = urlparse(urljoin(url, control.get_attribute("href") or ""))
|
|
49
|
+
idp = parse_qs(target.query).get("idp", [""])[0]
|
|
50
|
+
if (target.hostname == "journals.sagepub.com" and "openathens" in idp.lower()
|
|
51
|
+
and control.is_visible()):
|
|
52
|
+
open_page(page, target.geturl(), timeout_ms=30_000)
|
|
53
|
+
self.d._event(result, "sso_entry_clicked", "sage-openathens")
|
|
54
|
+
return True
|
|
55
|
+
return None
|
|
56
|
+
|
|
57
|
+
def supplement_links(self, page: Any, doi: str) -> list[SupplementLink] | None:
|
|
58
|
+
"""``/doi/suppl/<this DOI>/suppl_file/<name>`` in the Supplemental Material section."""
|
|
59
|
+
prefix = f"/doi/suppl/{(doi or '').lower()}/suppl_file/"
|
|
60
|
+
links: list[SupplementLink] = []
|
|
61
|
+
rows = page.evaluate(_SUPPLEMENT_ROWS_JS)
|
|
62
|
+
for row in rows if isinstance(rows, list) and doi else []:
|
|
63
|
+
target = urlparse(str(row.get("href") or "") if isinstance(row, dict) else "")
|
|
64
|
+
url = target._replace(fragment="").geturl()
|
|
65
|
+
if (target.scheme == "https" and target.hostname == "journals.sagepub.com"
|
|
66
|
+
and unquote(target.path).lower().startswith(prefix)
|
|
67
|
+
and url not in {link.url for link in links}):
|
|
68
|
+
links.append(SupplementLink(url, str(row.get("label") or "")))
|
|
69
|
+
return links
|
|
70
|
+
|
|
71
|
+
def open_institution_entry(self, page: Any, result: Any) -> bool | None:
|
|
72
|
+
d = self.d
|
|
73
|
+
parsed = urlparse(str(getattr(page, "url", "") or ""))
|
|
74
|
+
if (parsed.hostname or "").lower() != "journals.sagepub.com" or not parsed.path.startswith("/doi/"):
|
|
75
|
+
return False
|
|
76
|
+
if not page.locator('a[href*="/action/ssostart"]').count():
|
|
77
|
+
for access in page.locator('a[href$="#core-collateral-purchase-access"]').all():
|
|
78
|
+
if access.is_visible():
|
|
79
|
+
try:
|
|
80
|
+
access.click(timeout=5_000, no_wait_after=True)
|
|
81
|
+
except Exception as exc:
|
|
82
|
+
if not _is_browser_error(exc, "TimeoutError"):
|
|
83
|
+
raise
|
|
84
|
+
# Covered by an overlay right after a Cloudflare
|
|
85
|
+
# check: the in-page anchor only toggles the panel.
|
|
86
|
+
access.evaluate("el => el.click()")
|
|
87
|
+
d._event(result, "sage_access_click_dispatched")
|
|
88
|
+
if d._institution_pdf_entitlement_missing(page):
|
|
89
|
+
return False # the panel names the school and says it does not subscribe
|
|
90
|
+
# The access panel loads asynchronously and can take
|
|
91
|
+
# well over 5 s right after a Cloudflare check. Wait for
|
|
92
|
+
# the institution link, opening the "Institution" tab
|
|
93
|
+
# once if the panel shows it first.
|
|
94
|
+
institution_opened = False
|
|
95
|
+
deadline = time.time() + 15
|
|
96
|
+
while (time.time() < deadline
|
|
97
|
+
and not page.locator('a[href*="/action/ssostart"]').count()):
|
|
98
|
+
institution = page.get_by_role("button", name="Institution", exact=True)
|
|
99
|
+
if not institution_opened and institution.count() and institution.first.is_visible():
|
|
100
|
+
institution.first.click(timeout=5_000, no_wait_after=True)
|
|
101
|
+
institution_opened = True
|
|
102
|
+
page.wait_for_timeout(500)
|
|
103
|
+
if not page.locator('a[href*="/action/ssostart"]').count():
|
|
104
|
+
d._event(result, "sage_institution_link_missing", self._panel_text(page))
|
|
105
|
+
return self._open_sso_start(page, result)
|
|
106
|
+
break
|
|
107
|
+
# The publisher keeps this official institution link in a hidden
|
|
108
|
+
# access accordion. Follow only the observed link, returning to this
|
|
109
|
+
# article: since 2026-11 its redirectUri is the site's home page.
|
|
110
|
+
article = urlparse(str(page.url))._replace(fragment="").geturl()
|
|
111
|
+
for control in page.locator('a[href*="/action/ssostart"]').all():
|
|
112
|
+
href = control.get_attribute("href") or ""
|
|
113
|
+
target = urlparse(urljoin(str(page.url), href))
|
|
114
|
+
query = parse_qs(target.query)
|
|
115
|
+
redirects = query.get("redirectUri", [])
|
|
116
|
+
home = all(urlparse(value).hostname == "journals.sagepub.com" and urlparse(value).path in ("", "/")
|
|
117
|
+
for value in redirects)
|
|
118
|
+
if (target.scheme == "https" and target.hostname == "journals.sagepub.com"
|
|
119
|
+
and target.path == "/action/ssostart" and result is not None
|
|
120
|
+
and (d.config.get("publisher_institution_federation") != "carsi"
|
|
121
|
+
or d._manual_institution_target_allowed(target.geturl()))
|
|
122
|
+
and redirects and (home or any(d._url_matches_record(value, result.doi) for value in redirects))):
|
|
123
|
+
if home:
|
|
124
|
+
query["redirectUri"] = [article]
|
|
125
|
+
target = target._replace(query=urlencode(query, doseq=True))
|
|
126
|
+
open_page(page, target.geturl(), timeout_ms=30_000)
|
|
127
|
+
d._event(result, "sso_entry_clicked", "sage-institution-control")
|
|
128
|
+
return True
|
|
129
|
+
d._event(result, "sage_institution_link_unusable", str(page.url)[:160])
|
|
130
|
+
return False
|
|
131
|
+
|
|
132
|
+
def _open_sso_start(self, page: Any, result: Any) -> bool:
|
|
133
|
+
"""The panel came up without its institution link (The American Surgeon in
|
|
134
|
+
a batch, 2026-11-01: re-clicking "Get access" waited out the five-minute
|
|
135
|
+
user wait; the same article alone listed the link). The link is the same
|
|
136
|
+
on every article, so open it directly, returning to this article."""
|
|
137
|
+
d = self.d
|
|
138
|
+
article = urlparse(str(page.url))._replace(fragment="").geturl()
|
|
139
|
+
target = f"{SSO_START}?{urlencode({'redirectUri': article})}"
|
|
140
|
+
if result is None or (d.config.get("publisher_institution_federation") == "carsi"
|
|
141
|
+
and not d._manual_institution_target_allowed(target)):
|
|
142
|
+
return False
|
|
143
|
+
open_page(page, target, timeout_ms=30_000)
|
|
144
|
+
d._event(result, "sso_entry_clicked", "sage-institution-address")
|
|
145
|
+
return True
|
|
146
|
+
|
|
147
|
+
@staticmethod
|
|
148
|
+
def _panel_text(page: Any) -> str:
|
|
149
|
+
try:
|
|
150
|
+
return str(page.evaluate(_PANEL_TEXT_JS) or "")
|
|
151
|
+
except Exception as exc:
|
|
152
|
+
if not _is_browser_error(exc):
|
|
153
|
+
raise
|
|
154
|
+
return ""
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
"""On the Atypon platform (``platforms/atypon``): only its hosts are its own."""
|
|
2
|
+
from __future__ import annotations
|
|
3
|
+
|
|
4
|
+
from ..base import register
|
|
5
|
+
from ..platforms.atypon import AtyponAdapter
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
@register
|
|
9
|
+
class ScienceAdapter(AtyponAdapter):
|
|
10
|
+
"""The Science family of journals (AAAS) on science.org: on Atypon's Literatum since 2021 (NISO, 2021-09-09)."""
|
|
11
|
+
|
|
12
|
+
publisher = "science"
|
|
13
|
+
site_hosts = frozenset({"www.science.org", "science.org"})
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
"""Springer Nature (link.springer.com, nature.com, BMC)."""
|
|
2
|
+
from __future__ import annotations
|
|
3
|
+
|
|
4
|
+
from typing import Any
|
|
5
|
+
from urllib.parse import unquote, urlparse
|
|
6
|
+
|
|
7
|
+
from ...engine.router import is_springer_article_pdf_url, is_supplementary_url
|
|
8
|
+
from ..base import PublisherAdapter, SupplementLink, register
|
|
9
|
+
|
|
10
|
+
# Every supplementary-file link on the page with its item's caption.
|
|
11
|
+
_SUPPLEMENT_ROWS_JS = """() => [...document.querySelectorAll('a[href*="static-content.springer.com/esm/"]')].map(a => {
|
|
12
|
+
const item = a.closest('.c-article-supplementary__item, li, tr');
|
|
13
|
+
const text = s => (s || '').replace(/\\s+/g, ' ').trim();
|
|
14
|
+
return {href: a.href, label: text(item ? item.innerText : a.innerText).slice(0, 240)};
|
|
15
|
+
})"""
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
def supplement_links_from_rows(rows: Any, doi: str) -> list[SupplementLink]:
|
|
19
|
+
"""This article's electronic supplementary material:
|
|
20
|
+
``https://static-content.springer.com/esm/art%3A<DOI>/MediaObjects/<name>_ESM.<ext>``."""
|
|
21
|
+
prefix = "/esm/art:" + (doi or "").lower() + "/"
|
|
22
|
+
links: list[SupplementLink] = []
|
|
23
|
+
seen: set[str] = set()
|
|
24
|
+
for row in rows if isinstance(rows, list) else []:
|
|
25
|
+
if not isinstance(row, dict):
|
|
26
|
+
continue
|
|
27
|
+
target = urlparse(str(row.get("href") or ""))
|
|
28
|
+
url = target._replace(fragment="").geturl()
|
|
29
|
+
if (doi and target.scheme == "https" and target.hostname == "static-content.springer.com"
|
|
30
|
+
and unquote(target.path).lower().startswith(prefix) and url not in seen):
|
|
31
|
+
seen.add(url)
|
|
32
|
+
links.append(SupplementLink(url, str(row.get("label") or "")))
|
|
33
|
+
return links
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
@register
|
|
37
|
+
class SpringerNatureAdapter(PublisherAdapter):
|
|
38
|
+
publisher = "springer nature"
|
|
39
|
+
validates_article_pdf = True
|
|
40
|
+
# Springer marks its main PDF anchors as downloads.
|
|
41
|
+
keeps_pdf_out_of_downloads = True
|
|
42
|
+
native_pdf_patterns = (
|
|
43
|
+
"https://link.springer.com/content/pdf/*",
|
|
44
|
+
"https://nature.com/articles/*.pdf*",
|
|
45
|
+
"https://www.nature.com/articles/*.pdf*",
|
|
46
|
+
)
|
|
47
|
+
unquotes_supplement_urls = True
|
|
48
|
+
|
|
49
|
+
def login_url(self) -> str | None:
|
|
50
|
+
return "https://link.springer.com/institutional-login"
|
|
51
|
+
|
|
52
|
+
@classmethod
|
|
53
|
+
def keeps_pdf_candidate(cls, profile: Any, url: str, doi: str) -> bool:
|
|
54
|
+
return is_springer_article_pdf_url(url, doi) and not is_supplementary_url(profile, url)
|
|
55
|
+
|
|
56
|
+
@classmethod
|
|
57
|
+
def belongs_to_article(cls, url: str, doi: str, source_url: str) -> bool | None:
|
|
58
|
+
return is_springer_article_pdf_url(url, doi)
|
|
59
|
+
sso_selectors = ("a:has-text('Log in via an institution')", "button:has-text('Log in via an institution')")
|
|
60
|
+
|
|
61
|
+
def supplement_links(self, page: Any, doi: str) -> list[SupplementLink] | None:
|
|
62
|
+
return supplement_links_from_rows(page.evaluate(_SUPPLEMENT_ROWS_JS), doi)
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
"""Taylor & Francis Online: journals on tandfonline.com, DOI paths.
|
|
2
|
+
|
|
3
|
+
An Atypon site (``atypon.py``): its institution login is the Shibboleth
|
|
4
|
+
chooser at ``/action/ssostart`` with a federation dropdown, then the school.
|
|
5
|
+
Its own rule here is the supplement box. Dove Medical Press (open access)
|
|
6
|
+
needs no adapter.
|
|
7
|
+
"""
|
|
8
|
+
from __future__ import annotations
|
|
9
|
+
|
|
10
|
+
from typing import Any
|
|
11
|
+
from urllib.parse import parse_qs, urlparse
|
|
12
|
+
|
|
13
|
+
from ..platforms.atypon import AtyponAdapter
|
|
14
|
+
from ..base import SupplementLink, register
|
|
15
|
+
|
|
16
|
+
_HOSTS = frozenset({"tandfonline.com", "www.tandfonline.com"})
|
|
17
|
+
# The supplement box's download links with the box's text (file name and size).
|
|
18
|
+
_SUPPLEMENT_ROWS_JS = """() => [...document.querySelectorAll('a[href*="downloadSupplement"]')].map(a => {
|
|
19
|
+
const box = a.closest('.supplement-box, li, tr');
|
|
20
|
+
return {href: a.href, label: ((box || a).innerText || '').replace(/\\s+/g, ' ').trim().slice(0, 200)};
|
|
21
|
+
})"""
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
@register
|
|
25
|
+
class TaylorFrancisAdapter(AtyponAdapter):
|
|
26
|
+
publisher = "taylor & francis"
|
|
27
|
+
site_hosts = _HOSTS
|
|
28
|
+
entry_event = "tandf-institution-link"
|
|
29
|
+
# A viewer's first range can start with %PDF yet contain no usable pages.
|
|
30
|
+
requires_complete_pdf = True
|
|
31
|
+
|
|
32
|
+
def supplement_links(self, page: Any, doi: str) -> list[SupplementLink] | None:
|
|
33
|
+
"""``/action/downloadSupplement?doi=<this DOI>&file=<name>`` (the Supplemental box)."""
|
|
34
|
+
links: list[SupplementLink] = []
|
|
35
|
+
rows = page.evaluate(_SUPPLEMENT_ROWS_JS)
|
|
36
|
+
for row in rows if isinstance(rows, list) and doi else []:
|
|
37
|
+
target = urlparse(str(row.get("href") or "") if isinstance(row, dict) else "")
|
|
38
|
+
query = parse_qs(target.query)
|
|
39
|
+
url = target._replace(fragment="").geturl()
|
|
40
|
+
if (target.scheme == "https" and (target.hostname or "").lower() in _HOSTS
|
|
41
|
+
and target.path == "/action/downloadSupplement"
|
|
42
|
+
and query.get("doi", [""])[0].lower() == doi.lower()
|
|
43
|
+
and url not in {link.url for link in links}):
|
|
44
|
+
name = query.get("file", [""])[0]
|
|
45
|
+
links.append(SupplementLink(url, f"{name} {row.get('label') or ''}".strip()))
|
|
46
|
+
return links
|