papersearch 0.0.0-stage → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +208 -0
- package/LICENSE +21 -0
- package/README.md +213 -2
- package/README.zh.md +214 -0
- package/carsi/LICENSE +21 -0
- package/carsi/NOTICE +5 -0
- package/carsi/README.md +75 -0
- package/carsi/paper_search_carsi/__init__.py +6 -0
- package/carsi/paper_search_carsi/_core/__init__.py +26 -0
- package/carsi/paper_search_carsi/_core/racing.pyx +280 -0
- package/carsi/paper_search_carsi/adapters/__init__.py +26 -0
- package/carsi/paper_search_carsi/adapters/acm/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/acs/__init__.py +47 -0
- package/carsi/paper_search_carsi/adapters/aha_journals/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/ams/__init__.py +19 -0
- package/carsi/paper_search_carsi/adapters/annual_reviews/__init__.py +154 -0
- package/carsi/paper_search_carsi/adapters/aps/__init__.py +127 -0
- package/carsi/paper_search_carsi/adapters/asce/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/base.py +320 -0
- package/carsi/paper_search_carsi/adapters/bmj/__init__.py +32 -0
- package/carsi/paper_search_carsi/adapters/copernicus/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/dovepress/__init__.py +43 -0
- package/carsi/paper_search_carsi/adapters/elsevier/__init__.py +302 -0
- package/carsi/paper_search_carsi/adapters/elsevier/journal_site.py +237 -0
- package/carsi/paper_search_carsi/adapters/elsevier/sciencedirect.py +138 -0
- package/carsi/paper_search_carsi/adapters/ieee/__init__.py +184 -0
- package/carsi/paper_search_carsi/adapters/iop/__init__.py +41 -0
- package/carsi/paper_search_carsi/adapters/jama/__init__.py +54 -0
- package/carsi/paper_search_carsi/adapters/karger/__init__.py +75 -0
- package/carsi/paper_search_carsi/adapters/lww/__init__.py +103 -0
- package/carsi/paper_search_carsi/adapters/lww/journals_lww.py +36 -0
- package/carsi/paper_search_carsi/adapters/lww/ovid.py +72 -0
- package/carsi/paper_search_carsi/adapters/mdpi/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/nejm/__init__.py +18 -0
- package/carsi/paper_search_carsi/adapters/neurology/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/optica/__init__.py +33 -0
- package/carsi/paper_search_carsi/adapters/oup/__init__.py +366 -0
- package/carsi/paper_search_carsi/adapters/platforms/__init__.py +5 -0
- package/carsi/paper_search_carsi/adapters/platforms/atypon/__init__.py +149 -0
- package/carsi/paper_search_carsi/adapters/platforms/silverchair/__init__.py +83 -0
- package/carsi/paper_search_carsi/adapters/plos/__init__.py +20 -0
- package/carsi/paper_search_carsi/adapters/pnas/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/rsc/__init__.py +74 -0
- package/carsi/paper_search_carsi/adapters/sage/__init__.py +154 -0
- package/carsi/paper_search_carsi/adapters/science/__init__.py +13 -0
- package/carsi/paper_search_carsi/adapters/springer/__init__.py +62 -0
- package/carsi/paper_search_carsi/adapters/taylor_francis/__init__.py +46 -0
- package/carsi/paper_search_carsi/adapters/thieme/__init__.py +164 -0
- package/carsi/paper_search_carsi/adapters/wiley/__init__.py +145 -0
- package/carsi/paper_search_carsi/adapters/world_scientific/__init__.py +27 -0
- package/carsi/paper_search_carsi/assets/icon-32.png +0 -0
- package/carsi/paper_search_carsi/assets/icon-512.png +0 -0
- package/carsi/paper_search_carsi/assets/icon-64.png +0 -0
- package/carsi/paper_search_carsi/assets/icon.svg +43 -0
- package/carsi/paper_search_carsi/blocked_journals.py +63 -0
- package/carsi/paper_search_carsi/browser/__init__.py +1 -0
- package/carsi/paper_search_carsi/browser/backend.py +823 -0
- package/carsi/paper_search_carsi/browser/cookies.py +386 -0
- package/carsi/paper_search_carsi/browser/ego_relay.py +152 -0
- package/carsi/paper_search_carsi/browser/engine.py +927 -0
- package/carsi/paper_search_carsi/browser/login.py +336 -0
- package/carsi/paper_search_carsi/browser/preview.py +379 -0
- package/carsi/paper_search_carsi/browser/watchdog.py +193 -0
- package/carsi/paper_search_carsi/cache.py +62 -0
- package/carsi/paper_search_carsi/carsi_schools.py +109 -0
- package/carsi/paper_search_carsi/cli.py +479 -0
- package/carsi/paper_search_carsi/cold_start.py +251 -0
- package/carsi/paper_search_carsi/config.py +301 -0
- package/carsi/paper_search_carsi/data/institutional_identity_policy.json +165 -0
- package/carsi/paper_search_carsi/data/publisher_access_catalog.json +969 -0
- package/carsi/paper_search_carsi/data/publisher_browser_verification_matrix.json +625 -0
- package/carsi/paper_search_carsi/download_diagnostics.py +228 -0
- package/carsi/paper_search_carsi/engine/__init__.py +1 -0
- package/carsi/paper_search_carsi/engine/access_rules.py +345 -0
- package/carsi/paper_search_carsi/engine/batch.py +702 -0
- package/carsi/paper_search_carsi/engine/batch_access.py +483 -0
- package/carsi/paper_search_carsi/engine/batch_capture.py +1531 -0
- package/carsi/paper_search_carsi/engine/batch_common.py +427 -0
- package/carsi/paper_search_carsi/engine/batch_diagnostics.py +307 -0
- package/carsi/paper_search_carsi/engine/batch_institution.py +981 -0
- package/carsi/paper_search_carsi/engine/batch_login.py +1605 -0
- package/carsi/paper_search_carsi/engine/batch_pdf_urls.py +274 -0
- package/carsi/paper_search_carsi/engine/batch_runs.py +711 -0
- package/carsi/paper_search_carsi/engine/batch_user.py +173 -0
- package/carsi/paper_search_carsi/engine/batch_waits.py +441 -0
- package/carsi/paper_search_carsi/engine/bridge.py +666 -0
- package/carsi/paper_search_carsi/engine/pdf_guard.py +310 -0
- package/carsi/paper_search_carsi/engine/router.py +514 -0
- package/carsi/paper_search_carsi/engine/supplements.py +148 -0
- package/carsi/paper_search_carsi/entitlements.py +233 -0
- package/carsi/paper_search_carsi/extractors/__init__.py +0 -0
- package/carsi/paper_search_carsi/extractors/pdf_extractor.py +149 -0
- package/carsi/paper_search_carsi/identifiers.py +121 -0
- package/carsi/paper_search_carsi/issues.py +227 -0
- package/carsi/paper_search_carsi/log.py +84 -0
- package/carsi/paper_search_carsi/mcp_progress.py +82 -0
- package/carsi/paper_search_carsi/network.py +359 -0
- package/carsi/paper_search_carsi/orchestrator.py +130 -0
- package/carsi/paper_search_carsi/pdf_utils.py +279 -0
- package/carsi/paper_search_carsi/progress_bar.py +778 -0
- package/carsi/paper_search_carsi/progress_reporter.py +530 -0
- package/carsi/paper_search_carsi/progress_status.py +212 -0
- package/carsi/paper_search_carsi/publishers/__init__.py +10 -0
- package/carsi/paper_search_carsi/publishers/builtin/acm.json +65 -0
- package/carsi/paper_search_carsi/publishers/builtin/acs.json +73 -0
- package/carsi/paper_search_carsi/publishers/builtin/aha-journals.json +47 -0
- package/carsi/paper_search_carsi/publishers/builtin/aip.json +66 -0
- package/carsi/paper_search_carsi/publishers/builtin/ams.json +66 -0
- package/carsi/paper_search_carsi/publishers/builtin/annual-reviews.json +64 -0
- package/carsi/paper_search_carsi/publishers/builtin/aps.json +70 -0
- package/carsi/paper_search_carsi/publishers/builtin/asce.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/bmj.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/copernicus.json +45 -0
- package/carsi/paper_search_carsi/publishers/builtin/dovepress.json +35 -0
- package/carsi/paper_search_carsi/publishers/builtin/elsevier.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/frontiers.json +62 -0
- package/carsi/paper_search_carsi/publishers/builtin/ieee.json +68 -0
- package/carsi/paper_search_carsi/publishers/builtin/iop.json +69 -0
- package/carsi/paper_search_carsi/publishers/builtin/jama.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/karger.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/lww.json +57 -0
- package/carsi/paper_search_carsi/publishers/builtin/mdpi.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/nejm.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/neurology.json +45 -0
- package/carsi/paper_search_carsi/publishers/builtin/optica.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/oxfordacademic.json +64 -0
- package/carsi/paper_search_carsi/publishers/builtin/plos.json +46 -0
- package/carsi/paper_search_carsi/publishers/builtin/pnas.json +67 -0
- package/carsi/paper_search_carsi/publishers/builtin/royalsocietypublishing.json +62 -0
- package/carsi/paper_search_carsi/publishers/builtin/rsc.json +71 -0
- package/carsi/paper_search_carsi/publishers/builtin/sage.json +48 -0
- package/carsi/paper_search_carsi/publishers/builtin/science.json +68 -0
- package/carsi/paper_search_carsi/publishers/builtin/springer.json +92 -0
- package/carsi/paper_search_carsi/publishers/builtin/taylor-francis.json +52 -0
- package/carsi/paper_search_carsi/publishers/builtin/thieme.json +50 -0
- package/carsi/paper_search_carsi/publishers/builtin/wiley.json +77 -0
- package/carsi/paper_search_carsi/publishers/builtin/world-scientific.json +68 -0
- package/carsi/paper_search_carsi/publishers/extensions.py +241 -0
- package/carsi/paper_search_carsi/publishers/loader.py +93 -0
- package/carsi/paper_search_carsi/publishers/model.py +90 -0
- package/carsi/paper_search_carsi/publishers/profiles.py +127 -0
- package/carsi/paper_search_carsi/publishers/schema.json +129 -0
- package/carsi/paper_search_carsi/publishers/site.py +86 -0
- package/carsi/paper_search_carsi/rate_limit.py +51 -0
- package/carsi/paper_search_carsi/server.py +197 -0
- package/carsi/paper_search_carsi/session_broker.py +163 -0
- package/carsi/paper_search_carsi/tor.py +9 -0
- package/carsi/paper_search_carsi/user_settings.py +55 -0
- package/carsi/pyproject.toml +41 -0
- package/dist/capabilities/body-snippet-search/handler.d.ts +9 -0
- package/dist/capabilities/body-snippet-search/handler.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/handler.js +17 -0
- package/dist/capabilities/body-snippet-search/handler.js.map +1 -0
- package/dist/capabilities/body-snippet-search/index.d.ts +7 -0
- package/dist/capabilities/body-snippet-search/index.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/index.js +6 -0
- package/dist/capabilities/body-snippet-search/index.js.map +1 -0
- package/dist/capabilities/body-snippet-search/schemas.d.ts +36 -0
- package/dist/capabilities/body-snippet-search/schemas.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/schemas.js +16 -0
- package/dist/capabilities/body-snippet-search/schemas.js.map +1 -0
- package/dist/capabilities/body-snippet-search/service.d.ts +4 -0
- package/dist/capabilities/body-snippet-search/service.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/service.js +4 -0
- package/dist/capabilities/body-snippet-search/service.js.map +1 -0
- package/dist/capabilities/body-snippet-search/tools.d.ts +187 -0
- package/dist/capabilities/body-snippet-search/tools.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/tools.js +49 -0
- package/dist/capabilities/body-snippet-search/tools.js.map +1 -0
- package/dist/capabilities/body-snippet-search/types.d.ts +14 -0
- package/dist/capabilities/body-snippet-search/types.d.ts.map +1 -0
- package/dist/capabilities/body-snippet-search/types.js +2 -0
- package/dist/capabilities/body-snippet-search/types.js.map +1 -0
- package/dist/capabilities/citation-expansion/CitationService.d.ts +47 -0
- package/dist/capabilities/citation-expansion/CitationService.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/CitationService.js +243 -0
- package/dist/capabilities/citation-expansion/CitationService.js.map +1 -0
- package/dist/capabilities/citation-expansion/handler.d.ts +36 -0
- package/dist/capabilities/citation-expansion/handler.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/handler.js +44 -0
- package/dist/capabilities/citation-expansion/handler.js.map +1 -0
- package/dist/capabilities/citation-expansion/index.d.ts +6 -0
- package/dist/capabilities/citation-expansion/index.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/index.js +5 -0
- package/dist/capabilities/citation-expansion/index.js.map +1 -0
- package/dist/capabilities/citation-expansion/schemas.d.ts +28 -0
- package/dist/capabilities/citation-expansion/schemas.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/schemas.js +13 -0
- package/dist/capabilities/citation-expansion/schemas.js.map +1 -0
- package/dist/capabilities/citation-expansion/tools.d.ts +82 -0
- package/dist/capabilities/citation-expansion/tools.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/tools.js +48 -0
- package/dist/capabilities/citation-expansion/tools.js.map +1 -0
- package/dist/capabilities/citation-expansion/types.d.ts +22 -0
- package/dist/capabilities/citation-expansion/types.d.ts.map +1 -0
- package/dist/capabilities/citation-expansion/types.js +2 -0
- package/dist/capabilities/citation-expansion/types.js.map +1 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.d.ts +3 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.js +142 -0
- package/dist/capabilities/journal-metrics/JournalMetricsService.js.map +1 -0
- package/dist/capabilities/journal-metrics/handler.d.ts +12 -0
- package/dist/capabilities/journal-metrics/handler.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/handler.js +38 -0
- package/dist/capabilities/journal-metrics/handler.js.map +1 -0
- package/dist/capabilities/journal-metrics/index.d.ts +6 -0
- package/dist/capabilities/journal-metrics/index.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/index.js +5 -0
- package/dist/capabilities/journal-metrics/index.js.map +1 -0
- package/dist/capabilities/journal-metrics/schemas.d.ts +28 -0
- package/dist/capabilities/journal-metrics/schemas.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/schemas.js +13 -0
- package/dist/capabilities/journal-metrics/schemas.js.map +1 -0
- package/dist/capabilities/journal-metrics/tools.d.ts +67 -0
- package/dist/capabilities/journal-metrics/tools.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/tools.js +27 -0
- package/dist/capabilities/journal-metrics/tools.js.map +1 -0
- package/dist/capabilities/journal-metrics/types.d.ts +36 -0
- package/dist/capabilities/journal-metrics/types.d.ts.map +1 -0
- package/dist/capabilities/journal-metrics/types.js +2 -0
- package/dist/capabilities/journal-metrics/types.js.map +1 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.d.ts +9 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.js +81 -0
- package/dist/capabilities/metadata-search/MultiSourceSearchService.js.map +1 -0
- package/dist/capabilities/metadata-search/handler.d.ts +23 -0
- package/dist/capabilities/metadata-search/handler.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/handler.js +153 -0
- package/dist/capabilities/metadata-search/handler.js.map +1 -0
- package/dist/capabilities/metadata-search/index.d.ts +6 -0
- package/dist/capabilities/metadata-search/index.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/index.js +5 -0
- package/dist/capabilities/metadata-search/index.js.map +1 -0
- package/dist/capabilities/metadata-search/schemas.d.ts +83 -0
- package/dist/capabilities/metadata-search/schemas.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/schemas.js +80 -0
- package/dist/capabilities/metadata-search/schemas.js.map +1 -0
- package/dist/capabilities/metadata-search/tools.d.ts +178 -0
- package/dist/capabilities/metadata-search/tools.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/tools.js +75 -0
- package/dist/capabilities/metadata-search/tools.js.map +1 -0
- package/dist/capabilities/metadata-search/types.d.ts +13 -0
- package/dist/capabilities/metadata-search/types.d.ts.map +1 -0
- package/dist/capabilities/metadata-search/types.js +2 -0
- package/dist/capabilities/metadata-search/types.js.map +1 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.d.ts +43 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.js +2 -0
- package/dist/capabilities/pdf-discovery/DownloadTier.js.map +1 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.d.ts +16 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.js +202 -0
- package/dist/capabilities/pdf-discovery/OpenAccessFallbackService.js.map +1 -0
- package/dist/capabilities/pdf-discovery/batch.d.ts +74 -0
- package/dist/capabilities/pdf-discovery/batch.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/batch.js +370 -0
- package/dist/capabilities/pdf-discovery/batch.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.d.ts +7 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.js +46 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiAttempt.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.d.ts +35 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.js +689 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiMcpClient.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.d.ts +23 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.js +30 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiProgress.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.d.ts +29 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.js +176 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiReadiness.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.js +225 -0
- package/dist/capabilities/pdf-discovery/carsi/CarsiResultNormalizer.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/index.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/carsi/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/index.js +11 -0
- package/dist/capabilities/pdf-discovery/carsi/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/types.d.ts +118 -0
- package/dist/capabilities/pdf-discovery/carsi/types.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/carsi/types.js +2 -0
- package/dist/capabilities/pdf-discovery/carsi/types.js.map +1 -0
- package/dist/capabilities/pdf-discovery/handler.d.ts +28 -0
- package/dist/capabilities/pdf-discovery/handler.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/handler.js +72 -0
- package/dist/capabilities/pdf-discovery/handler.js.map +1 -0
- package/dist/capabilities/pdf-discovery/identity.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/identity.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/identity.js +24 -0
- package/dist/capabilities/pdf-discovery/identity.js.map +1 -0
- package/dist/capabilities/pdf-discovery/index.d.ts +8 -0
- package/dist/capabilities/pdf-discovery/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/index.js +6 -0
- package/dist/capabilities/pdf-discovery/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/oaHosts.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/oaHosts.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/oaHosts.js +37 -0
- package/dist/capabilities/pdf-discovery/oaHosts.js.map +1 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.d.ts +6 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.js +95 -0
- package/dist/capabilities/pdf-discovery/pmcCloud.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.d.ts +4 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.js +122 -0
- package/dist/capabilities/pdf-discovery/publisherApi/elsevier.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.d.ts +31 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.js +20 -0
- package/dist/capabilities/pdf-discovery/publisherApi/index.js.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.d.ts +4 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.js +114 -0
- package/dist/capabilities/pdf-discovery/publisherApi/springer.js.map +1 -0
- package/dist/capabilities/pdf-discovery/schemas.d.ts +176 -0
- package/dist/capabilities/pdf-discovery/schemas.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/schemas.js +72 -0
- package/dist/capabilities/pdf-discovery/schemas.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.d.ts +5 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.js +40 -0
- package/dist/capabilities/pdf-discovery/tiers/directPdfUrl.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.d.ts +13 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.js +123 -0
- package/dist/capabilities/pdf-discovery/tiers/entitledAccess.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.js +21 -0
- package/dist/capabilities/pdf-discovery/tiers/primary.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.d.ts +12 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.js +109 -0
- package/dist/capabilities/pdf-discovery/tiers/publisherApi.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.d.ts +10 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.js +37 -0
- package/dist/capabilities/pdf-discovery/tiers/repositories.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.js +21 -0
- package/dist/capabilities/pdf-discovery/tiers/scihub.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.d.ts +3 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.js +76 -0
- package/dist/capabilities/pdf-discovery/tiers/unpaywall.js.map +1 -0
- package/dist/capabilities/pdf-discovery/tools.d.ts +337 -0
- package/dist/capabilities/pdf-discovery/tools.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/tools.js +144 -0
- package/dist/capabilities/pdf-discovery/tools.js.map +1 -0
- package/dist/capabilities/pdf-discovery/types.d.ts +86 -0
- package/dist/capabilities/pdf-discovery/types.d.ts.map +1 -0
- package/dist/capabilities/pdf-discovery/types.js +2 -0
- package/dist/capabilities/pdf-discovery/types.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +1196 -0
- package/dist/cli.js.map +1 -0
- package/dist/config/ConfigService.d.ts +28 -0
- package/dist/config/ConfigService.d.ts.map +1 -0
- package/dist/config/ConfigService.js +204 -0
- package/dist/config/ConfigService.js.map +1 -0
- package/dist/config/ResultCaps.d.ts +4 -0
- package/dist/config/ResultCaps.d.ts.map +1 -0
- package/dist/config/ResultCaps.js +10 -0
- package/dist/config/ResultCaps.js.map +1 -0
- package/dist/config/constants.d.ts +158 -0
- package/dist/config/constants.d.ts.map +1 -0
- package/dist/config/constants.js +102 -0
- package/dist/config/constants.js.map +1 -0
- package/dist/core/capabilityProfile.d.ts +2 -0
- package/dist/core/capabilityProfile.d.ts.map +1 -0
- package/dist/core/capabilityProfile.js +2 -0
- package/dist/core/capabilityProfile.js.map +1 -0
- package/dist/core/diagnostics.d.ts +2 -0
- package/dist/core/diagnostics.d.ts.map +1 -0
- package/dist/core/diagnostics.js +2 -0
- package/dist/core/diagnostics.js.map +1 -0
- package/dist/core/handleToolCall.d.ts +13 -0
- package/dist/core/handleToolCall.d.ts.map +1 -0
- package/dist/core/handleToolCall.js +304 -0
- package/dist/core/handleToolCall.js.map +1 -0
- package/dist/core/httpPolicies.d.ts +2 -0
- package/dist/core/httpPolicies.d.ts.map +1 -0
- package/dist/core/httpPolicies.js +2 -0
- package/dist/core/httpPolicies.js.map +1 -0
- package/dist/core/liveSmoke.d.ts +2 -0
- package/dist/core/liveSmoke.d.ts.map +1 -0
- package/dist/core/liveSmoke.js +2 -0
- package/dist/core/liveSmoke.js.map +1 -0
- package/dist/core/platformFactories.d.ts +2 -0
- package/dist/core/platformFactories.d.ts.map +1 -0
- package/dist/core/platformFactories.js +2 -0
- package/dist/core/platformFactories.js.map +1 -0
- package/dist/core/platformMetadata.d.ts +2 -0
- package/dist/core/platformMetadata.d.ts.map +1 -0
- package/dist/core/platformMetadata.js +2 -0
- package/dist/core/platformMetadata.js.map +1 -0
- package/dist/core/schemas.d.ts +365 -0
- package/dist/core/schemas.d.ts.map +1 -0
- package/dist/core/schemas.js +256 -0
- package/dist/core/schemas.js.map +1 -0
- package/dist/core/searchers.d.ts +41 -0
- package/dist/core/searchers.d.ts.map +1 -0
- package/dist/core/searchers.js +24 -0
- package/dist/core/searchers.js.map +1 -0
- package/dist/core/textReports.d.ts +2 -0
- package/dist/core/textReports.d.ts.map +1 -0
- package/dist/core/textReports.js +2 -0
- package/dist/core/textReports.js.map +1 -0
- package/dist/core/tools.d.ts +7 -0
- package/dist/core/tools.d.ts.map +1 -0
- package/dist/core/tools.js +489 -0
- package/dist/core/tools.js.map +1 -0
- package/dist/infrastructure/cache/RequestCache.d.ts +26 -0
- package/dist/infrastructure/cache/RequestCache.d.ts.map +1 -0
- package/dist/infrastructure/cache/RequestCache.js +66 -0
- package/dist/infrastructure/cache/RequestCache.js.map +1 -0
- package/dist/infrastructure/http/ErrorHandler.d.ts +101 -0
- package/dist/infrastructure/http/ErrorHandler.d.ts.map +1 -0
- package/dist/infrastructure/http/ErrorHandler.js +278 -0
- package/dist/infrastructure/http/ErrorHandler.js.map +1 -0
- package/dist/infrastructure/http/HttpClient.d.ts +31 -0
- package/dist/infrastructure/http/HttpClient.d.ts.map +1 -0
- package/dist/infrastructure/http/HttpClient.js +52 -0
- package/dist/infrastructure/http/HttpClient.js.map +1 -0
- package/dist/infrastructure/pdf/PDFExtractor.d.ts +34 -0
- package/dist/infrastructure/pdf/PDFExtractor.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PDFExtractor.js +130 -0
- package/dist/infrastructure/pdf/PDFExtractor.js.map +1 -0
- package/dist/infrastructure/pdf/PdfDownload.d.ts +16 -0
- package/dist/infrastructure/pdf/PdfDownload.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PdfDownload.js +242 -0
- package/dist/infrastructure/pdf/PdfDownload.js.map +1 -0
- package/dist/infrastructure/pdf/PdfFirstPage.cjs +70 -0
- package/dist/infrastructure/pdf/PdfFirstPage.cjs.map +1 -0
- package/dist/infrastructure/pdf/PdfFirstPage.d.cts +16 -0
- package/dist/infrastructure/pdf/PdfFirstPage.d.cts.map +1 -0
- package/dist/infrastructure/pdf/PdfIdentity.d.ts +29 -0
- package/dist/infrastructure/pdf/PdfIdentity.d.ts.map +1 -0
- package/dist/infrastructure/pdf/PdfIdentity.js +283 -0
- package/dist/infrastructure/pdf/PdfIdentity.js.map +1 -0
- package/dist/infrastructure/rate-limit/RateLimiter.d.ts +50 -0
- package/dist/infrastructure/rate-limit/RateLimiter.d.ts.map +1 -0
- package/dist/infrastructure/rate-limit/RateLimiter.js +128 -0
- package/dist/infrastructure/rate-limit/RateLimiter.js.map +1 -0
- package/dist/infrastructure/runlog/RunLedger.d.ts +61 -0
- package/dist/infrastructure/runlog/RunLedger.d.ts.map +1 -0
- package/dist/infrastructure/runlog/RunLedger.js +284 -0
- package/dist/infrastructure/runlog/RunLedger.js.map +1 -0
- package/dist/infrastructure/runlog/failureClass.d.ts +26 -0
- package/dist/infrastructure/runlog/failureClass.d.ts.map +1 -0
- package/dist/infrastructure/runlog/failureClass.js +125 -0
- package/dist/infrastructure/runlog/failureClass.js.map +1 -0
- package/dist/infrastructure/security/SecurityUtils.d.ts +80 -0
- package/dist/infrastructure/security/SecurityUtils.d.ts.map +1 -0
- package/dist/infrastructure/security/SecurityUtils.js +357 -0
- package/dist/infrastructure/security/SecurityUtils.js.map +1 -0
- package/dist/management/capability-profile/carsiReadiness.d.ts +10 -0
- package/dist/management/capability-profile/carsiReadiness.d.ts.map +1 -0
- package/dist/management/capability-profile/carsiReadiness.js +13 -0
- package/dist/management/capability-profile/carsiReadiness.js.map +1 -0
- package/dist/management/capability-profile/index.d.ts +26 -0
- package/dist/management/capability-profile/index.d.ts.map +1 -0
- package/dist/management/capability-profile/index.js +183 -0
- package/dist/management/capability-profile/index.js.map +1 -0
- package/dist/management/carsi/host.d.ts +4 -0
- package/dist/management/carsi/host.d.ts.map +1 -0
- package/dist/management/carsi/host.js +65 -0
- package/dist/management/carsi/host.js.map +1 -0
- package/dist/management/carsi/installer.d.ts +146 -0
- package/dist/management/carsi/installer.d.ts.map +1 -0
- package/dist/management/carsi/installer.js +527 -0
- package/dist/management/carsi/installer.js.map +1 -0
- package/dist/management/carsi/runtime.d.ts +31 -0
- package/dist/management/carsi/runtime.d.ts.map +1 -0
- package/dist/management/carsi/runtime.js +67 -0
- package/dist/management/carsi/runtime.js.map +1 -0
- package/dist/management/config/index.d.ts +2 -0
- package/dist/management/config/index.d.ts.map +1 -0
- package/dist/management/config/index.js +2 -0
- package/dist/management/config/index.js.map +1 -0
- package/dist/management/diagnostics/index.d.ts +43 -0
- package/dist/management/diagnostics/index.d.ts.map +1 -0
- package/dist/management/diagnostics/index.js +610 -0
- package/dist/management/diagnostics/index.js.map +1 -0
- package/dist/management/failures/index.d.ts +47 -0
- package/dist/management/failures/index.d.ts.map +1 -0
- package/dist/management/failures/index.js +134 -0
- package/dist/management/failures/index.js.map +1 -0
- package/dist/management/reports/index.d.ts +32 -0
- package/dist/management/reports/index.d.ts.map +1 -0
- package/dist/management/reports/index.js +123 -0
- package/dist/management/reports/index.js.map +1 -0
- package/dist/management/skills/autoSync.d.ts +41 -0
- package/dist/management/skills/autoSync.d.ts.map +1 -0
- package/dist/management/skills/autoSync.js +142 -0
- package/dist/management/skills/autoSync.js.map +1 -0
- package/dist/management/skills/index.d.ts +3 -0
- package/dist/management/skills/index.d.ts.map +1 -0
- package/dist/management/skills/index.js +3 -0
- package/dist/management/skills/index.js.map +1 -0
- package/dist/management/smoke/index.d.ts +44 -0
- package/dist/management/smoke/index.d.ts.map +1 -0
- package/dist/management/smoke/index.js +254 -0
- package/dist/management/smoke/index.js.map +1 -0
- package/dist/models/Paper.d.ts +64 -0
- package/dist/models/Paper.d.ts.map +1 -0
- package/dist/models/Paper.js +70 -0
- package/dist/models/Paper.js.map +1 -0
- package/dist/platforms/ACMSearcher.d.ts +16 -0
- package/dist/platforms/ACMSearcher.d.ts.map +1 -0
- package/dist/platforms/ACMSearcher.js +125 -0
- package/dist/platforms/ACMSearcher.js.map +1 -0
- package/dist/platforms/BioRxivSearcher.d.ts +47 -0
- package/dist/platforms/BioRxivSearcher.d.ts.map +1 -0
- package/dist/platforms/BioRxivSearcher.js +215 -0
- package/dist/platforms/BioRxivSearcher.js.map +1 -0
- package/dist/platforms/CORESearcher.d.ts +17 -0
- package/dist/platforms/CORESearcher.d.ts.map +1 -0
- package/dist/platforms/CORESearcher.js +185 -0
- package/dist/platforms/CORESearcher.js.map +1 -0
- package/dist/platforms/CrossrefSearcher.d.ts +34 -0
- package/dist/platforms/CrossrefSearcher.d.ts.map +1 -0
- package/dist/platforms/CrossrefSearcher.js +339 -0
- package/dist/platforms/CrossrefSearcher.js.map +1 -0
- package/dist/platforms/DBLPSearcher.d.ts +16 -0
- package/dist/platforms/DBLPSearcher.d.ts.map +1 -0
- package/dist/platforms/DBLPSearcher.js +116 -0
- package/dist/platforms/DBLPSearcher.js.map +1 -0
- package/dist/platforms/EuropePMCSearcher.d.ts +20 -0
- package/dist/platforms/EuropePMCSearcher.d.ts.map +1 -0
- package/dist/platforms/EuropePMCSearcher.js +173 -0
- package/dist/platforms/EuropePMCSearcher.js.map +1 -0
- package/dist/platforms/GoogleScholarSearcher.d.ts +142 -0
- package/dist/platforms/GoogleScholarSearcher.d.ts.map +1 -0
- package/dist/platforms/GoogleScholarSearcher.js +648 -0
- package/dist/platforms/GoogleScholarSearcher.js.map +1 -0
- package/dist/platforms/IACRSearcher.d.ts +51 -0
- package/dist/platforms/IACRSearcher.d.ts.map +1 -0
- package/dist/platforms/IACRSearcher.js +339 -0
- package/dist/platforms/IACRSearcher.js.map +1 -0
- package/dist/platforms/IEEESearcher.d.ts +15 -0
- package/dist/platforms/IEEESearcher.d.ts.map +1 -0
- package/dist/platforms/IEEESearcher.js +123 -0
- package/dist/platforms/IEEESearcher.js.map +1 -0
- package/dist/platforms/OpenAIRESearcher.d.ts +22 -0
- package/dist/platforms/OpenAIRESearcher.d.ts.map +1 -0
- package/dist/platforms/OpenAIRESearcher.js +235 -0
- package/dist/platforms/OpenAIRESearcher.js.map +1 -0
- package/dist/platforms/OpenAlexSearcher.d.ts +14 -0
- package/dist/platforms/OpenAlexSearcher.d.ts.map +1 -0
- package/dist/platforms/OpenAlexSearcher.js +114 -0
- package/dist/platforms/OpenAlexSearcher.js.map +1 -0
- package/dist/platforms/OpenReviewSearcher.d.ts +19 -0
- package/dist/platforms/OpenReviewSearcher.d.ts.map +1 -0
- package/dist/platforms/OpenReviewSearcher.js +141 -0
- package/dist/platforms/OpenReviewSearcher.js.map +1 -0
- package/dist/platforms/PMCSearcher.d.ts +20 -0
- package/dist/platforms/PMCSearcher.d.ts.map +1 -0
- package/dist/platforms/PMCSearcher.js +177 -0
- package/dist/platforms/PMCSearcher.js.map +1 -0
- package/dist/platforms/PaperSource.d.ts +149 -0
- package/dist/platforms/PaperSource.d.ts.map +1 -0
- package/dist/platforms/PaperSource.js +125 -0
- package/dist/platforms/PaperSource.js.map +1 -0
- package/dist/platforms/PubMedSearcher.d.ts +104 -0
- package/dist/platforms/PubMedSearcher.d.ts.map +1 -0
- package/dist/platforms/PubMedSearcher.js +430 -0
- package/dist/platforms/PubMedSearcher.js.map +1 -0
- package/dist/platforms/SciHubSearcher.d.ts +66 -0
- package/dist/platforms/SciHubSearcher.d.ts.map +1 -0
- package/dist/platforms/SciHubSearcher.js +398 -0
- package/dist/platforms/SciHubSearcher.js.map +1 -0
- package/dist/platforms/ScienceDirectSearcher.d.ts +42 -0
- package/dist/platforms/ScienceDirectSearcher.d.ts.map +1 -0
- package/dist/platforms/ScienceDirectSearcher.js +334 -0
- package/dist/platforms/ScienceDirectSearcher.js.map +1 -0
- package/dist/platforms/ScopusSearcher.d.ts +43 -0
- package/dist/platforms/ScopusSearcher.d.ts.map +1 -0
- package/dist/platforms/ScopusSearcher.js +377 -0
- package/dist/platforms/ScopusSearcher.js.map +1 -0
- package/dist/platforms/SemanticScholarSearcher.d.ts +96 -0
- package/dist/platforms/SemanticScholarSearcher.d.ts.map +1 -0
- package/dist/platforms/SemanticScholarSearcher.js +419 -0
- package/dist/platforms/SemanticScholarSearcher.js.map +1 -0
- package/dist/platforms/SpringerSearcher.d.ts +54 -0
- package/dist/platforms/SpringerSearcher.d.ts.map +1 -0
- package/dist/platforms/SpringerSearcher.js +387 -0
- package/dist/platforms/SpringerSearcher.js.map +1 -0
- package/dist/platforms/USENIXSearcher.d.ts +14 -0
- package/dist/platforms/USENIXSearcher.d.ts.map +1 -0
- package/dist/platforms/USENIXSearcher.js +75 -0
- package/dist/platforms/USENIXSearcher.js.map +1 -0
- package/dist/platforms/UnpaywallSearcher.d.ts +29 -0
- package/dist/platforms/UnpaywallSearcher.d.ts.map +1 -0
- package/dist/platforms/UnpaywallSearcher.js +135 -0
- package/dist/platforms/UnpaywallSearcher.js.map +1 -0
- package/dist/platforms/WebOfScienceSearcher.d.ts +111 -0
- package/dist/platforms/WebOfScienceSearcher.d.ts.map +1 -0
- package/dist/platforms/WebOfScienceSearcher.js +500 -0
- package/dist/platforms/WebOfScienceSearcher.js.map +1 -0
- package/dist/registry/aliases.d.ts +2 -0
- package/dist/registry/aliases.d.ts.map +1 -0
- package/dist/registry/aliases.js +2 -0
- package/dist/registry/aliases.js.map +1 -0
- package/dist/registry/httpPolicies.d.ts +3 -0
- package/dist/registry/httpPolicies.d.ts.map +1 -0
- package/dist/registry/httpPolicies.js +13 -0
- package/dist/registry/httpPolicies.js.map +1 -0
- package/dist/registry/platformFactories.d.ts +8 -0
- package/dist/registry/platformFactories.d.ts.map +1 -0
- package/dist/registry/platformFactories.js +51 -0
- package/dist/registry/platformFactories.js.map +1 -0
- package/dist/registry/platformMetadata.d.ts +55 -0
- package/dist/registry/platformMetadata.d.ts.map +1 -0
- package/dist/registry/platformMetadata.js +438 -0
- package/dist/registry/platformMetadata.js.map +1 -0
- package/dist/services/CitationService.d.ts +3 -0
- package/dist/services/CitationService.d.ts.map +1 -0
- package/dist/services/CitationService.js +2 -0
- package/dist/services/CitationService.js.map +1 -0
- package/dist/services/JournalMetricsService.d.ts +3 -0
- package/dist/services/JournalMetricsService.d.ts.map +1 -0
- package/dist/services/JournalMetricsService.js +2 -0
- package/dist/services/JournalMetricsService.js.map +1 -0
- package/dist/services/MultiSourceSearchService.d.ts +3 -0
- package/dist/services/MultiSourceSearchService.d.ts.map +1 -0
- package/dist/services/MultiSourceSearchService.js +2 -0
- package/dist/services/MultiSourceSearchService.js.map +1 -0
- package/dist/services/OpenAccessFallbackService.d.ts +4 -0
- package/dist/services/OpenAccessFallbackService.d.ts.map +1 -0
- package/dist/services/OpenAccessFallbackService.js +2 -0
- package/dist/services/OpenAccessFallbackService.js.map +1 -0
- package/dist/skills/SkillInstaller.d.ts +110 -0
- package/dist/skills/SkillInstaller.d.ts.map +1 -0
- package/dist/skills/SkillInstaller.js +393 -0
- package/dist/skills/SkillInstaller.js.map +1 -0
- package/dist/utils/ErrorHandler.d.ts +3 -0
- package/dist/utils/ErrorHandler.d.ts.map +1 -0
- package/dist/utils/ErrorHandler.js +3 -0
- package/dist/utils/ErrorHandler.js.map +1 -0
- package/dist/utils/HttpClient.d.ts +2 -0
- package/dist/utils/HttpClient.d.ts.map +1 -0
- package/dist/utils/HttpClient.js +2 -0
- package/dist/utils/HttpClient.js.map +1 -0
- package/dist/utils/Logger.d.ts +6 -0
- package/dist/utils/Logger.d.ts.map +1 -0
- package/dist/utils/Logger.js +26 -0
- package/dist/utils/Logger.js.map +1 -0
- package/dist/utils/PDFExtractor.d.ts +3 -0
- package/dist/utils/PDFExtractor.d.ts.map +1 -0
- package/dist/utils/PDFExtractor.js +3 -0
- package/dist/utils/PDFExtractor.js.map +1 -0
- package/dist/utils/PdfDownload.d.ts +2 -0
- package/dist/utils/PdfDownload.d.ts.map +1 -0
- package/dist/utils/PdfDownload.js +2 -0
- package/dist/utils/PdfDownload.js.map +1 -0
- package/dist/utils/QuotaManager.d.ts +32 -0
- package/dist/utils/QuotaManager.d.ts.map +1 -0
- package/dist/utils/QuotaManager.js +95 -0
- package/dist/utils/QuotaManager.js.map +1 -0
- package/dist/utils/RateLimiter.d.ts +2 -0
- package/dist/utils/RateLimiter.d.ts.map +1 -0
- package/dist/utils/RateLimiter.js +2 -0
- package/dist/utils/RateLimiter.js.map +1 -0
- package/dist/utils/RequestCache.d.ts +3 -0
- package/dist/utils/RequestCache.d.ts.map +1 -0
- package/dist/utils/RequestCache.js +3 -0
- package/dist/utils/RequestCache.js.map +1 -0
- package/dist/utils/SecurityUtils.d.ts +3 -0
- package/dist/utils/SecurityUtils.d.ts.map +1 -0
- package/dist/utils/SecurityUtils.js +3 -0
- package/dist/utils/SecurityUtils.js.map +1 -0
- package/package.json +118 -4
- package/skills/paper-search/SKILL.md +151 -0
- package/skills/paper-search/references/browser-download.md +101 -0
- package/skills/paper-search/references/capability-routing.md +174 -0
- package/skills/paper-search/references/carsi-setup.md +69 -0
- package/skills/paper-search/references/cli-contract.md +200 -0
- package/skills/paper-search/references/management-layer.md +149 -0
- package/skills/paper-search/references/publisher-support.md +72 -0
- package/skills/paper-search/references/troubleshooting.md +15 -0
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
"""ovid.com/jnls/: LWW articles Ovid serves behind a two-step access panel.
|
|
2
|
+
|
|
3
|
+
Without access the abstract page shows "Check Access" (an offer of the shared
|
|
4
|
+
access rule), which opens the panel with the institutional login."""
|
|
5
|
+
from __future__ import annotations
|
|
6
|
+
|
|
7
|
+
import re
|
|
8
|
+
from typing import Any
|
|
9
|
+
from urllib.parse import urlparse
|
|
10
|
+
|
|
11
|
+
from ...engine.batch_common import _is_browser_error
|
|
12
|
+
|
|
13
|
+
HOSTS = {"ovid.com", "www.ovid.com"}
|
|
14
|
+
_ARTICLE = re.compile(r"/jnls/[^/]+/(?:abstract|fulltext|pdf)/")
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
def is_page(url: str) -> bool:
|
|
18
|
+
parsed = urlparse(url or "")
|
|
19
|
+
return (parsed.hostname or "").lower() in HOSTS and parsed.path.startswith("/jnls/")
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
def is_redirect(url: str) -> bool:
|
|
23
|
+
"""``ovid.com/<DOI>``: Ovid's DOI address, which its script moves on to the
|
|
24
|
+
article (``/jnls/<journal>/fulltext/...``); no PDF link on it yet (Epidemiology, 2026-11-01)."""
|
|
25
|
+
parsed = urlparse(url or "")
|
|
26
|
+
return (parsed.hostname or "").lower() in HOSTS and bool(re.match(r"/10\.\d{4,9}/", parsed.path))
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
def is_article(url: str) -> bool:
|
|
30
|
+
parsed = urlparse((url or "").lower())
|
|
31
|
+
return parsed.scheme == "https" and bool(_ARTICLE.match(parsed.path))
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
class OvidSite:
|
|
35
|
+
"""Answers for ovid.com/jnls/ pages; ``None`` = no opinion."""
|
|
36
|
+
|
|
37
|
+
def __init__(self, downloader: Any):
|
|
38
|
+
self.d = downloader
|
|
39
|
+
|
|
40
|
+
def open_pdf_entry(self, page: Any, result: Any) -> bool:
|
|
41
|
+
"""Open this article's PDF with the article page as Referer. Without it
|
|
42
|
+
Ovid answers 307 back to the full text, and the "Download PDF" click
|
|
43
|
+
went without it now and then (J Clin Gastroenterology, 2026-11-01)."""
|
|
44
|
+
article = str(getattr(page, "url", "") or "")
|
|
45
|
+
hrefs = page.evaluate("() => [...document.querySelectorAll('a[href*=\"/pdf/\"]')].map(a => a.href)")
|
|
46
|
+
for href in hrefs if isinstance(hrefs, list) else []:
|
|
47
|
+
if isinstance(href, str) and self.d._article_pdf_url_matches(href, result.doi):
|
|
48
|
+
self.d._event(result, "pdf_button_clicked", "ovid-article-pdf")
|
|
49
|
+
try:
|
|
50
|
+
page.goto(href, wait_until="commit", timeout=self.d.pdf_timeout_ms, referer=article)
|
|
51
|
+
except Exception as exc:
|
|
52
|
+
if not _is_browser_error(exc):
|
|
53
|
+
raise
|
|
54
|
+
# The capture may answer the request itself (Chromium: 204,
|
|
55
|
+
# so no download); whether the PDF came is the capture's call.
|
|
56
|
+
self.d._event(result, "pdf_navigation_ended", type(exc).__name__)
|
|
57
|
+
return True
|
|
58
|
+
return False
|
|
59
|
+
|
|
60
|
+
def open_institution_entry(self, page: Any, result: Any) -> bool:
|
|
61
|
+
# Select the institutional control, avoiding individual/AAOS login.
|
|
62
|
+
institution = page.locator("a.omni-sso-url").filter(
|
|
63
|
+
has_text=re.compile(r"Institutional\s+Users", re.I)).first
|
|
64
|
+
if not institution.is_visible():
|
|
65
|
+
wall = page.locator("button.omni-article-tool__check-access").first
|
|
66
|
+
if not wall.is_visible():
|
|
67
|
+
return False
|
|
68
|
+
wall.click(timeout=5_000, no_wait_after=True)
|
|
69
|
+
institution.wait_for(state="visible", timeout=5_000)
|
|
70
|
+
institution.click(timeout=10_000, no_wait_after=True)
|
|
71
|
+
self.d._event(result, "sso_entry_clicked", "ovid-institution-control")
|
|
72
|
+
return True
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"""MDPI: open-access journals on www.mdpi.com.
|
|
2
|
+
|
|
3
|
+
The PDF is the article page's ``/pdf``; the page is the source page or derived
|
|
4
|
+
from the DOI for the journals whose codes are known.
|
|
5
|
+
"""
|
|
6
|
+
from __future__ import annotations
|
|
7
|
+
|
|
8
|
+
from ...engine.router import _append_mdpi_candidates
|
|
9
|
+
from ..base import PublisherAdapter, register
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
@register
|
|
13
|
+
class MDPIAdapter(PublisherAdapter):
|
|
14
|
+
publisher = "mdpi"
|
|
15
|
+
|
|
16
|
+
@classmethod
|
|
17
|
+
def profile_pdf_candidates(cls, doi: str, source_url: str) -> list[str]:
|
|
18
|
+
urls: list[str] = []
|
|
19
|
+
_append_mdpi_candidates(urls, doi, source_url)
|
|
20
|
+
return urls
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"""On the Atypon platform (``platforms/atypon``): only its hosts are its own.
|
|
2
|
+
|
|
3
|
+
The article page links only to NEJM's own sign-in page, whose "INSTITUTIONAL
|
|
4
|
+
SIGN IN" leads to the platform's chooser; the platform opens that chooser
|
|
5
|
+
directly (2026-11-03).
|
|
6
|
+
"""
|
|
7
|
+
from __future__ import annotations
|
|
8
|
+
|
|
9
|
+
from ..base import register
|
|
10
|
+
from ..platforms.atypon import AtyponAdapter
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
@register
|
|
14
|
+
class NEJMAdapter(AtyponAdapter):
|
|
15
|
+
"""NEJM Group journals: nejm.org and its journals' subdomains (NEJM Evidence, NEJM AI, NEJM Catalyst)."""
|
|
16
|
+
|
|
17
|
+
publisher = "nejm"
|
|
18
|
+
site_hosts = frozenset({"nejm.org", "www.nejm.org", "evidence.nejm.org", "ai.nejm.org", "catalyst.nejm.org"})
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
"""On the Atypon platform (``platforms/atypon``): only its hosts are its own."""
|
|
2
|
+
from __future__ import annotations
|
|
3
|
+
|
|
4
|
+
from ..base import register
|
|
5
|
+
from ..platforms.atypon import AtyponAdapter
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
@register
|
|
9
|
+
class NeurologyAdapter(AtyponAdapter):
|
|
10
|
+
"""The AAN's Neurology journals on neurology.org."""
|
|
11
|
+
|
|
12
|
+
publisher = "neurology"
|
|
13
|
+
site_hosts = frozenset({"neurology.org", "www.neurology.org"})
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
"""Optica (formerly OSA): journals on opg.optica.org.
|
|
2
|
+
|
|
3
|
+
Without access the article page says "Not Accessible" with "Your library or
|
|
4
|
+
personal account may give you access" (an offer of the shared access rule).
|
|
5
|
+
Its LOGIN modal holds a personal
|
|
6
|
+
email/password form and the "Institutional Login" link (auth.optica.org's
|
|
7
|
+
``/connect/authorize``, then OpenAthens).
|
|
8
|
+
"""
|
|
9
|
+
from __future__ import annotations
|
|
10
|
+
|
|
11
|
+
from typing import Any
|
|
12
|
+
from urllib.parse import urljoin, urlparse
|
|
13
|
+
|
|
14
|
+
from ...engine.batch_common import open_page
|
|
15
|
+
from ..base import PublisherAdapter, register
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
@register
|
|
19
|
+
class OpticaAdapter(PublisherAdapter):
|
|
20
|
+
publisher = "optica"
|
|
21
|
+
|
|
22
|
+
def open_institution_entry(self, page: Any, result: Any) -> bool | None:
|
|
23
|
+
"""The modal's "Institutional Login" link, opened directly; the personal form is never used."""
|
|
24
|
+
if (urlparse(str(getattr(page, "url", "") or "")).hostname or "").lower() != "opg.optica.org":
|
|
25
|
+
return None
|
|
26
|
+
for control in page.locator('a[href*="auth.optica.org"]').all():
|
|
27
|
+
target = urlparse(urljoin(str(page.url), control.get_attribute("href") or ""))
|
|
28
|
+
if (target.scheme == "https" and target.hostname == "auth.optica.org"
|
|
29
|
+
and target.path == "/connect/authorize"):
|
|
30
|
+
open_page(page, target.geturl(), timeout_ms=30_000)
|
|
31
|
+
self.d._event(result, "sso_entry_clicked", "optica-institutional-login")
|
|
32
|
+
return True
|
|
33
|
+
return False
|
|
@@ -0,0 +1,366 @@
|
|
|
1
|
+
"""Oxford Academic: journals on academic.oup.com (Silverchair).
|
|
2
|
+
|
|
3
|
+
One site type so far, Oxford's own journals and the society journals it hosts
|
|
4
|
+
(Endocrine Society, ...). Its sign-in is its own flow (``complete_login``): one
|
|
5
|
+
deadline per article from the first attempt, up to three attempts, and only the page's own
|
|
6
|
+
institutional control is ever clicked, never a form. The PDF endpoint
|
|
7
|
+
(``/<journal>/article-pdf/...``) redirects to a Silverchair CDN copy, accepted
|
|
8
|
+
only with that redirect as its provenance. Its institution chooser is SAMS
|
|
9
|
+
Sigma's Shibboleth discovery page (``oup2-ds.sams-sigma.com``), a list of
|
|
10
|
+
every member school with a filter box; the configured school is chosen there.
|
|
11
|
+
"""
|
|
12
|
+
from __future__ import annotations
|
|
13
|
+
|
|
14
|
+
import re
|
|
15
|
+
import time
|
|
16
|
+
from typing import Any
|
|
17
|
+
from urllib.parse import unquote, urlparse
|
|
18
|
+
|
|
19
|
+
from ...engine.batch_common import AWAY_WAIT_SEC, open_page
|
|
20
|
+
from ...engine.router import _append_oxford_candidates
|
|
21
|
+
from ..base import PublisherAdapter, SupplementLink, register
|
|
22
|
+
|
|
23
|
+
HOST = "academic.oup.com"
|
|
24
|
+
CDN_HOST = "watermark02.silverchair.com"
|
|
25
|
+
_ARTICLE = re.compile(r"/[^/]+/(?:advance-)?article(?:-abstract|-pdf)?/")
|
|
26
|
+
_PDF = re.compile(r"/[^/]+/(?:advance-)?article-pdf/")
|
|
27
|
+
_ENTRY = "a.js-shibboleth-action.at-institutional-sign-in"
|
|
28
|
+
CDN_FILES = "oup.silverchair-cdn.com"
|
|
29
|
+
# Links in the article's "Supplementary data" section, with their text.
|
|
30
|
+
_SUPPLEMENT_ROWS_JS = """() => [...document.querySelectorAll('[class*="supplementary-material"] a[href]')]
|
|
31
|
+
.map(a => ({href: a.href, label: (a.innerText || '').replace(/\\s+/g, ' ').trim().slice(0, 200)}))"""
|
|
32
|
+
_STOP = {"login_retries_exhausted", "login_timeout", "login_page_closed",
|
|
33
|
+
"login_credentials_rejected", "institution_not_registered",
|
|
34
|
+
"institution_pdf_entitlement_missing"}
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
@register
|
|
38
|
+
class OUPAdapter(PublisherAdapter):
|
|
39
|
+
publisher = "oxford academic"
|
|
40
|
+
validates_article_pdf = True
|
|
41
|
+
keeps_pdf_out_of_downloads = True
|
|
42
|
+
native_pdf_patterns = (f"https://{HOST}/*/article-pdf/*", f"https://{HOST}/*/advance-article-pdf/*",
|
|
43
|
+
f"https://{CDN_HOST}/*.pdf*")
|
|
44
|
+
pdf_cdn_redirects = True
|
|
45
|
+
article_pdf_candidates_only = True
|
|
46
|
+
diagnostic_screenshots = False
|
|
47
|
+
returns_from_home_page = True
|
|
48
|
+
|
|
49
|
+
# --- pages and PDFs -------------------------------------------------------
|
|
50
|
+
|
|
51
|
+
@classmethod
|
|
52
|
+
def profile_pdf_candidates(cls, doi: str, source_url: str) -> list[str]:
|
|
53
|
+
urls: list[str] = []
|
|
54
|
+
_append_oxford_candidates(urls, doi, source_url)
|
|
55
|
+
return urls
|
|
56
|
+
|
|
57
|
+
def is_article_page_url(self, url: str) -> bool | None:
|
|
58
|
+
parsed = urlparse((url or "").lower())
|
|
59
|
+
return parsed.scheme == "https" and parsed.hostname == HOST and bool(_ARTICLE.match(parsed.path))
|
|
60
|
+
|
|
61
|
+
def is_article_pdf_url(self, url: str, doi: str = "") -> bool | None:
|
|
62
|
+
parsed = urlparse(url)
|
|
63
|
+
path = unquote(parsed.path).lower()
|
|
64
|
+
if (parsed.scheme != "https" or parsed.hostname != HOST
|
|
65
|
+
or not _PDF.match(path) or not path.endswith(".pdf") or self.d._is_supplementary_url(url)):
|
|
66
|
+
return False
|
|
67
|
+
if not doi:
|
|
68
|
+
return True
|
|
69
|
+
parts = doi.lower().split("/", 2)
|
|
70
|
+
if len(parts) != 3 or parts[0] != "10.1093":
|
|
71
|
+
return False
|
|
72
|
+
return (f"/doi/{doi.lower()}/" in path
|
|
73
|
+
or (path.startswith(f"/{parts[1]}/article-pdf/")
|
|
74
|
+
and path.rsplit("/", 1)[-1] == parts[2] + ".pdf"))
|
|
75
|
+
|
|
76
|
+
def is_institution_chooser(self, url: str) -> bool:
|
|
77
|
+
host = (urlparse(url or "").hostname or "").lower()
|
|
78
|
+
return host.endswith(".sams-sigma.com") and "-ds." in f"{host}."
|
|
79
|
+
|
|
80
|
+
def is_pdf_cdn_url(self, url: str, doi: str) -> bool:
|
|
81
|
+
"""A CDN filename alone is insufficient; callers also require provenance."""
|
|
82
|
+
parsed = urlparse(url)
|
|
83
|
+
parts = doi.lower().split("/", 2)
|
|
84
|
+
return (len(parts) == 3 and parts[0] == "10.1093"
|
|
85
|
+
and parsed.scheme == "https" and parsed.hostname == CDN_HOST
|
|
86
|
+
and unquote(parsed.path).lower().rsplit("/", 1)[-1] == parts[2] + ".pdf"
|
|
87
|
+
and not self.d._is_supplementary_url(url))
|
|
88
|
+
|
|
89
|
+
def supplement_links(self, page: Any, doi: str) -> list[SupplementLink] | None:
|
|
90
|
+
"""The "Supplementary data" files on Silverchair's CDN, whose path names the
|
|
91
|
+
DOI with "_" for "/" (``.../10.1093_labmed_lmag082/3/lmag082_supplementary_data.zip``).
|
|
92
|
+
The same file is linked from several places; figure slides are not files."""
|
|
93
|
+
key = (doi or "").lower().replace("/", "_")
|
|
94
|
+
links: list[SupplementLink] = []
|
|
95
|
+
seen: set[str] = set()
|
|
96
|
+
rows = page.evaluate(_SUPPLEMENT_ROWS_JS)
|
|
97
|
+
for row in rows if isinstance(rows, list) and key else []:
|
|
98
|
+
target = urlparse(str(row.get("href") or "") if isinstance(row, dict) else "")
|
|
99
|
+
path = unquote(target.path)
|
|
100
|
+
if (target.scheme != "https" or target.hostname != CDN_FILES
|
|
101
|
+
or f"/{key}/" not in path.lower() or path in seen):
|
|
102
|
+
continue
|
|
103
|
+
seen.add(path)
|
|
104
|
+
name = path.rsplit("/", 1)[-1]
|
|
105
|
+
links.append(SupplementLink(target._replace(fragment="").geturl(), f"{name} {row.get('label') or ''}".strip()))
|
|
106
|
+
return links
|
|
107
|
+
|
|
108
|
+
def open_institution_entry(self, page: Any, result: Any) -> bool | None:
|
|
109
|
+
# The generic ancestor-text matcher can click the Oxford logo
|
|
110
|
+
# inside a header containing institution text, sending us home.
|
|
111
|
+
for control in page.locator(_ENTRY).all():
|
|
112
|
+
if control.is_visible(timeout=1_500):
|
|
113
|
+
control.click(timeout=10_000, no_wait_after=True)
|
|
114
|
+
if result is not None:
|
|
115
|
+
self.d._event(result, "sso_entry_clicked", "oxford-institution-control")
|
|
116
|
+
return True
|
|
117
|
+
return False
|
|
118
|
+
|
|
119
|
+
# --- sign-in ----------------------------------------------------------------
|
|
120
|
+
|
|
121
|
+
def ensure_login(self, page: Any, result: Any) -> bool | None:
|
|
122
|
+
"""Open the article within ``login_timeout_sec``, then the PDF first or the
|
|
123
|
+
sign-in, whose own deadline starts with its first attempt (``complete_login``)."""
|
|
124
|
+
d = self.d
|
|
125
|
+
opened_by = time.monotonic() + d.login_timeout_sec
|
|
126
|
+
try:
|
|
127
|
+
open_page(page, result.article_url,
|
|
128
|
+
timeout_ms=max(1, min(60_000, int(d.login_timeout_sec * 1000))))
|
|
129
|
+
except Exception as exc:
|
|
130
|
+
if not self.retryable_navigation_error(exc):
|
|
131
|
+
raise
|
|
132
|
+
d._event(result, "login_navigation_interrupted", type(exc).__name__)
|
|
133
|
+
return self.complete_login(page, result)
|
|
134
|
+
time.sleep(min(1, max(0, opened_by - time.monotonic())))
|
|
135
|
+
if time.monotonic() >= opened_by:
|
|
136
|
+
result.reason = "login_timeout"
|
|
137
|
+
return False
|
|
138
|
+
d._wait_past_redirect_page(page, result)
|
|
139
|
+
d._raise_on_publisher_content_error(page)
|
|
140
|
+
if not d._wait_for_challenge(page, result, deadline=time.time() + max(0, opened_by - time.monotonic())):
|
|
141
|
+
return False
|
|
142
|
+
d._raise_on_publisher_content_error(page)
|
|
143
|
+
d._dismiss_cookie_banners(page, result)
|
|
144
|
+
if d._institution_pdf_entitlement_missing(page):
|
|
145
|
+
return False
|
|
146
|
+
if d._pdf_first_unless_signed_out(page, result):
|
|
147
|
+
return True
|
|
148
|
+
return d._complete_login_from_current_page(page, result)
|
|
149
|
+
|
|
150
|
+
def login_state(self, page: Any, deadline: float | None = None) -> str:
|
|
151
|
+
"""Observe once with a bounded read; return only a fixed category."""
|
|
152
|
+
d = self.d
|
|
153
|
+
if page.is_closed():
|
|
154
|
+
return "login_page_closed"
|
|
155
|
+
d._raise_on_publisher_access_blocked(page)
|
|
156
|
+
budget = 750 if deadline is None else max(1, min(750, int((deadline - time.monotonic()) * 1000)))
|
|
157
|
+
text = page.locator("body").inner_text(timeout=budget)[:12_000].lower()
|
|
158
|
+
title = d._title(page).lower()
|
|
159
|
+
challenge_selectors = (
|
|
160
|
+
'iframe[src*="challenges.cloudflare.com"]:visible, '
|
|
161
|
+
'iframe[src*="recaptcha"]:visible, iframe[src*="hcaptcha"]:visible, '
|
|
162
|
+
'iframe[title*="challenge" i]:visible, [data-sitekey]:visible'
|
|
163
|
+
)
|
|
164
|
+
if (any(marker in title + " " + text[:1200] for marker in (
|
|
165
|
+
"just a moment", "verify you are human", "checking your browser",
|
|
166
|
+
"are you a robot", "security verification", "正在进行安全验证"))
|
|
167
|
+
or any(frame.locator(challenge_selectors).count() for frame in page.frames)):
|
|
168
|
+
return "verification"
|
|
169
|
+
credential_errors = (
|
|
170
|
+
"incorrect password", "invalid password", "invalid credentials",
|
|
171
|
+
"incorrect username or password", "用户名或密码错误", "密码错误",
|
|
172
|
+
)
|
|
173
|
+
if any(marker in text for marker in credential_errors):
|
|
174
|
+
return "login_credentials_rejected"
|
|
175
|
+
if any(marker in text for marker in (
|
|
176
|
+
"application you have accessed is not registered",
|
|
177
|
+
"your institution may not be enabled for this type of authentication",
|
|
178
|
+
)) or ("unsupported request" in text and "not registered for use with this service" in text):
|
|
179
|
+
return "institution_not_registered"
|
|
180
|
+
if self.is_institution_chooser(str(page.url)):
|
|
181
|
+
return "institution_chooser" # the school is chosen by the engine's assistance
|
|
182
|
+
# Never let generic Continue/submit actions touch a credential form.
|
|
183
|
+
# Visibility checks read no input values and do not wait for selectors.
|
|
184
|
+
human_form = False
|
|
185
|
+
for frame in page.frames:
|
|
186
|
+
if frame.locator('input[type="password"]:visible, input[autocomplete="username"]:visible, input[type="email"]:visible').count():
|
|
187
|
+
human_form = True
|
|
188
|
+
if frame != page.main_frame:
|
|
189
|
+
budget = 750 if deadline is None else max(1, min(750, int((deadline - time.monotonic()) * 1000)))
|
|
190
|
+
frame_text = frame.locator("body").inner_text(timeout=budget)[:12_000].lower()
|
|
191
|
+
if any(marker in frame_text for marker in credential_errors):
|
|
192
|
+
return "login_credentials_rejected"
|
|
193
|
+
if human_form:
|
|
194
|
+
return "human_login"
|
|
195
|
+
host = (urlparse(str(page.url)).hostname or "").lower()
|
|
196
|
+
if d._is_success_article_url(str(page.url)):
|
|
197
|
+
# After the school's login a denial ends the item as not subscribed
|
|
198
|
+
# (Brain 1968, AJE 1985: the school chosen three times, 2026-11-02).
|
|
199
|
+
if d._institution_pdf_entitlement_missing(page):
|
|
200
|
+
return "institution_pdf_entitlement_missing"
|
|
201
|
+
# An empty page retaining an article URL is not a successful return.
|
|
202
|
+
if not d._looks_logged_out(page) and page.locator("h1.wi-article-title").is_visible():
|
|
203
|
+
return "article_ready"
|
|
204
|
+
if host != HOST and any(
|
|
205
|
+
frame.locator('input:not([type="hidden"]):not([type="submit"]):not([type="button"]):visible, select:visible').count()
|
|
206
|
+
for frame in page.frames):
|
|
207
|
+
return "human_login"
|
|
208
|
+
if any(marker in text for marker in (
|
|
209
|
+
"temporarily unavailable", "bad gateway", "gateway timeout",
|
|
210
|
+
"session has expired", "session timed out", "authentication request has expired",
|
|
211
|
+
"err_connection_timed_out", "err_connection_reset",
|
|
212
|
+
)):
|
|
213
|
+
return "transient_error"
|
|
214
|
+
return "publisher_login" if host == HOST else "redirect_wait"
|
|
215
|
+
|
|
216
|
+
@staticmethod
|
|
217
|
+
def retryable_navigation_error(exc: Exception) -> bool:
|
|
218
|
+
if isinstance(exc, TimeoutError):
|
|
219
|
+
return True
|
|
220
|
+
if not type(exc).__module__.startswith("playwright."):
|
|
221
|
+
return False
|
|
222
|
+
if type(exc).__name__ == "TimeoutError":
|
|
223
|
+
return True
|
|
224
|
+
return any(marker in str(exc) for marker in (
|
|
225
|
+
"net::ERR_CONNECTION_TIMED_OUT", "net::ERR_TIMED_OUT",
|
|
226
|
+
"net::ERR_CONNECTION_RESET", "net::ERR_CONNECTION_CLOSED",
|
|
227
|
+
"net::ERR_NETWORK_CHANGED", "net::ERR_EMPTY_RESPONSE",
|
|
228
|
+
# Firefox's word for a navigation another one replaced (AJE 1985, 2026-11-02).
|
|
229
|
+
"NS_BINDING_ABORTED",
|
|
230
|
+
"Execution context was destroyed", "Frame was detached", "because of a navigation",
|
|
231
|
+
))
|
|
232
|
+
|
|
233
|
+
@staticmethod
|
|
234
|
+
def action_timeout(deadline: float) -> int:
|
|
235
|
+
return max(1, min(2_000, int((deadline - time.monotonic()) * 1000)))
|
|
236
|
+
|
|
237
|
+
def advance_login(self, page: Any, result: Any, deadline: float) -> bool:
|
|
238
|
+
"""Only the observed Oxford institution control; no generic form submit."""
|
|
239
|
+
if time.monotonic() >= deadline:
|
|
240
|
+
return False
|
|
241
|
+
if (urlparse(str(page.url)).hostname or "").lower() != HOST:
|
|
242
|
+
return False
|
|
243
|
+
for control in page.locator(_ENTRY).all():
|
|
244
|
+
if control.is_visible():
|
|
245
|
+
control.click(timeout=self.action_timeout(deadline), no_wait_after=True)
|
|
246
|
+
self.d._event(result, "sso_entry_clicked", "oxford-institution-control")
|
|
247
|
+
return True
|
|
248
|
+
return False
|
|
249
|
+
|
|
250
|
+
def complete_login(self, page: Any, result: Any) -> bool | None:
|
|
251
|
+
"""Initial attempt plus two retries, on one page and one total deadline."""
|
|
252
|
+
d = self.d
|
|
253
|
+
max_attempts = 3
|
|
254
|
+
if result.reason in _STOP:
|
|
255
|
+
return False
|
|
256
|
+
# These request-local attributes are deliberately absent from asdict().
|
|
257
|
+
if not hasattr(result, "_oxford_login_deadline"):
|
|
258
|
+
# From the first attempt: set when the article opened, the PDF tried
|
|
259
|
+
# first (40-90 s) took that much of the user's time (review 2026-11-02).
|
|
260
|
+
result._oxford_login_deadline = time.monotonic() + d.login_timeout_sec
|
|
261
|
+
if not hasattr(result, "_oxford_login_attempt"):
|
|
262
|
+
result._oxford_login_attempt = 1
|
|
263
|
+
d._event(result, "sso_start", "oxford")
|
|
264
|
+
d._event(result, "login_attempt_started", "1/3")
|
|
265
|
+
deadline = result._oxford_login_deadline
|
|
266
|
+
attempt = result._oxford_login_attempt
|
|
267
|
+
last_marker = None
|
|
268
|
+
last_progress_at = time.monotonic()
|
|
269
|
+
action_done = False
|
|
270
|
+
pending_retry = ""
|
|
271
|
+
waiting = None # (since, page marker, typed values) while the page is the user's
|
|
272
|
+
while time.monotonic() < deadline:
|
|
273
|
+
try:
|
|
274
|
+
state = self.login_state(page, deadline)
|
|
275
|
+
if time.monotonic() >= deadline:
|
|
276
|
+
break
|
|
277
|
+
parsed = urlparse(str(page.url))
|
|
278
|
+
marker = (state, parsed.hostname, parsed.path)
|
|
279
|
+
if marker != last_marker:
|
|
280
|
+
d._event(result, "login_observed", state)
|
|
281
|
+
last_marker = marker
|
|
282
|
+
last_progress_at = time.monotonic()
|
|
283
|
+
action_done = False
|
|
284
|
+
if state == "article_ready":
|
|
285
|
+
result.reason = ""
|
|
286
|
+
return True
|
|
287
|
+
if state in {"login_page_closed", "login_credentials_rejected",
|
|
288
|
+
"institution_not_registered", "institution_pdf_entitlement_missing",
|
|
289
|
+
"publisher_temporarily_unavailable"}:
|
|
290
|
+
result.reason = state
|
|
291
|
+
d._event(result, "login_stopped", state)
|
|
292
|
+
return False
|
|
293
|
+
if state in {"verification", "human_login", "institution_chooser"}:
|
|
294
|
+
# A stale redirect timer must never reload a human form.
|
|
295
|
+
pending_retry = ""
|
|
296
|
+
last_progress_at = time.monotonic()
|
|
297
|
+
if state == "institution_chooser":
|
|
298
|
+
d._select_institution(page, result)
|
|
299
|
+
if d._user_away:
|
|
300
|
+
# The user seems away: as everywhere, a page of theirs on
|
|
301
|
+
# which nothing moves and nothing is typed ends the article.
|
|
302
|
+
typed = d._visible_input_values(page)
|
|
303
|
+
if waiting is None or waiting[1:] != (marker, typed):
|
|
304
|
+
waiting = (time.monotonic(), marker, typed)
|
|
305
|
+
elif time.monotonic() - waiting[0] >= AWAY_WAIT_SEC:
|
|
306
|
+
d._wait_ran_out(result)
|
|
307
|
+
result.reason = "login_timeout"
|
|
308
|
+
d._event(result, "login_stopped", result.reason)
|
|
309
|
+
return False
|
|
310
|
+
else:
|
|
311
|
+
if state == "transient_error":
|
|
312
|
+
pending_retry = "transient_error"
|
|
313
|
+
elif state == "publisher_login" and not action_done and getattr(result, "_oxford_login_entry_attempt", 0) == attempt:
|
|
314
|
+
pending_retry = "returned_auth_wall"
|
|
315
|
+
elif time.monotonic() - last_progress_at >= 45:
|
|
316
|
+
pending_retry = "redirect_stalled"
|
|
317
|
+
if pending_retry:
|
|
318
|
+
if attempt >= max_attempts:
|
|
319
|
+
result.reason = "login_retries_exhausted"
|
|
320
|
+
d._event(result, "login_stopped", result.reason)
|
|
321
|
+
return False
|
|
322
|
+
d._event(result, "login_retry_wait", f"{attempt + 1}/3")
|
|
323
|
+
page.wait_for_timeout(min(3_000 * attempt, max(1, int((deadline - time.monotonic()) * 1000))))
|
|
324
|
+
if time.monotonic() >= deadline:
|
|
325
|
+
break
|
|
326
|
+
# Recheck after backoff: the user or redirect may have
|
|
327
|
+
# completed while the browser dispatched pending events.
|
|
328
|
+
after_wait = self.login_state(page, deadline)
|
|
329
|
+
if time.monotonic() >= deadline:
|
|
330
|
+
break
|
|
331
|
+
if after_wait not in {"transient_error", "publisher_login", "redirect_wait"}:
|
|
332
|
+
pending_retry = ""
|
|
333
|
+
continue
|
|
334
|
+
attempt += 1
|
|
335
|
+
result._oxford_login_attempt = attempt
|
|
336
|
+
d._event(result, "login_attempt_started", f"{attempt}/3")
|
|
337
|
+
pending_retry = ""
|
|
338
|
+
last_progress_at = time.monotonic()
|
|
339
|
+
action_done = False
|
|
340
|
+
open_page(page, result.article_url,
|
|
341
|
+
timeout_ms=max(1, min(15_000, int((deadline - time.monotonic()) * 1000))))
|
|
342
|
+
continue
|
|
343
|
+
if state == "publisher_login" and not action_done:
|
|
344
|
+
action_done = self.advance_login(page, result, deadline)
|
|
345
|
+
if action_done:
|
|
346
|
+
result._oxford_login_entry_attempt = attempt
|
|
347
|
+
remaining_ms = max(0, int((deadline - time.monotonic()) * 1000))
|
|
348
|
+
if remaining_ms:
|
|
349
|
+
page.wait_for_timeout(min(1_000, remaining_ms))
|
|
350
|
+
except Exception as exc:
|
|
351
|
+
if page.is_closed():
|
|
352
|
+
result.reason = "login_page_closed"
|
|
353
|
+
d._event(result, "login_stopped", result.reason)
|
|
354
|
+
return False
|
|
355
|
+
# Only browser navigation/timeouts are retryable. Programming
|
|
356
|
+
# errors must retain the normal unexpected_error path.
|
|
357
|
+
if not self.retryable_navigation_error(exc):
|
|
358
|
+
raise
|
|
359
|
+
d._event(result, "login_navigation_interrupted", type(exc).__name__)
|
|
360
|
+
pending_retry = "navigation_error"
|
|
361
|
+
remaining = int((deadline - time.monotonic()) * 1000)
|
|
362
|
+
if remaining > 0:
|
|
363
|
+
page.wait_for_timeout(min(1_000, remaining))
|
|
364
|
+
result.reason = "login_timeout"
|
|
365
|
+
d._event(result, "login_stopped", result.reason)
|
|
366
|
+
return False
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
"""Website platforms: the shared rules of one website system that several
|
|
2
|
+
publishers run on (Atypon, Silverchair). A platform is not a publisher: each
|
|
3
|
+
publisher keeps its own folder in ``adapters/`` and inherits its platform's
|
|
4
|
+
adapter there, adding only what is its own (docs/adr/0014).
|
|
5
|
+
"""
|