litloop 1.18.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (176) hide show
  1. litloop/__init__.py +89 -0
  2. litloop/__main__.py +6 -0
  3. litloop/_source_hygiene.py +158 -0
  4. litloop/agents/__init__.py +13 -0
  5. litloop/agents/client.py +164 -0
  6. litloop/agents/runner.py +123 -0
  7. litloop/agents/system.py +54 -0
  8. litloop/agents/tools.py +142 -0
  9. litloop/app_server.py +8 -0
  10. litloop/browser/__init__.py +1 -0
  11. litloop/browser/backend.py +1009 -0
  12. litloop/browser/camofox_api.py +368 -0
  13. litloop/browser/chrome_copy.py +136 -0
  14. litloop/browser/cloakbrowser_compat.py +72 -0
  15. litloop/browser/cookies.py +347 -0
  16. litloop/browser/engine.py +965 -0
  17. litloop/browser/login.py +636 -0
  18. litloop/browser/pdf.py +263 -0
  19. litloop/browser/profile_health.py +167 -0
  20. litloop/browser/runtime.py +210 -0
  21. litloop/cache.py +104 -0
  22. litloop/citations/__init__.py +1 -0
  23. litloop/citations/bib_import.py +102 -0
  24. litloop/citations/bibtex_crossref.py +143 -0
  25. litloop/citations/formats.py +225 -0
  26. litloop/citations/paper_list.py +200 -0
  27. litloop/citations/session_export.py +94 -0
  28. litloop/cli/__init__.py +12 -0
  29. litloop/cli/_utils.py +267 -0
  30. litloop/cli/commands.py +1098 -0
  31. litloop/cli/doctor.py +141 -0
  32. litloop/cli/main.py +1173 -0
  33. litloop/cli/web.py +190 -0
  34. litloop/config.py +413 -0
  35. litloop/data/VARCON-LICENSE.txt +62 -0
  36. litloop/data/elements.tsv +119 -0
  37. litloop/data/institutional_identity_policy.json +165 -0
  38. litloop/data/publisher_access_catalog.json +969 -0
  39. litloop/data/publisher_carsi.json +105 -0
  40. litloop/data/spelling_search.tsv.gz +0 -0
  41. litloop/data/spelling_us.tsv.gz +0 -0
  42. litloop/data/webvpn.dat +0 -0
  43. litloop/data/webvpn.json +603 -0
  44. litloop/db.py +1922 -0
  45. litloop/deps.py +128 -0
  46. litloop/desktop/__init__.py +1 -0
  47. litloop/desktop/agent_runner.py +537 -0
  48. litloop/desktop/download_jobs.py +571 -0
  49. litloop/desktop/error_text.py +192 -0
  50. litloop/desktop/server.py +999 -0
  51. litloop/desktop/settings.py +552 -0
  52. litloop/desktop/translate.py +103 -0
  53. litloop/diagnostics.py +126 -0
  54. litloop/download/__init__.py +1 -0
  55. litloop/download/doi_check.py +44 -0
  56. litloop/download/fetcher.py +975 -0
  57. litloop/download/markdown.py +130 -0
  58. litloop/download/pdf.py +454 -0
  59. litloop/download/pipeline.py +1166 -0
  60. litloop/download/progress.py +312 -0
  61. litloop/download/rename.py +211 -0
  62. litloop/extractors/__init__.py +0 -0
  63. litloop/extractors/html_extractor.py +31 -0
  64. litloop/extractors/pdf_extractor.py +151 -0
  65. litloop/extractors/publisher_adapters/__init__.py +0 -0
  66. litloop/extractors/publisher_adapters/acs.py +167 -0
  67. litloop/extractors/publisher_adapters/elsevier.py +178 -0
  68. litloop/extractors/publisher_adapters/generic.py +191 -0
  69. litloop/extractors/publisher_adapters/nature.py +204 -0
  70. litloop/extractors/publisher_adapters/rsc.py +154 -0
  71. litloop/extractors/publisher_adapters/tandfonline.py +154 -0
  72. litloop/extractors/publisher_adapters/wiley.py +160 -0
  73. litloop/http_utils.py +57 -0
  74. litloop/identifiers.py +134 -0
  75. litloop/institutional/__init__.py +1 -0
  76. litloop/institutional/auth.py +576 -0
  77. litloop/institutional/carsi_login.py +569 -0
  78. litloop/institutional/config_adapter.py +63 -0
  79. litloop/institutional/proxy_check.py +98 -0
  80. litloop/institutional/remote_assist.py +274 -0
  81. litloop/institutional/schools.py +102 -0
  82. litloop/institutional/session_heal.py +73 -0
  83. litloop/institutional/session_store.py +105 -0
  84. litloop/log.py +47 -0
  85. litloop/models.py +269 -0
  86. litloop/network.py +417 -0
  87. litloop/optional.py +310 -0
  88. litloop/publishers/__init__.py +1 -0
  89. litloop/publishers/access.py +232 -0
  90. litloop/publishers/pdf_router.py +451 -0
  91. litloop/publishers/profiles.py +899 -0
  92. litloop/publishers/strategies/__init__.py +122 -0
  93. litloop/publishers/strategies/_core.py +2340 -0
  94. litloop/publishers/strategies/_elsevier_api.py +578 -0
  95. litloop/publishers/strategies/acm.py +27 -0
  96. litloop/publishers/strategies/acs.py +42 -0
  97. litloop/publishers/strategies/aip.py +27 -0
  98. litloop/publishers/strategies/aps.py +29 -0
  99. litloop/publishers/strategies/asce.py +28 -0
  100. litloop/publishers/strategies/base.py +108 -0
  101. litloop/publishers/strategies/copernicus.py +24 -0
  102. litloop/publishers/strategies/elsevier.py +66 -0
  103. litloop/publishers/strategies/generic.py +39 -0
  104. litloop/publishers/strategies/ieee.py +28 -0
  105. litloop/publishers/strategies/iop.py +27 -0
  106. litloop/publishers/strategies/nature.py +27 -0
  107. litloop/publishers/strategies/oxford.py +27 -0
  108. litloop/publishers/strategies/registry.py +83 -0
  109. litloop/publishers/strategies/royalsociety.py +28 -0
  110. litloop/publishers/strategies/rsc.py +27 -0
  111. litloop/publishers/strategies/sage.py +30 -0
  112. litloop/publishers/strategies/science.py +27 -0
  113. litloop/publishers/strategies/springer.py +34 -0
  114. litloop/publishers/strategies/tandfonline.py +32 -0
  115. litloop/publishers/strategies/wiley.py +32 -0
  116. litloop/publishers/supplementary.py +219 -0
  117. litloop/quota.py +202 -0
  118. litloop/search/__init__.py +1 -0
  119. litloop/search/abstracts.py +291 -0
  120. litloop/search/deep.py +1216 -0
  121. litloop/search/quick.py +1102 -0
  122. litloop/search/scansci_find.py +410 -0
  123. litloop/search/screening.py +225 -0
  124. litloop/search/title_to_doi.py +163 -0
  125. litloop/search/watches.py +124 -0
  126. litloop/server.py +1731 -0
  127. litloop/sources/__init__.py +1339 -0
  128. litloop/sources/_batch.py +529 -0
  129. litloop/sources/_index.py +221 -0
  130. litloop/sources/_routes.py +290 -0
  131. litloop/sources/altcha.py +90 -0
  132. litloop/sources/arxiv.py +45 -0
  133. litloop/sources/attempt.py +91 -0
  134. litloop/sources/carsi.py +74 -0
  135. litloop/sources/core_api.py +46 -0
  136. litloop/sources/crossref.py +162 -0
  137. litloop/sources/elsevier_api.py +620 -0
  138. litloop/sources/elsevier_check.py +274 -0
  139. litloop/sources/europepmc.py +81 -0
  140. litloop/sources/ezproxy.py +317 -0
  141. litloop/sources/instsci.py +1295 -0
  142. litloop/sources/libgen.py +116 -0
  143. litloop/sources/nature.py +39 -0
  144. litloop/sources/oa_discovery.py +135 -0
  145. litloop/sources/openaire.py +122 -0
  146. litloop/sources/openalex.py +100 -0
  147. litloop/sources/publishers.py +684 -0
  148. litloop/sources/sage_cn.py +139 -0
  149. litloop/sources/scibban.py +10 -0
  150. litloop/sources/scihub.py +1379 -0
  151. litloop/sources/scihub_domains.py +203 -0
  152. litloop/sources/scihub_speed.py +187 -0
  153. litloop/sources/scoring.py +250 -0
  154. litloop/sources/semantic_scholar.py +146 -0
  155. litloop/sources/springer_tdm.py +172 -0
  156. litloop/sources/unpaywall.py +116 -0
  157. litloop/sources/vpnsci.py +38 -0
  158. litloop/store.py +264 -0
  159. litloop/templates/index.html +347 -0
  160. litloop/terms/__init__.py +1 -0
  161. litloop/terms/glossary.py +422 -0
  162. litloop/terms/spelling.py +89 -0
  163. litloop/terms/text.py +106 -0
  164. litloop/tor/__init__.py +1 -0
  165. litloop/tor/embedded.py +371 -0
  166. litloop/tor/proxy.py +110 -0
  167. litloop/updates.py +148 -0
  168. litloop/zotero/__init__.py +1 -0
  169. litloop/zotero/bridge.py +309 -0
  170. litloop/zotero/client.py +317 -0
  171. litloop-1.18.3.dist-info/METADATA +347 -0
  172. litloop-1.18.3.dist-info/RECORD +176 -0
  173. litloop-1.18.3.dist-info/WHEEL +5 -0
  174. litloop-1.18.3.dist-info/entry_points.txt +2 -0
  175. litloop-1.18.3.dist-info/licenses/LICENSE +197 -0
  176. litloop-1.18.3.dist-info/top_level.txt +1 -0
@@ -0,0 +1,969 @@
1
+ {
2
+ "version": 1,
3
+ "last_static_review": "2026-06-06",
4
+ "purpose": "Reusable publisher PDF access knowledge for official DOI-to-PDF workflows.",
5
+ "publishers": {
6
+ "acs": {
7
+ "profile_key": "acs",
8
+ "display_name": "ACS Publications",
9
+ "pdf_route_strategy": [
10
+ "doi_pdf_template",
11
+ "doi_epdf_fallback",
12
+ "page_discovered_pdf_links"
13
+ ],
14
+ "identity": {
15
+ "anonymous_access": "open_access_articles_only",
16
+ "closed_access_requires": [
17
+ "institutional_ip_or_proxy",
18
+ "federated_sso_or_openathens",
19
+ "personal_or_library_subscription"
20
+ ],
21
+ "login_entry_hints": [
22
+ "Access through your institution",
23
+ "OpenAthens",
24
+ "Shibboleth"
25
+ ],
26
+ "challenge_risk": "medium"
27
+ },
28
+ "persistence": {
29
+ "stores": [
30
+ "browser_profile_dir",
31
+ "carsi_cookie_dir/acs.json",
32
+ "attempt_cache"
33
+ ],
34
+ "preferred": "persistent_browser_profile",
35
+ "notes": "Institution cookies should be captured in the shared browser profile and cloned for parallel workers."
36
+ },
37
+ "link_characteristics": [
38
+ "/doi/pdf/{doi}",
39
+ "/doi/epdf/{doi}",
40
+ "citation_pdf_url",
41
+ "PDF anchors"
42
+ ],
43
+ "verification": {
44
+ "sample_doi": "10.1021/acs.est.6c00693",
45
+ "expected_domains": [
46
+ "pubs.acs.org"
47
+ ],
48
+ "expected_pdf_markers": [
49
+ "/doi/pdf/",
50
+ "/doi/epdf/"
51
+ ]
52
+ }
53
+ },
54
+ "aip": {
55
+ "profile_key": "aip",
56
+ "display_name": "AIP Publishing",
57
+ "pdf_route_strategy": [
58
+ "view_xml_to_downloadpdf",
59
+ "atypon_epdf_first",
60
+ "doi_pdf_fallback",
61
+ "page_discovered_pdf_links"
62
+ ],
63
+ "identity": {
64
+ "anonymous_access": "open_access_articles_only",
65
+ "closed_access_requires": [
66
+ "institutional_ip_or_proxy",
67
+ "federated_sso_or_openathens",
68
+ "personal_or_library_subscription"
69
+ ],
70
+ "login_entry_hints": [
71
+ "article auth wall /login_inst_user",
72
+ "Log in with username/password provided by your institution",
73
+ "Institutional Login",
74
+ "OpenAthens",
75
+ "Sign in"
76
+ ],
77
+ "challenge_risk": "medium"
78
+ },
79
+ "persistence": {
80
+ "stores": [
81
+ "browser_profile_dir",
82
+ "carsi_cookie_dir/aip.json",
83
+ "attempt_cache"
84
+ ],
85
+ "preferred": "persistent_browser_profile",
86
+ "notes": "AIP is Atypon-style; keep pubs.aip.org cookies and any institution/OpenAthens cookies in the shared browser profile."
87
+ },
88
+ "link_characteristics": [
89
+ "pubs.aip.org/doi/{doi}",
90
+ "pubs.aip.org/doi/epdf/{doi}",
91
+ "pubs.aip.org/doi/pdf/{doi}"
92
+ ],
93
+ "verification": {
94
+ "sample_doi": "10.1063/5.0237567",
95
+ "expected_domains": [
96
+ "pubs.aip.org"
97
+ ],
98
+ "expected_pdf_markers": [
99
+ "/doi/epdf/",
100
+ "/doi/pdf/"
101
+ ]
102
+ }
103
+ },
104
+ "ams": {
105
+ "profile_key": "ams",
106
+ "display_name": "American Meteorological Society",
107
+ "pdf_route_strategy": [
108
+ "atypon_epdf_first",
109
+ "doi_pdf_fallback",
110
+ "page_discovered_pdf_links"
111
+ ],
112
+ "identity": {
113
+ "anonymous_access": "open_access_articles_only",
114
+ "closed_access_requires": [
115
+ "institutional_ip_or_proxy",
116
+ "federated_sso_or_openathens",
117
+ "personal_or_library_subscription"
118
+ ],
119
+ "login_entry_hints": [
120
+ "Institutional Login",
121
+ "OpenAthens",
122
+ "Sign in"
123
+ ],
124
+ "challenge_risk": "medium"
125
+ },
126
+ "persistence": {
127
+ "stores": [
128
+ "browser_profile_dir",
129
+ "carsi_cookie_dir/ams.json",
130
+ "attempt_cache"
131
+ ],
132
+ "preferred": "persistent_browser_profile",
133
+ "notes": "AMS resolves to journals.ametsoc.org article pages; keep the browser profile warm before retrying direct epdf/pdf candidates."
134
+ },
135
+ "link_characteristics": [
136
+ "journals.ametsoc.org/view/journals/.../{article}.xml -> journals.ametsoc.org/downloadpdf/view/journals/.../{article}.pdf",
137
+ "journals.ametsoc.org/doi/{doi}",
138
+ "journals.ametsoc.org/doi/epdf/{doi}",
139
+ "journals.ametsoc.org/doi/pdf/{doi}"
140
+ ],
141
+ "verification": {
142
+ "sample_doi": "10.1175/aies-d-23-0093.1",
143
+ "expected_domains": [
144
+ "journals.ametsoc.org"
145
+ ],
146
+ "expected_pdf_markers": [
147
+ "/downloadpdf/view/",
148
+ "/doi/epdf/",
149
+ "/doi/pdf/"
150
+ ]
151
+ }
152
+ },
153
+ "acm": {
154
+ "profile_key": "acm",
155
+ "display_name": "ACM Digital Library",
156
+ "pdf_route_strategy": [
157
+ "doi_pdf_template",
158
+ "page_discovered_pdf_links"
159
+ ],
160
+ "identity": {
161
+ "anonymous_access": "open_access_articles_only",
162
+ "closed_access_requires": [
163
+ "institutional_ip_or_proxy",
164
+ "federated_sso_or_openathens",
165
+ "personal_or_library_subscription"
166
+ ],
167
+ "login_entry_hints": [
168
+ "Institutional Login",
169
+ "OpenAthens",
170
+ "Sign in"
171
+ ],
172
+ "challenge_risk": "medium"
173
+ },
174
+ "persistence": {
175
+ "stores": [
176
+ "browser_profile_dir",
177
+ "carsi_cookie_dir/acm.json",
178
+ "attempt_cache"
179
+ ],
180
+ "preferred": "persistent_browser_profile",
181
+ "notes": "ACM may require consent and institution cookies before the PDF route returns content."
182
+ },
183
+ "link_characteristics": [
184
+ "/doi/pdf/{doi}",
185
+ "citation_pdf_url",
186
+ "PDF anchors"
187
+ ],
188
+ "verification": {
189
+ "sample_doi": "10.1145/3448016.3452834",
190
+ "expected_domains": [
191
+ "dl.acm.org"
192
+ ],
193
+ "expected_pdf_markers": [
194
+ "/doi/pdf/"
195
+ ]
196
+ }
197
+ },
198
+ "annual-reviews": {
199
+ "profile_key": "annual-reviews",
200
+ "display_name": "Annual Reviews",
201
+ "pdf_route_strategy": [
202
+ "doi_pdf_template",
203
+ "page_discovered_pdf_links"
204
+ ],
205
+ "identity": {
206
+ "anonymous_access": "open_access_articles_only",
207
+ "closed_access_requires": [
208
+ "institutional_ip_or_proxy",
209
+ "federated_sso_or_openathens",
210
+ "personal_or_library_subscription"
211
+ ],
212
+ "login_entry_hints": [
213
+ "Institutional Login",
214
+ "OpenAthens",
215
+ "Sign in"
216
+ ],
217
+ "challenge_risk": "medium"
218
+ },
219
+ "persistence": {
220
+ "stores": [
221
+ "browser_profile_dir",
222
+ "carsi_cookie_dir/annual-reviews.json",
223
+ "attempt_cache"
224
+ ],
225
+ "preferred": "persistent_browser_profile",
226
+ "notes": "Consent and subscription cookies may be needed before direct PDF URLs work."
227
+ },
228
+ "link_characteristics": [
229
+ "/doi/pdf/{doi}",
230
+ "citation_pdf_url",
231
+ "PDF anchors"
232
+ ],
233
+ "verification": {
234
+ "sample_doi": "10.1146/annurev-phyto-011325-012824",
235
+ "expected_domains": [
236
+ "annualreviews.org"
237
+ ],
238
+ "expected_pdf_markers": [
239
+ "/doi/pdf/"
240
+ ]
241
+ }
242
+ },
243
+ "aps": {
244
+ "profile_key": "aps",
245
+ "display_name": "American Physical Society",
246
+ "pdf_route_strategy": [
247
+ "link_aps_doi_to_pdf_path",
248
+ "journals_aps_abstract_to_pdf_path",
249
+ "page_discovered_pdf_links"
250
+ ],
251
+ "identity": {
252
+ "anonymous_access": "open_access_articles_only",
253
+ "closed_access_requires": [
254
+ "institutional_ip_or_proxy",
255
+ "federated_sso_or_openathens",
256
+ "personal_or_library_subscription"
257
+ ],
258
+ "login_entry_hints": [
259
+ "APS institutional username/password page /login_inst_user is not reusable CARSI/OpenAthens SSO",
260
+ "OpenAthens/WebVPN tested with Tsinghua did not authorize the sample PDF",
261
+ "Use APS PDF route only when the article is OA or otherwise already entitled"
262
+ ],
263
+ "challenge_risk": "medium"
264
+ },
265
+ "persistence": {
266
+ "stores": [
267
+ "browser_profile_dir",
268
+ "carsi_cookie_dir/aps.json",
269
+ "attempt_cache"
270
+ ],
271
+ "preferred": "persistent_browser_profile",
272
+ "notes": "APS article/PDF routes were discovered, but this publisher is marked unsupported for the reusable institutional-login workflow. The article page exposes /login_inst_user for institution-provided username/password, while OpenAthens/WebVPN/CARSI-style routes tested with Tsinghua did not authorize the sample PDF. Do not click the PRL navigation item named Accepted; use only the article PDF route for open-access APS content."
273
+ },
274
+ "link_characteristics": [
275
+ "link.aps.org/doi/{doi} -> link.aps.org/pdf/{doi}",
276
+ "journals.aps.org/.../abstract/{doi} -> .../pdf/{doi}",
277
+ "journals.aps.org/login_inst_user is institution-provided username/password and is marked unsupported for the reusable institutional SSO workflow"
278
+ ],
279
+ "verification": {
280
+ "sample_doi": "10.1103/PhysRevLett.128.161102",
281
+ "expected_domains": [
282
+ "link.aps.org",
283
+ "journals.aps.org"
284
+ ],
285
+ "expected_pdf_markers": [
286
+ "/pdf/10.1103/"
287
+ ]
288
+ }
289
+ },
290
+ "copernicus": {
291
+ "profile_key": "copernicus",
292
+ "display_name": "Copernicus",
293
+ "pdf_route_strategy": [
294
+ "doi_suffix_to_journal_articles_pdf",
295
+ "page_discovered_pdf_links"
296
+ ],
297
+ "identity": {
298
+ "anonymous_access": "usually_open_access",
299
+ "closed_access_requires": [
300
+ "not_applicable_open_access_publisher"
301
+ ],
302
+ "login_entry_hints": [],
303
+ "challenge_risk": "low"
304
+ },
305
+ "persistence": {
306
+ "stores": [
307
+ "browser_profile_dir",
308
+ "carsi_cookie_dir/copernicus.json",
309
+ "attempt_cache"
310
+ ],
311
+ "preferred": "stateless_pdf_route",
312
+ "notes": "Copernicus DOI suffix encodes journal, volume, page, and year; no institutional identity should be needed for normal article PDFs."
313
+ },
314
+ "link_characteristics": [
315
+ "10.5194/{journal}-{volume}-{page}-{year}",
316
+ "{journal}.copernicus.org/articles/{volume}/{page}/{year}/{suffix}.pdf"
317
+ ],
318
+ "verification": {
319
+ "sample_doi": "10.5194/acp-24-1-2024",
320
+ "expected_domains": [
321
+ "copernicus.org"
322
+ ],
323
+ "expected_pdf_markers": [
324
+ ".pdf",
325
+ "/articles/"
326
+ ]
327
+ }
328
+ },
329
+ "elsevier": {
330
+ "profile_key": "elsevier",
331
+ "display_name": "Elsevier / ScienceDirect",
332
+ "pdf_route_strategy": [
333
+ "pii_to_pdfft",
334
+ "signed_main_pdf_from_page",
335
+ "citation_pdf_url",
336
+ "filter_supplementary_mmc"
337
+ ],
338
+ "identity": {
339
+ "anonymous_access": "open_access_articles_only",
340
+ "closed_access_requires": [
341
+ "institutional_ip_or_proxy",
342
+ "federated_sso_or_openathens",
343
+ "personal_or_library_subscription",
344
+ "optional_elsevier_api_institution_token"
345
+ ],
346
+ "login_entry_hints": [
347
+ "Access through your organization",
348
+ "Tsinghua University result in ScienceDirect organization search",
349
+ "Access through Tsinghua University indicates persisted institutional state",
350
+ "Full text access/View PDF means PDF capture should continue immediately",
351
+ "Article preview + Purchase PDF + Access through Tsinghua University means the article is not yet in an authorized full-text view",
352
+ "ScienceDirect Cloudflare challenge on /pdfft or pdf.sciencedirectassets.com means manual browser verification is still required"
353
+ ],
354
+ "challenge_risk": "high"
355
+ },
356
+ "persistence": {
357
+ "stores": [
358
+ "browser_profile_dir",
359
+ "carsi_cookie_dir/elsevier.json",
360
+ "attempt_cache"
361
+ ],
362
+ "preferred": "persistent_browser_profile",
363
+ "notes": "ScienceDirect route is learned: DOI/PII article -> /pdfft -> signed pdf.sciencedirectassets.com main.pdf when entitlement exists. Tsinghua SSO returned through auth.elsevier.com/ShibAuth/deliverInstCredentials, and an earlier retry reached a signed main.pdf asset URL. The 2026-06-07 retry remained on the ScienceDirect Cloudflare 'Are you a robot?' challenge at /pdfft for the PDF timeout, so no PDF bytes were captured. This is not an unknown PDF route or a confirmed subscription-entitlement failure."
364
+ },
365
+ "link_characteristics": [
366
+ "linkinghub.elsevier.com/retrieve/pii/{PII}",
367
+ "sciencedirect.com/science/article/pii/{PII}/pdfft",
368
+ "authorized PDF may continue to pdf.sciencedirectassets.com/.../main.pdf",
369
+ "if /pdfft returns /science/article/abs/pii/{PII} with Article preview and Purchase PDF, re-enter institutional access before treating it as an entitlement issue",
370
+ "if /pdfft or pdf.sciencedirectassets.com shows 'Are you a robot?', wait for the user to complete the visible Cloudflare challenge before fetching the PDF bytes",
371
+ "ignore -mmc/_mmc/content/image supplementary PDFs"
372
+ ],
373
+ "verification": {
374
+ "sample_doi": "10.1016/j.watres.2024.121507",
375
+ "expected_domains": [
376
+ "linkinghub.elsevier.com",
377
+ "sciencedirect.com"
378
+ ],
379
+ "expected_pdf_markers": [
380
+ "/pdfft",
381
+ "main.pdf"
382
+ ]
383
+ }
384
+ },
385
+ "frontiers": {
386
+ "profile_key": "frontiers",
387
+ "display_name": "Frontiers",
388
+ "pdf_route_strategy": [
389
+ "article_pdf_template",
390
+ "page_discovered_pdf_links"
391
+ ],
392
+ "identity": {
393
+ "anonymous_access": "usually_open_access",
394
+ "closed_access_requires": [
395
+ "not_applicable_open_access_publisher"
396
+ ],
397
+ "login_entry_hints": [],
398
+ "challenge_risk": "low"
399
+ },
400
+ "persistence": {
401
+ "stores": [
402
+ "browser_profile_dir",
403
+ "carsi_cookie_dir/frontiers.json",
404
+ "attempt_cache"
405
+ ],
406
+ "preferred": "stateless_pdf_route",
407
+ "notes": "Most Frontiers articles are OA; persistent cookies are mainly for challenge or consent state."
408
+ },
409
+ "link_characteristics": [
410
+ "/journals/.../articles/{doi}/full",
411
+ "/articles/{doi}/pdf"
412
+ ],
413
+ "verification": {
414
+ "sample_doi": "10.3389/fmicb.2026.1831710",
415
+ "expected_domains": [
416
+ "frontiersin.org"
417
+ ],
418
+ "expected_pdf_markers": [
419
+ "/pdf"
420
+ ]
421
+ }
422
+ },
423
+ "ieee": {
424
+ "profile_key": "ieee",
425
+ "display_name": "IEEE Xplore",
426
+ "pdf_route_strategy": [
427
+ "document_id_to_stamp_pdf",
428
+ "page_discovered_pdf_links"
429
+ ],
430
+ "identity": {
431
+ "anonymous_access": "open_access_articles_only",
432
+ "closed_access_requires": [
433
+ "institutional_ip_or_proxy",
434
+ "federated_sso_or_openathens",
435
+ "personal_or_library_subscription"
436
+ ],
437
+ "login_entry_hints": [
438
+ "Access through your institution",
439
+ "OpenAthens",
440
+ "Institutional sign in"
441
+ ],
442
+ "challenge_risk": "high"
443
+ },
444
+ "persistence": {
445
+ "stores": [
446
+ "browser_profile_dir",
447
+ "carsi_cookie_dir/ieee.json",
448
+ "attempt_cache"
449
+ ],
450
+ "preferred": "persistent_browser_profile",
451
+ "notes": "PDF route depends on arnumber from /document/{id}; cookies should stay in the browser profile. Verified Tsinghua chain: IEEE Xplore in-page Institutional Sign In modal -> Access Through Your Institution -> Tsinghua University(OpenAthens) -> Tsinghua SSO/2FA -> tlink.lib.tsinghua.edu.cn return -> article PDF button /stamp/stamp.jsp?tp=&arnumber={arnumber}. Do not directly navigate to servlet/wayf.jsp; that drops the SeamlessAccess context and can produce a false institution_not_registered verdict."
452
+ },
453
+ "link_characteristics": [
454
+ "ieeexplore.ieee.org/document/{arnumber}",
455
+ "stampPDF/getPDF.jsp?...&arnumber={arnumber}"
456
+ ],
457
+ "verification": {
458
+ "sample_doi": "10.1109/jstqe.2026.3687110",
459
+ "expected_domains": [
460
+ "ieeexplore.ieee.org"
461
+ ],
462
+ "expected_pdf_markers": [
463
+ "stampPDF",
464
+ "arnumber="
465
+ ]
466
+ }
467
+ },
468
+ "iop": {
469
+ "profile_key": "iop",
470
+ "display_name": "IOPscience",
471
+ "pdf_route_strategy": [
472
+ "article_pdf_template",
473
+ "page_discovered_pdf_links"
474
+ ],
475
+ "identity": {
476
+ "anonymous_access": "open_access_articles_only",
477
+ "closed_access_requires": [
478
+ "institutional_ip_or_proxy",
479
+ "federated_sso_or_openathens",
480
+ "personal_or_library_subscription"
481
+ ],
482
+ "login_entry_hints": [
483
+ "Institutional Login",
484
+ "OpenAthens",
485
+ "Sign in"
486
+ ],
487
+ "challenge_risk": "high"
488
+ },
489
+ "persistence": {
490
+ "stores": [
491
+ "browser_profile_dir",
492
+ "carsi_cookie_dir/iop.json",
493
+ "attempt_cache"
494
+ ],
495
+ "preferred": "persistent_browser_profile",
496
+ "notes": "IOP may present PerfDrive/challenge pages before the article or PDF route."
497
+ },
498
+ "link_characteristics": [
499
+ "iopscience.iop.org/article/{doi}",
500
+ "iopscience.iop.org/article/{doi}/pdf"
501
+ ],
502
+ "verification": {
503
+ "sample_doi": "10.1088/1361-648x/ae72dd",
504
+ "expected_domains": [
505
+ "iopscience.iop.org"
506
+ ],
507
+ "expected_pdf_markers": [
508
+ "/pdf"
509
+ ]
510
+ }
511
+ },
512
+ "mdpi": {
513
+ "profile_key": "mdpi",
514
+ "display_name": "MDPI",
515
+ "pdf_route_strategy": [
516
+ "doi_to_known_issn_landing_pdf",
517
+ "landing_url_to_pdf",
518
+ "citation_pdf_url"
519
+ ],
520
+ "identity": {
521
+ "anonymous_access": "usually_open_access",
522
+ "closed_access_requires": [
523
+ "not_applicable_open_access_publisher"
524
+ ],
525
+ "login_entry_hints": [],
526
+ "challenge_risk": "low"
527
+ },
528
+ "persistence": {
529
+ "stores": [
530
+ "browser_profile_dir",
531
+ "carsi_cookie_dir/mdpi.json",
532
+ "attempt_cache"
533
+ ],
534
+ "preferred": "stateless_pdf_route",
535
+ "notes": "Classic MDPI numeric landing pages append /pdf; cookies are only useful for consent or challenge state."
536
+ },
537
+ "link_characteristics": [
538
+ "www.mdpi.com/{issn}/{volume}/{issue}/{article}",
539
+ "www.mdpi.com/{issn}/{volume}/{issue}/{article}/pdf"
540
+ ],
541
+ "verification": {
542
+ "sample_doi": "10.3390/foods10081757",
543
+ "expected_domains": [
544
+ "mdpi.com"
545
+ ],
546
+ "expected_pdf_markers": [
547
+ "/pdf"
548
+ ]
549
+ }
550
+ },
551
+ "oxfordacademic": {
552
+ "profile_key": "oxfordacademic",
553
+ "display_name": "Oxford Academic",
554
+ "pdf_route_strategy": [
555
+ "article_page_to_article_pdf",
556
+ "doi_pdf_template",
557
+ "doi_epdf_fallback",
558
+ "page_discovered_pdf_links"
559
+ ],
560
+ "identity": {
561
+ "anonymous_access": "open_access_articles_only",
562
+ "closed_access_requires": [
563
+ "institutional_ip_or_proxy",
564
+ "federated_sso_or_openathens",
565
+ "personal_or_library_subscription"
566
+ ],
567
+ "login_entry_hints": [
568
+ "Institutional Login",
569
+ "OpenAthens",
570
+ "Sign in"
571
+ ],
572
+ "challenge_risk": "medium"
573
+ },
574
+ "persistence": {
575
+ "stores": [
576
+ "browser_profile_dir",
577
+ "carsi_cookie_dir/oxfordacademic.json",
578
+ "attempt_cache"
579
+ ],
580
+ "preferred": "persistent_browser_profile",
581
+ "notes": "Oxford Academic article pages vary by journal path, but PDF fallback is stable under academic.oup.com/doi/pdf or /doi/epdf."
582
+ },
583
+ "link_characteristics": [
584
+ "academic.oup.com/{journal}/article/{path}/{id} -> academic.oup.com/{journal}/article-pdf/{path}/{id}/{doi_suffix}.pdf",
585
+ "academic.oup.com/doi/pdf/{doi}",
586
+ "academic.oup.com/doi/epdf/{doi}",
587
+ "article-pdf links"
588
+ ],
589
+ "verification": {
590
+ "sample_doi": "10.1093/nar/gkaa892",
591
+ "expected_domains": [
592
+ "academic.oup.com"
593
+ ],
594
+ "expected_pdf_markers": [
595
+ "/doi/pdf/",
596
+ "/doi/epdf/",
597
+ "/article-pdf/"
598
+ ]
599
+ }
600
+ },
601
+ "plos": {
602
+ "profile_key": "plos",
603
+ "display_name": "PLOS",
604
+ "pdf_route_strategy": [
605
+ "doi_journal_code_to_printable_file",
606
+ "page_discovered_pdf_links"
607
+ ],
608
+ "identity": {
609
+ "anonymous_access": "usually_open_access",
610
+ "closed_access_requires": [
611
+ "not_applicable_open_access_publisher"
612
+ ],
613
+ "login_entry_hints": [],
614
+ "challenge_risk": "low"
615
+ },
616
+ "persistence": {
617
+ "stores": [
618
+ "browser_profile_dir",
619
+ "carsi_cookie_dir/plos.json",
620
+ "attempt_cache"
621
+ ],
622
+ "preferred": "stateless_pdf_route",
623
+ "notes": "PLOS DOI journal code maps to journals.plos.org/{journal}/article/file?id={doi}&type=printable."
624
+ },
625
+ "link_characteristics": [
626
+ "10.1371/journal.{code}.*",
627
+ "journals.plos.org/{journal}/article/file?id={doi}&type=printable"
628
+ ],
629
+ "verification": {
630
+ "sample_doi": "10.1371/journal.pone.0000001",
631
+ "expected_domains": [
632
+ "journals.plos.org"
633
+ ],
634
+ "expected_pdf_markers": [
635
+ "type=printable",
636
+ "/article/file"
637
+ ]
638
+ }
639
+ },
640
+ "pnas": {
641
+ "profile_key": "pnas",
642
+ "display_name": "PNAS",
643
+ "pdf_route_strategy": [
644
+ "atypon_epdf_first",
645
+ "doi_pdf_download_fallback",
646
+ "doi_pdf_fallback",
647
+ "page_discovered_pdf_links"
648
+ ],
649
+ "identity": {
650
+ "anonymous_access": "open_access_articles_only",
651
+ "closed_access_requires": [
652
+ "institutional_ip_or_proxy",
653
+ "federated_sso_or_openathens",
654
+ "personal_or_library_subscription"
655
+ ],
656
+ "login_entry_hints": [
657
+ "Institutional Login",
658
+ "OpenAthens",
659
+ "Sign in"
660
+ ],
661
+ "challenge_risk": "medium"
662
+ },
663
+ "persistence": {
664
+ "stores": [
665
+ "browser_profile_dir",
666
+ "carsi_cookie_dir/pnas.json",
667
+ "attempt_cache"
668
+ ],
669
+ "preferred": "persistent_browser_profile",
670
+ "notes": "PNAS is Atypon-style; direct PDF candidates may require the same browser profile used to open the article."
671
+ },
672
+ "link_characteristics": [
673
+ "pnas.org/doi/{doi}",
674
+ "pnas.org/doi/epdf/{doi}",
675
+ "pnas.org/doi/pdf/{doi}?download=true"
676
+ ],
677
+ "verification": {
678
+ "sample_doi": "10.1073/pnas.2309123120",
679
+ "expected_domains": [
680
+ "pnas.org"
681
+ ],
682
+ "expected_pdf_markers": [
683
+ "/doi/epdf/",
684
+ "/doi/pdf/"
685
+ ]
686
+ }
687
+ },
688
+ "royalsocietypublishing": {
689
+ "profile_key": "royalsocietypublishing",
690
+ "display_name": "Royal Society Publishing",
691
+ "pdf_route_strategy": [
692
+ "doi_pdf_template",
693
+ "page_discovered_pdf_links"
694
+ ],
695
+ "identity": {
696
+ "anonymous_access": "open_access_articles_only",
697
+ "closed_access_requires": [
698
+ "institutional_ip_or_proxy",
699
+ "federated_sso_or_openathens",
700
+ "personal_or_library_subscription"
701
+ ],
702
+ "login_entry_hints": [
703
+ "Institutional Login",
704
+ "OpenAthens",
705
+ "Sign in"
706
+ ],
707
+ "challenge_risk": "medium"
708
+ },
709
+ "persistence": {
710
+ "stores": [
711
+ "browser_profile_dir",
712
+ "carsi_cookie_dir/royalsocietypublishing.json",
713
+ "attempt_cache"
714
+ ],
715
+ "preferred": "persistent_browser_profile",
716
+ "notes": "Royal Society Publishing exposes stable /doi/pdf/{doi}; browser profile stores consent, subscription, and federated login state."
717
+ },
718
+ "link_characteristics": [
719
+ "royalsocietypublishing.org/doi/{doi}",
720
+ "royalsocietypublishing.org/doi/pdf/{doi}"
721
+ ],
722
+ "verification": {
723
+ "sample_doi": "10.1098/rsos.150470",
724
+ "expected_domains": [
725
+ "royalsocietypublishing.org"
726
+ ],
727
+ "expected_pdf_markers": [
728
+ "/doi/pdf/"
729
+ ]
730
+ }
731
+ },
732
+ "rsc": {
733
+ "profile_key": "rsc",
734
+ "display_name": "Royal Society of Chemistry",
735
+ "pdf_route_strategy": [
736
+ "articlelanding_to_articlepdf",
737
+ "doi_pdf_template",
738
+ "page_discovered_pdf_links"
739
+ ],
740
+ "identity": {
741
+ "anonymous_access": "open_access_articles_only",
742
+ "closed_access_requires": [
743
+ "institutional_ip_or_proxy",
744
+ "federated_sso_or_openathens",
745
+ "personal_or_library_subscription"
746
+ ],
747
+ "login_entry_hints": [
748
+ "Access provided by",
749
+ "Institutional Login",
750
+ "OpenAthens"
751
+ ],
752
+ "challenge_risk": "medium"
753
+ },
754
+ "persistence": {
755
+ "stores": [
756
+ "browser_profile_dir",
757
+ "carsi_cookie_dir/rsc.json",
758
+ "attempt_cache"
759
+ ],
760
+ "preferred": "persistent_browser_profile",
761
+ "notes": "Landing pages route predictably from /articlelanding/ to /articlepdf/."
762
+ },
763
+ "link_characteristics": [
764
+ "/en/content/articlelanding/... -> /en/content/articlepdf/...",
765
+ "/content/articlepdf/"
766
+ ],
767
+ "verification": {
768
+ "sample_doi": "10.1039/d5cp03829d",
769
+ "expected_domains": [
770
+ "pubs.rsc.org"
771
+ ],
772
+ "expected_pdf_markers": [
773
+ "/content/articlepdf/"
774
+ ]
775
+ }
776
+ },
777
+ "science": {
778
+ "profile_key": "science",
779
+ "display_name": "Science / AAAS",
780
+ "pdf_route_strategy": [
781
+ "atypon_epdf_first",
782
+ "doi_pdf_fallback",
783
+ "doi_pdf_download_fallback",
784
+ "page_discovered_pdf_links"
785
+ ],
786
+ "identity": {
787
+ "anonymous_access": "open_access_articles_only",
788
+ "closed_access_requires": [
789
+ "institutional_ip_or_proxy",
790
+ "federated_sso_or_openathens",
791
+ "personal_or_library_subscription"
792
+ ],
793
+ "login_entry_hints": [
794
+ "Institutional Login",
795
+ "OpenAthens",
796
+ "Sign in"
797
+ ],
798
+ "challenge_risk": "high"
799
+ },
800
+ "persistence": {
801
+ "stores": [
802
+ "browser_profile_dir",
803
+ "carsi_cookie_dir/science.json",
804
+ "attempt_cache"
805
+ ],
806
+ "preferred": "persistent_browser_profile",
807
+ "notes": "Science/AAAS is Atypon-style and commonly uses browser checks; persist the full browser profile after manual SSO/CAPTCHA."
808
+ },
809
+ "link_characteristics": [
810
+ "science.org/doi/{doi}",
811
+ "science.org/doi/epdf/{doi}",
812
+ "science.org/doi/pdf/{doi}",
813
+ "science.org/doi/pdf/{doi}?download=true"
814
+ ],
815
+ "verification": {
816
+ "sample_doi": "10.1126/sciadv.adp3964",
817
+ "expected_domains": [
818
+ "science.org"
819
+ ],
820
+ "expected_pdf_markers": [
821
+ "/doi/epdf/",
822
+ "/doi/pdf/"
823
+ ]
824
+ }
825
+ },
826
+ "springer": {
827
+ "profile_key": "springer",
828
+ "display_name": "Springer Nature / Nature",
829
+ "pdf_route_strategy": [
830
+ "springer_content_pdf_template",
831
+ "nature_article_suffix_pdf",
832
+ "page_discovered_pdf_links"
833
+ ],
834
+ "identity": {
835
+ "anonymous_access": "open_access_articles_only",
836
+ "closed_access_requires": [
837
+ "institutional_ip_or_proxy",
838
+ "federated_sso_or_openathens",
839
+ "personal_or_library_subscription"
840
+ ],
841
+ "login_entry_hints": [
842
+ "Access through your institution",
843
+ "Springer Nature account",
844
+ "OpenAthens"
845
+ ],
846
+ "challenge_risk": "medium"
847
+ },
848
+ "persistence": {
849
+ "stores": [
850
+ "browser_profile_dir",
851
+ "carsi_cookie_dir/springer.json",
852
+ "attempt_cache"
853
+ ],
854
+ "preferred": "persistent_browser_profile",
855
+ "notes": "Same profile covers link.springer.com and nature.com PDF conventions."
856
+ },
857
+ "link_characteristics": [
858
+ "link.springer.com/content/pdf/{doi_quoted}.pdf",
859
+ "nature.com/articles/{doi_suffix}.pdf"
860
+ ],
861
+ "verification": {
862
+ "sample_doi": "10.1038/s41586-020-2649-2",
863
+ "expected_domains": [
864
+ "link.springer.com",
865
+ "nature.com"
866
+ ],
867
+ "expected_pdf_markers": [
868
+ "/content/pdf/",
869
+ ".pdf"
870
+ ]
871
+ }
872
+ },
873
+ "wiley": {
874
+ "profile_key": "wiley",
875
+ "display_name": "Wiley Online Library",
876
+ "pdf_route_strategy": [
877
+ "pdfdirect_first",
878
+ "doi_pdf_fallback",
879
+ "epdf_fallback",
880
+ "page_discovered_pdf_links"
881
+ ],
882
+ "identity": {
883
+ "anonymous_access": "open_access_articles_only",
884
+ "closed_access_requires": [
885
+ "institutional_ip_or_proxy",
886
+ "federated_sso_or_openathens",
887
+ "personal_or_library_subscription"
888
+ ],
889
+ "login_entry_hints": [
890
+ "Institutional Login",
891
+ "OpenAthens",
892
+ "Shibboleth"
893
+ ],
894
+ "challenge_risk": "medium"
895
+ },
896
+ "persistence": {
897
+ "stores": [
898
+ "browser_profile_dir",
899
+ "carsi_cookie_dir/wiley.json",
900
+ "attempt_cache"
901
+ ],
902
+ "preferred": "persistent_browser_profile",
903
+ "notes": "Prefer /doi/pdfdirect/ before /doi/pdf/ and /doi/epdf/."
904
+ },
905
+ "link_characteristics": [
906
+ "/doi/pdfdirect/{doi}",
907
+ "/doi/pdf/{doi}",
908
+ "/doi/epdf/{doi}",
909
+ "ignore supporting-information and pb-assets"
910
+ ],
911
+ "verification": {
912
+ "sample_doi": "10.1002/adfm.202525261",
913
+ "expected_domains": [
914
+ "onlinelibrary.wiley.com"
915
+ ],
916
+ "expected_pdf_markers": [
917
+ "/doi/pdfdirect/",
918
+ "/doi/pdf/",
919
+ "/doi/epdf/"
920
+ ]
921
+ }
922
+ },
923
+ "world-scientific": {
924
+ "profile_key": "world-scientific",
925
+ "display_name": "World Scientific",
926
+ "pdf_route_strategy": [
927
+ "doi_pdf_template",
928
+ "page_discovered_pdf_links"
929
+ ],
930
+ "identity": {
931
+ "anonymous_access": "open_access_articles_only",
932
+ "closed_access_requires": [
933
+ "institutional_ip_or_proxy",
934
+ "federated_sso_or_openathens",
935
+ "personal_or_library_subscription"
936
+ ],
937
+ "login_entry_hints": [
938
+ "Institutional Login",
939
+ "OpenAthens",
940
+ "Sign in"
941
+ ],
942
+ "challenge_risk": "medium"
943
+ },
944
+ "persistence": {
945
+ "stores": [
946
+ "browser_profile_dir",
947
+ "carsi_cookie_dir/world-scientific.json",
948
+ "attempt_cache"
949
+ ],
950
+ "preferred": "persistent_browser_profile",
951
+ "notes": "Consent and subscription cookies may be needed before /doi/pdf/ returns content."
952
+ },
953
+ "link_characteristics": [
954
+ "/doi/{doi}",
955
+ "/doi/pdf/{doi}",
956
+ "citation_pdf_url"
957
+ ],
958
+ "verification": {
959
+ "sample_doi": "10.1142/s0218194026500348",
960
+ "expected_domains": [
961
+ "worldscientific.com"
962
+ ],
963
+ "expected_pdf_markers": [
964
+ "/doi/pdf/"
965
+ ]
966
+ }
967
+ }
968
+ }
969
+ }