litloop 1.18.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (176) hide show
  1. litloop/__init__.py +89 -0
  2. litloop/__main__.py +6 -0
  3. litloop/_source_hygiene.py +158 -0
  4. litloop/agents/__init__.py +13 -0
  5. litloop/agents/client.py +164 -0
  6. litloop/agents/runner.py +123 -0
  7. litloop/agents/system.py +54 -0
  8. litloop/agents/tools.py +142 -0
  9. litloop/app_server.py +8 -0
  10. litloop/browser/__init__.py +1 -0
  11. litloop/browser/backend.py +1009 -0
  12. litloop/browser/camofox_api.py +368 -0
  13. litloop/browser/chrome_copy.py +136 -0
  14. litloop/browser/cloakbrowser_compat.py +72 -0
  15. litloop/browser/cookies.py +347 -0
  16. litloop/browser/engine.py +965 -0
  17. litloop/browser/login.py +636 -0
  18. litloop/browser/pdf.py +263 -0
  19. litloop/browser/profile_health.py +167 -0
  20. litloop/browser/runtime.py +210 -0
  21. litloop/cache.py +104 -0
  22. litloop/citations/__init__.py +1 -0
  23. litloop/citations/bib_import.py +102 -0
  24. litloop/citations/bibtex_crossref.py +143 -0
  25. litloop/citations/formats.py +225 -0
  26. litloop/citations/paper_list.py +200 -0
  27. litloop/citations/session_export.py +94 -0
  28. litloop/cli/__init__.py +12 -0
  29. litloop/cli/_utils.py +267 -0
  30. litloop/cli/commands.py +1098 -0
  31. litloop/cli/doctor.py +141 -0
  32. litloop/cli/main.py +1173 -0
  33. litloop/cli/web.py +190 -0
  34. litloop/config.py +413 -0
  35. litloop/data/VARCON-LICENSE.txt +62 -0
  36. litloop/data/elements.tsv +119 -0
  37. litloop/data/institutional_identity_policy.json +165 -0
  38. litloop/data/publisher_access_catalog.json +969 -0
  39. litloop/data/publisher_carsi.json +105 -0
  40. litloop/data/spelling_search.tsv.gz +0 -0
  41. litloop/data/spelling_us.tsv.gz +0 -0
  42. litloop/data/webvpn.dat +0 -0
  43. litloop/data/webvpn.json +603 -0
  44. litloop/db.py +1922 -0
  45. litloop/deps.py +128 -0
  46. litloop/desktop/__init__.py +1 -0
  47. litloop/desktop/agent_runner.py +537 -0
  48. litloop/desktop/download_jobs.py +571 -0
  49. litloop/desktop/error_text.py +192 -0
  50. litloop/desktop/server.py +999 -0
  51. litloop/desktop/settings.py +552 -0
  52. litloop/desktop/translate.py +103 -0
  53. litloop/diagnostics.py +126 -0
  54. litloop/download/__init__.py +1 -0
  55. litloop/download/doi_check.py +44 -0
  56. litloop/download/fetcher.py +975 -0
  57. litloop/download/markdown.py +130 -0
  58. litloop/download/pdf.py +454 -0
  59. litloop/download/pipeline.py +1166 -0
  60. litloop/download/progress.py +312 -0
  61. litloop/download/rename.py +211 -0
  62. litloop/extractors/__init__.py +0 -0
  63. litloop/extractors/html_extractor.py +31 -0
  64. litloop/extractors/pdf_extractor.py +151 -0
  65. litloop/extractors/publisher_adapters/__init__.py +0 -0
  66. litloop/extractors/publisher_adapters/acs.py +167 -0
  67. litloop/extractors/publisher_adapters/elsevier.py +178 -0
  68. litloop/extractors/publisher_adapters/generic.py +191 -0
  69. litloop/extractors/publisher_adapters/nature.py +204 -0
  70. litloop/extractors/publisher_adapters/rsc.py +154 -0
  71. litloop/extractors/publisher_adapters/tandfonline.py +154 -0
  72. litloop/extractors/publisher_adapters/wiley.py +160 -0
  73. litloop/http_utils.py +57 -0
  74. litloop/identifiers.py +134 -0
  75. litloop/institutional/__init__.py +1 -0
  76. litloop/institutional/auth.py +576 -0
  77. litloop/institutional/carsi_login.py +569 -0
  78. litloop/institutional/config_adapter.py +63 -0
  79. litloop/institutional/proxy_check.py +98 -0
  80. litloop/institutional/remote_assist.py +274 -0
  81. litloop/institutional/schools.py +102 -0
  82. litloop/institutional/session_heal.py +73 -0
  83. litloop/institutional/session_store.py +105 -0
  84. litloop/log.py +47 -0
  85. litloop/models.py +269 -0
  86. litloop/network.py +417 -0
  87. litloop/optional.py +310 -0
  88. litloop/publishers/__init__.py +1 -0
  89. litloop/publishers/access.py +232 -0
  90. litloop/publishers/pdf_router.py +451 -0
  91. litloop/publishers/profiles.py +899 -0
  92. litloop/publishers/strategies/__init__.py +122 -0
  93. litloop/publishers/strategies/_core.py +2340 -0
  94. litloop/publishers/strategies/_elsevier_api.py +578 -0
  95. litloop/publishers/strategies/acm.py +27 -0
  96. litloop/publishers/strategies/acs.py +42 -0
  97. litloop/publishers/strategies/aip.py +27 -0
  98. litloop/publishers/strategies/aps.py +29 -0
  99. litloop/publishers/strategies/asce.py +28 -0
  100. litloop/publishers/strategies/base.py +108 -0
  101. litloop/publishers/strategies/copernicus.py +24 -0
  102. litloop/publishers/strategies/elsevier.py +66 -0
  103. litloop/publishers/strategies/generic.py +39 -0
  104. litloop/publishers/strategies/ieee.py +28 -0
  105. litloop/publishers/strategies/iop.py +27 -0
  106. litloop/publishers/strategies/nature.py +27 -0
  107. litloop/publishers/strategies/oxford.py +27 -0
  108. litloop/publishers/strategies/registry.py +83 -0
  109. litloop/publishers/strategies/royalsociety.py +28 -0
  110. litloop/publishers/strategies/rsc.py +27 -0
  111. litloop/publishers/strategies/sage.py +30 -0
  112. litloop/publishers/strategies/science.py +27 -0
  113. litloop/publishers/strategies/springer.py +34 -0
  114. litloop/publishers/strategies/tandfonline.py +32 -0
  115. litloop/publishers/strategies/wiley.py +32 -0
  116. litloop/publishers/supplementary.py +219 -0
  117. litloop/quota.py +202 -0
  118. litloop/search/__init__.py +1 -0
  119. litloop/search/abstracts.py +291 -0
  120. litloop/search/deep.py +1216 -0
  121. litloop/search/quick.py +1102 -0
  122. litloop/search/scansci_find.py +410 -0
  123. litloop/search/screening.py +225 -0
  124. litloop/search/title_to_doi.py +163 -0
  125. litloop/search/watches.py +124 -0
  126. litloop/server.py +1731 -0
  127. litloop/sources/__init__.py +1339 -0
  128. litloop/sources/_batch.py +529 -0
  129. litloop/sources/_index.py +221 -0
  130. litloop/sources/_routes.py +290 -0
  131. litloop/sources/altcha.py +90 -0
  132. litloop/sources/arxiv.py +45 -0
  133. litloop/sources/attempt.py +91 -0
  134. litloop/sources/carsi.py +74 -0
  135. litloop/sources/core_api.py +46 -0
  136. litloop/sources/crossref.py +162 -0
  137. litloop/sources/elsevier_api.py +620 -0
  138. litloop/sources/elsevier_check.py +274 -0
  139. litloop/sources/europepmc.py +81 -0
  140. litloop/sources/ezproxy.py +317 -0
  141. litloop/sources/instsci.py +1295 -0
  142. litloop/sources/libgen.py +116 -0
  143. litloop/sources/nature.py +39 -0
  144. litloop/sources/oa_discovery.py +135 -0
  145. litloop/sources/openaire.py +122 -0
  146. litloop/sources/openalex.py +100 -0
  147. litloop/sources/publishers.py +684 -0
  148. litloop/sources/sage_cn.py +139 -0
  149. litloop/sources/scibban.py +10 -0
  150. litloop/sources/scihub.py +1379 -0
  151. litloop/sources/scihub_domains.py +203 -0
  152. litloop/sources/scihub_speed.py +187 -0
  153. litloop/sources/scoring.py +250 -0
  154. litloop/sources/semantic_scholar.py +146 -0
  155. litloop/sources/springer_tdm.py +172 -0
  156. litloop/sources/unpaywall.py +116 -0
  157. litloop/sources/vpnsci.py +38 -0
  158. litloop/store.py +264 -0
  159. litloop/templates/index.html +347 -0
  160. litloop/terms/__init__.py +1 -0
  161. litloop/terms/glossary.py +422 -0
  162. litloop/terms/spelling.py +89 -0
  163. litloop/terms/text.py +106 -0
  164. litloop/tor/__init__.py +1 -0
  165. litloop/tor/embedded.py +371 -0
  166. litloop/tor/proxy.py +110 -0
  167. litloop/updates.py +148 -0
  168. litloop/zotero/__init__.py +1 -0
  169. litloop/zotero/bridge.py +309 -0
  170. litloop/zotero/client.py +317 -0
  171. litloop-1.18.3.dist-info/METADATA +347 -0
  172. litloop-1.18.3.dist-info/RECORD +176 -0
  173. litloop-1.18.3.dist-info/WHEEL +5 -0
  174. litloop-1.18.3.dist-info/entry_points.txt +2 -0
  175. litloop-1.18.3.dist-info/licenses/LICENSE +197 -0
  176. litloop-1.18.3.dist-info/top_level.txt +1 -0
litloop/cli/doctor.py ADDED
@@ -0,0 +1,141 @@
1
+ """Setup diagnostic: detect system environment and provide install commands."""
2
+
3
+ from __future__ import annotations
4
+
5
+ import platform
6
+ import shutil
7
+ import socket
8
+ from typing import Any
9
+
10
+
11
+ def detect_system() -> dict[str, Any]:
12
+ """Detect OS, arch, and relevant system info."""
13
+ sys_info: dict[str, Any] = {
14
+ "os": platform.system(),
15
+ "os_version": platform.version(),
16
+ "arch": platform.machine(),
17
+ "python": platform.python_version(),
18
+ }
19
+
20
+ # Windows edition
21
+ if sys_info["os"] == "Windows":
22
+ try:
23
+ import ctypes
24
+ is_64 = ctypes.sizeof(ctypes.c_voidp) == 8
25
+ sys_info["windows_arch"] = "64-bit" if is_64 else "32-bit"
26
+ except Exception:
27
+ pass
28
+
29
+ return sys_info
30
+
31
+
32
+ def check_tor() -> dict[str, Any]:
33
+ """Check Tor installation and connectivity."""
34
+ result: dict[str, Any] = {"installed": False, "running": False, "port": 1080, "embedded": False}
35
+
36
+ # Check embedded Tor binary
37
+ from ..config import load_config
38
+ config = load_config()
39
+ from ..tor.embedded import _tor_binary
40
+ embedded = _tor_binary(config)
41
+ if embedded:
42
+ result["installed"] = True
43
+ result["embedded"] = True
44
+ result["path"] = str(embedded)
45
+
46
+ # Check if tor binary exists in system PATH
47
+ tor_path = shutil.which("tor")
48
+ if tor_path:
49
+ result["installed"] = True
50
+ result["path"] = tor_path
51
+
52
+ # Check if Tor is listening on common ports
53
+ for port in (1080, 9050, 9150):
54
+ try:
55
+ with socket.create_connection(("127.0.0.1", port), timeout=2):
56
+ result["running"] = True
57
+ result["port"] = port
58
+ break
59
+ except (ConnectionRefusedError, OSError):
60
+ pass
61
+
62
+ return result
63
+
64
+
65
+ def check_browser() -> dict[str, Any]:
66
+ """Check CloakBrowser connectivity."""
67
+ result: dict[str, Any] = {"running": False}
68
+ try:
69
+ from ..browser.engine import is_available
70
+ from ..config import load_config
71
+ result["running"] = is_available(load_config())
72
+ except Exception:
73
+ pass
74
+ return result
75
+
76
+
77
+ def get_install_commands(sys_info: dict[str, Any], tor: dict) -> dict[str, Any]:
78
+ """Return system-specific installation commands for missing components."""
79
+ os_name = sys_info["os"]
80
+ commands: dict[str, Any] = {}
81
+
82
+ if not tor["running"]:
83
+ # Recommend embedded Tor (no Docker needed)
84
+ commands["tor"] = {
85
+ "method": "embedded",
86
+ "reason": "自动下载 Tor Expert Bundle 到 ~/.litloop/tor/,无需 Docker 或系统安装",
87
+ "steps": [
88
+ "1. 运行 litloop_tor_install 自动下载 Tor",
89
+ "2. 运行 litloop_tor_start 启动 Tor SOCKS5 代理",
90
+ "3. 下载时使用 use_tor=true",
91
+ ],
92
+ "bridges": "在受限网络中,使用 litloop_tor_start(use_bridges=true) 启用 obfs4 桥接",
93
+ "alternatives": [],
94
+ }
95
+ if os_name == "Darwin":
96
+ commands["tor"]["alternatives"].append({
97
+ "method": "homebrew",
98
+ "steps": ["brew install tor", "brew services start tor"],
99
+ })
100
+ elif os_name != "Windows":
101
+ commands["tor"]["alternatives"].append({
102
+ "method": "apt",
103
+ "steps": ["sudo apt install tor", "sudo systemctl enable --now tor"],
104
+ })
105
+ elif os_name == "Windows":
106
+ commands["tor"]["alternatives"].append({
107
+ "method": "manual",
108
+ "steps": ["下载 Tor Expert Bundle: https://www.torproject.org/download/tor/"],
109
+ })
110
+
111
+ return commands
112
+
113
+
114
+ def setup_check() -> dict[str, Any]:
115
+ """Full setup diagnostic. (Docker is not checked: the Docker setup was removed
116
+ on 2026-10-23, as a container cannot show the user the browser to log in.)"""
117
+ sys_info = detect_system()
118
+ tor = check_tor()
119
+ browser = check_browser()
120
+
121
+ commands = get_install_commands(sys_info, tor)
122
+
123
+ # Overall readiness
124
+ issues = []
125
+ if not tor["running"]:
126
+ issues.append("Tor 未运行,Sci-Hub/LibGen 通过 Tor 访问受限")
127
+ if not browser["running"]:
128
+ issues.append("CloakBrowser 未运行,Cloudflare 防护可能无法绕过")
129
+
130
+ readiness = "ready" if not issues else "partial"
131
+ if not tor["running"] and not browser["running"]:
132
+ readiness = "limited"
133
+
134
+ return {
135
+ "system": sys_info,
136
+ "tor": tor,
137
+ "browser": browser,
138
+ "install_commands": commands,
139
+ "issues": issues,
140
+ "readiness": readiness,
141
+ }