pyxllib 0.0.43__py3-none-any.whl → 0.3.197__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (186) hide show
  1. pyxllib/__init__.py +9 -2
  2. pyxllib/algo/__init__.py +8 -0
  3. pyxllib/algo/disjoint.py +54 -0
  4. pyxllib/algo/geo.py +541 -0
  5. pyxllib/{util/mathlib.py → algo/intervals.py} +172 -36
  6. pyxllib/algo/matcher.py +389 -0
  7. pyxllib/algo/newbie.py +166 -0
  8. pyxllib/algo/pupil.py +629 -0
  9. pyxllib/algo/shapelylib.py +67 -0
  10. pyxllib/algo/specialist.py +241 -0
  11. pyxllib/algo/stat.py +494 -0
  12. pyxllib/algo/treelib.py +149 -0
  13. pyxllib/algo/unitlib.py +66 -0
  14. pyxllib/autogui/__init__.py +5 -0
  15. pyxllib/autogui/activewin.py +246 -0
  16. pyxllib/autogui/all.py +9 -0
  17. pyxllib/autogui/autogui.py +852 -0
  18. pyxllib/autogui/uiautolib.py +362 -0
  19. pyxllib/autogui/virtualkey.py +102 -0
  20. pyxllib/autogui/wechat.py +827 -0
  21. pyxllib/autogui/wechat_msg.py +421 -0
  22. pyxllib/autogui/wxautolib.py +84 -0
  23. pyxllib/cv/__init__.py +1 -11
  24. pyxllib/cv/expert.py +267 -0
  25. pyxllib/cv/{imlib.py → imfile.py} +18 -83
  26. pyxllib/cv/imhash.py +39 -0
  27. pyxllib/cv/pupil.py +9 -0
  28. pyxllib/cv/rgbfmt.py +1525 -0
  29. pyxllib/cv/slidercaptcha.py +137 -0
  30. pyxllib/cv/trackbartools.py +163 -49
  31. pyxllib/cv/xlcvlib.py +1040 -0
  32. pyxllib/cv/xlpillib.py +423 -0
  33. pyxllib/data/__init__.py +0 -0
  34. pyxllib/data/echarts.py +240 -0
  35. pyxllib/data/jsonlib.py +89 -0
  36. pyxllib/{util/oss2_.py → data/oss.py} +11 -9
  37. pyxllib/data/pglib.py +1127 -0
  38. pyxllib/data/sqlite.py +568 -0
  39. pyxllib/{util → data}/sqllib.py +13 -31
  40. pyxllib/ext/JLineViewer.py +505 -0
  41. pyxllib/ext/__init__.py +6 -0
  42. pyxllib/{util → ext}/demolib.py +119 -35
  43. pyxllib/ext/drissionlib.py +277 -0
  44. pyxllib/ext/kq5034lib.py +12 -0
  45. pyxllib/{util/main.py → ext/old.py} +122 -284
  46. pyxllib/ext/qt.py +449 -0
  47. pyxllib/ext/robustprocfile.py +497 -0
  48. pyxllib/ext/seleniumlib.py +76 -0
  49. pyxllib/{util/tklib.py → ext/tk.py} +10 -11
  50. pyxllib/ext/unixlib.py +827 -0
  51. pyxllib/ext/utools.py +351 -0
  52. pyxllib/{util/webhooklib.py → ext/webhook.py} +45 -17
  53. pyxllib/ext/win32lib.py +40 -0
  54. pyxllib/ext/wjxlib.py +88 -0
  55. pyxllib/ext/wpsapi.py +124 -0
  56. pyxllib/ext/xlwork.py +9 -0
  57. pyxllib/ext/yuquelib.py +1105 -0
  58. pyxllib/file/__init__.py +17 -0
  59. pyxllib/file/docxlib.py +761 -0
  60. pyxllib/{util → file}/gitlib.py +40 -27
  61. pyxllib/file/libreoffice.py +165 -0
  62. pyxllib/file/movielib.py +148 -0
  63. pyxllib/file/newbie.py +10 -0
  64. pyxllib/file/onenotelib.py +1469 -0
  65. pyxllib/file/packlib/__init__.py +330 -0
  66. pyxllib/{util → file/packlib}/zipfile.py +598 -195
  67. pyxllib/file/pdflib.py +426 -0
  68. pyxllib/file/pupil.py +185 -0
  69. pyxllib/file/specialist/__init__.py +685 -0
  70. pyxllib/{basic/_5_dirlib.py → file/specialist/dirlib.py} +364 -93
  71. pyxllib/file/specialist/download.py +193 -0
  72. pyxllib/file/specialist/filelib.py +2829 -0
  73. pyxllib/file/xlsxlib.py +3131 -0
  74. pyxllib/file/xlsyncfile.py +341 -0
  75. pyxllib/prog/__init__.py +5 -0
  76. pyxllib/prog/cachetools.py +64 -0
  77. pyxllib/prog/deprecatedlib.py +233 -0
  78. pyxllib/prog/filelock.py +42 -0
  79. pyxllib/prog/ipyexec.py +253 -0
  80. pyxllib/prog/multiprogs.py +940 -0
  81. pyxllib/prog/newbie.py +451 -0
  82. pyxllib/prog/pupil.py +1197 -0
  83. pyxllib/{sitepackages.py → prog/sitepackages.py} +5 -3
  84. pyxllib/prog/specialist/__init__.py +391 -0
  85. pyxllib/prog/specialist/bc.py +203 -0
  86. pyxllib/prog/specialist/browser.py +497 -0
  87. pyxllib/prog/specialist/common.py +347 -0
  88. pyxllib/prog/specialist/datetime.py +199 -0
  89. pyxllib/prog/specialist/tictoc.py +240 -0
  90. pyxllib/prog/specialist/xllog.py +180 -0
  91. pyxllib/prog/xlosenv.py +108 -0
  92. pyxllib/stdlib/__init__.py +17 -0
  93. pyxllib/{util → stdlib}/tablepyxl/__init__.py +1 -3
  94. pyxllib/{util → stdlib}/tablepyxl/style.py +1 -1
  95. pyxllib/{util → stdlib}/tablepyxl/tablepyxl.py +2 -4
  96. pyxllib/text/__init__.py +8 -0
  97. pyxllib/text/ahocorasick.py +39 -0
  98. pyxllib/text/airscript.js +744 -0
  99. pyxllib/text/charclasslib.py +121 -0
  100. pyxllib/text/jiebalib.py +267 -0
  101. pyxllib/text/jinjalib.py +32 -0
  102. pyxllib/text/jsa_ai_prompt.md +271 -0
  103. pyxllib/text/jscode.py +922 -0
  104. pyxllib/text/latex/__init__.py +158 -0
  105. pyxllib/text/levenshtein.py +303 -0
  106. pyxllib/text/nestenv.py +1215 -0
  107. pyxllib/text/newbie.py +300 -0
  108. pyxllib/text/pupil/__init__.py +8 -0
  109. pyxllib/text/pupil/common.py +1121 -0
  110. pyxllib/text/pupil/xlalign.py +326 -0
  111. pyxllib/text/pycode.py +47 -0
  112. pyxllib/text/specialist/__init__.py +8 -0
  113. pyxllib/text/specialist/common.py +112 -0
  114. pyxllib/text/specialist/ptag.py +186 -0
  115. pyxllib/text/spellchecker.py +172 -0
  116. pyxllib/text/templates/echart_base.html +11 -0
  117. pyxllib/text/templates/highlight_code.html +17 -0
  118. pyxllib/text/templates/latex_editor.html +103 -0
  119. pyxllib/text/vbacode.py +17 -0
  120. pyxllib/text/xmllib.py +747 -0
  121. pyxllib/xl.py +39 -0
  122. pyxllib/xlcv.py +17 -0
  123. pyxllib-0.3.197.dist-info/METADATA +48 -0
  124. pyxllib-0.3.197.dist-info/RECORD +126 -0
  125. {pyxllib-0.0.43.dist-info → pyxllib-0.3.197.dist-info}/WHEEL +4 -5
  126. pyxllib/basic/_1_strlib.py +0 -945
  127. pyxllib/basic/_2_timelib.py +0 -488
  128. pyxllib/basic/_3_pathlib.py +0 -916
  129. pyxllib/basic/_4_loglib.py +0 -419
  130. pyxllib/basic/__init__.py +0 -54
  131. pyxllib/basic/arrow_.py +0 -250
  132. pyxllib/basic/chardet_.py +0 -66
  133. pyxllib/basic/dirlib.py +0 -529
  134. pyxllib/basic/dprint.py +0 -202
  135. pyxllib/basic/extension.py +0 -12
  136. pyxllib/basic/judge.py +0 -31
  137. pyxllib/basic/log.py +0 -204
  138. pyxllib/basic/pathlib_.py +0 -705
  139. pyxllib/basic/pytictoc.py +0 -102
  140. pyxllib/basic/qiniu_.py +0 -61
  141. pyxllib/basic/strlib.py +0 -761
  142. pyxllib/basic/timer.py +0 -132
  143. pyxllib/cv/cv.py +0 -834
  144. pyxllib/cv/cvlib/_1_geo.py +0 -543
  145. pyxllib/cv/cvlib/_2_cvprcs.py +0 -309
  146. pyxllib/cv/cvlib/_2_imgproc.py +0 -594
  147. pyxllib/cv/cvlib/_3_pilprcs.py +0 -80
  148. pyxllib/cv/cvlib/_4_cvimg.py +0 -211
  149. pyxllib/cv/cvlib/__init__.py +0 -10
  150. pyxllib/cv/debugtools.py +0 -82
  151. pyxllib/cv/fitz_.py +0 -300
  152. pyxllib/cv/installer.py +0 -42
  153. pyxllib/debug/_0_installer.py +0 -38
  154. pyxllib/debug/_1_typelib.py +0 -277
  155. pyxllib/debug/_2_chrome.py +0 -198
  156. pyxllib/debug/_3_showdir.py +0 -161
  157. pyxllib/debug/_4_bcompare.py +0 -140
  158. pyxllib/debug/__init__.py +0 -49
  159. pyxllib/debug/bcompare.py +0 -132
  160. pyxllib/debug/chrome.py +0 -198
  161. pyxllib/debug/installer.py +0 -38
  162. pyxllib/debug/showdir.py +0 -158
  163. pyxllib/debug/typelib.py +0 -278
  164. pyxllib/image/__init__.py +0 -12
  165. pyxllib/torch/__init__.py +0 -20
  166. pyxllib/torch/modellib.py +0 -37
  167. pyxllib/torch/trainlib.py +0 -344
  168. pyxllib/util/__init__.py +0 -20
  169. pyxllib/util/aip_.py +0 -141
  170. pyxllib/util/casiadb.py +0 -59
  171. pyxllib/util/excellib.py +0 -495
  172. pyxllib/util/filelib.py +0 -612
  173. pyxllib/util/jsondata.py +0 -27
  174. pyxllib/util/jsondata2.py +0 -92
  175. pyxllib/util/labelmelib.py +0 -139
  176. pyxllib/util/onepy/__init__.py +0 -29
  177. pyxllib/util/onepy/onepy.py +0 -574
  178. pyxllib/util/onepy/onmanager.py +0 -170
  179. pyxllib/util/pyautogui_.py +0 -219
  180. pyxllib/util/textlib.py +0 -1305
  181. pyxllib/util/unorder.py +0 -22
  182. pyxllib/util/xmllib.py +0 -639
  183. pyxllib-0.0.43.dist-info/METADATA +0 -39
  184. pyxllib-0.0.43.dist-info/RECORD +0 -80
  185. pyxllib-0.0.43.dist-info/top_level.txt +0 -1
  186. {pyxllib-0.0.43.dist-info → pyxllib-0.3.197.dist-info/licenses}/LICENSE +0 -0
@@ -0,0 +1,341 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ # @Author : 陈坤泽
4
+ # @Email : 877362867@qq.com
5
+ # @Date : 2024/10/12
6
+
7
+ """
8
+ 我们自己的一套利用后端服务进行文件同步的工具
9
+ """
10
+
11
+ import os
12
+ import time
13
+
14
+ from loguru import logger
15
+ from tqdm import tqdm
16
+ import requests
17
+
18
+ from pyxllib.file.specialist import XlPath, GetEtag
19
+ from pyxllib.prog.pupil import format_exception
20
+
21
+
22
+ class SyncFileClient:
23
+ """
24
+
25
+ 注意:该类填写的路径,一律是相对local_root、remote_root的路径,不是当前实际工作目录下的路径!
26
+ 可以通过把local_host设为空的来实现一些特殊精细化的操作
27
+ 但一般推荐还是都把local_root、remote_root设置上
28
+ """
29
+
30
+ def __1_basic(self):
31
+ pass
32
+
33
+ def __init__(self, host, token=None):
34
+ """
35
+ :param host: 可以只写主机名
36
+ """
37
+ token = token or os.getenv("XL_COMMON_SERVER_TOKEN")
38
+ self.headers = {
39
+ 'Authorization': f'Bearer {token}',
40
+ }
41
+ self.local_root = None
42
+ self.remote_root = None
43
+ self.host = self.link_host(host)
44
+
45
+ def link_host(self, hostname):
46
+ from requests.exceptions import Timeout
47
+
48
+ host = f'{os.getenv("MAIN_WEBSITE")}/{hostname}'
49
+ resp = requests.get(f'{host}/common/get_local_server', headers=self.headers)
50
+ ip = resp.json()['ip']
51
+
52
+ if ip:
53
+ try:
54
+ resp = requests.get(f'{ip}/healthz', timeout=5)
55
+ if resp.status_code == 200 and resp.json()['status'] == 'ok':
56
+ host = ip
57
+ except Timeout:
58
+ pass
59
+ except Exception as e:
60
+ raise e
61
+
62
+ remote_root = requests.get(f'{host}/common/get_wkdir', headers=self.headers).json()['wkdir']
63
+ self.remote_root = XlPath(remote_root)
64
+
65
+ return host
66
+
67
+ def get_abs_local_path(self, local_path, remote_path=None):
68
+ # 1 如果需要,从远程路径推测本地路径
69
+ if local_path is None and remote_path is not None:
70
+ local_path = remote_path
71
+
72
+ # 2 本地存储的文件路径
73
+ if self.local_root:
74
+ return self.local_root / local_path
75
+ else:
76
+ return XlPath(local_path)
77
+
78
+ def get_abs_remote_path(self, remote_path, local_path=None):
79
+ # 1 如果需要,从本地路径推测远程路径
80
+ if remote_path is None and local_path is not None:
81
+ remote_path = local_path
82
+
83
+ # 2 远程存储的文件路径
84
+ if self.remote_root:
85
+ return self.remote_root / remote_path
86
+ else:
87
+ return XlPath(remote_path)
88
+
89
+ def __2_sync(self):
90
+ pass
91
+
92
+ def upload_file(self, local_file=None, remote_file=None, relpath=True):
93
+ """
94
+ :param str remote_file: 要存储的远程文件路径,默认可以不指定,自动通过local_file存储到对称位置
95
+
96
+ 使用示例:
97
+ sfc = SyncFileClient('codepc_mi15')
98
+ sfc.upload_file('abc/README.md')
99
+ sfc.upload_file('abc/README.md', 'bcd/1.md')
100
+ """
101
+ file = [local_file]
102
+ if remote_file:
103
+ file.append(remote_file)
104
+ return self.upload_files([file], relpath=relpath)
105
+
106
+ def upload_files(self, files, relpath=True):
107
+ """
108
+ :param list[local_file<, remote_path>] files:
109
+ remote_path可选,未写的时候会自动填充
110
+ :return:
111
+
112
+ todo 加进度条?不过问了下gpt,这个实现好像有点复杂,先不折腾了。本来其实就推荐单个单个文件上传,在外部进行进度展示管控。
113
+
114
+ 使用示例:
115
+ sfc = SyncFileClient('codepc_mi15')
116
+ print(sfc.upload_files(['data/d231120禅宗1期4阶.xlsx', 'data/d231120禅宗1期4阶2.xlsx']))
117
+ """
118
+ # 1 映射出目标路径
119
+ files2 = []
120
+ for file in files:
121
+ if not isinstance(file, (list, tuple)):
122
+ local_file, remote_file = file, None
123
+ else:
124
+ local_file, remote_file = file
125
+
126
+ if relpath:
127
+ local_file = self.get_abs_local_path(local_file, remote_file)
128
+ remote_file = self.get_abs_remote_path(remote_file, local_file)
129
+
130
+ files2.append([local_file, remote_file.as_posix()])
131
+
132
+ files3 = [('files', (remote_file, open(local_file, 'rb'))) for local_file, remote_file in files2]
133
+
134
+ # 4 发送请求
135
+ resp = requests.post(f'{self.host}/common/upload_files',
136
+ headers=self.headers,
137
+ files=files3)
138
+ return resp.json()
139
+
140
+ def download_file(self, remote_file=None, local_file=None, relpath=True):
141
+ """
142
+ :param str remote_file: 要下载的远程文件路径,相对get_wkdir下的路径
143
+ :param str local_file: 下载到本地的文件路径,默认可以不指定,自动通过remote_file存储到对称位置
144
+
145
+ todo 加进度条?方便超大文件下载查看进度。
146
+
147
+ 使用示例:
148
+ sfc = SyncFileClient('http://yourserver.com', headers={"Authorization": "Bearer your_token"})
149
+ sfc.download_file('.vscode/launch.json', 'launch.json')
150
+ """
151
+ if relpath:
152
+ local_file = self.get_abs_local_path(local_file, remote_file)
153
+ remote_file = self.get_abs_remote_path(remote_file, local_file)
154
+
155
+ data = {'file': remote_file.as_posix()}
156
+ # 使用 stream=True 开启流式处理
157
+ with requests.post(f'{self.host}/common/download_file',
158
+ headers=self.headers, json=data, stream=True) as resp:
159
+ if resp.status_code == 200:
160
+ # 以二进制方式写入文件
161
+ with open(local_file, 'wb') as f:
162
+ # 分块写入文件,每次 1MB (1024 * 1024 bytes)
163
+ for chunk in resp.iter_content(chunk_size=1024 * 1024):
164
+ if chunk: # 忽略keep-alive的空块
165
+ f.write(chunk)
166
+ return local_file
167
+ else:
168
+ # 处理其他状态码,抛出异常或进行错误处理
169
+ print(f"Error: Unable to download file, status code {resp.status_code}")
170
+ return None
171
+
172
+ def verify_etag(self, local_file=None, remote_file=None, relpath=True):
173
+ """
174
+ :param relpath: 是否使用的是相对路径
175
+ 当不使用relpath的时候,注意local_file、remote_file都是手动必填的XlPath类型字段
176
+ :return:
177
+ """
178
+ if relpath:
179
+ local_file = self.get_abs_local_path(local_file, remote_file)
180
+ remote_file = self.get_abs_remote_path(remote_file, local_file)
181
+ if not local_file.is_file():
182
+ return {'match': False}
183
+ local_etag = GetEtag.from_file(local_file)
184
+ json_data = {'file': remote_file.as_posix(), 'etag': local_etag}
185
+ resp = requests.post(f'{self.host}/common/check_file_etag',
186
+ headers=self.headers,
187
+ json=json_data)
188
+ return resp.json()
189
+
190
+ def upload_dir(self,
191
+ local_dir=None,
192
+ remote_dir=None,
193
+ *,
194
+ delete_local_file=False,
195
+ verify_etag=False,
196
+ relpath=True):
197
+ """
198
+ :param local_dir: 本地目录
199
+ :param remote_dir: 远程目录
200
+ :param delete_local_file: 每个文件上传成功后,是否删除本地文件
201
+ 默认不删除,一般不删除是配合etag校验使用的
202
+ :param verify_etag: 上传前是否校验etag,如果服务器上对应位置已经有对应etag的文件,其实就不用上传了
203
+
204
+ 该方法已修改以支持上传子目录和空目录
205
+ """
206
+ if relpath:
207
+ # D:\home\chenkunze\data\temp2,举个具体的例子案例值,供参考理解
208
+ local_dir = self.get_abs_local_path(local_dir, remote_dir)
209
+ # /home/chenkunze/data/temp2
210
+ remote_dir = self.get_abs_remote_path(remote_dir, local_dir)
211
+
212
+ for root, dirs, files in os.walk(local_dir):
213
+ # root拿到的是这样的绝对路径:D:\home\chenkunze\data\temp2\数值问题
214
+ # '数值问题'
215
+ subdir = XlPath(root).relpath(local_dir)
216
+ if not files and not dirs:
217
+ # 如果该目录为空,则在远程服务器上创建空目录
218
+ self.create_remote_dir(remote_dir / subdir, relpath=False)
219
+
220
+ for file in tqdm(files, desc=f'上传目录:{root}'):
221
+ local_path = local_dir / subdir / file
222
+ remote_path = remote_dir / subdir / file
223
+ if verify_etag and self.verify_etag(local_path, remote_path, relpath=False):
224
+ pass # 如果etag校验通过,跳过上传
225
+ else:
226
+ self.upload_file(local_path, remote_path, relpath=False)
227
+
228
+ if delete_local_file:
229
+ os.remove(local_path)
230
+
231
+ def create_remote_dir(self, remote_dir, relpath=True):
232
+ """
233
+ 创建远程目录的辅助方法
234
+ """
235
+ if relpath:
236
+ remote_dir = self.get_abs_remote_path(remote_dir)
237
+ json_data = {'dir': remote_dir.as_posix()}
238
+ resp = requests.post(f'{self.host}/common/create_dir',
239
+ headers=self.headers,
240
+ json=json_data)
241
+ return resp.json()
242
+
243
+ def download_dir(self, remote_dir=None, local_dir=None, *, verify_etag=False, relpath=True):
244
+ """
245
+ 下载远程目录到本地
246
+ :param remote_dir: 远程目录路径,相对路径或绝对路径都支持
247
+ :param local_dir: 本地保存目录,默认会自动映射到对应的远程位置
248
+ :param verify_etag: 是否进行etag校验,跳过已经在本地存在并且未修改的文件
249
+ :return:
250
+
251
+ 示例:
252
+ sfc = SyncFileClient('codepc_mi15')
253
+ sfc.download_dir('data/temp2')
254
+ """
255
+ # 1. 获取绝对路径
256
+ if relpath:
257
+ local_dir = self.get_abs_local_path(local_dir, remote_dir)
258
+ remote_dir = self.get_abs_remote_path(remote_dir, local_dir)
259
+
260
+ # 2. 从服务器获取远程目录的文件和子目录结构
261
+ json_data = {'dir': remote_dir.as_posix()}
262
+ resp = requests.post(f'{self.host}/common/list_dir', headers=self.headers, json=json_data)
263
+ if resp.status_code != 200:
264
+ raise Exception(f"Failed to list remote directory: {resp.text}")
265
+
266
+ dir_structure = resp.json() # 期望返回格式为 {'dirs': [...], 'files': [...]}
267
+
268
+ # 3. 创建本地目录
269
+ if not local_dir.exists():
270
+ local_dir.mkdir(parents=True)
271
+
272
+ # 4. 先处理子目录
273
+ for subdir in dir_structure.get('dirs', []):
274
+ local_subdir = local_dir / subdir
275
+ if not local_subdir.exists():
276
+ local_subdir.mkdir(parents=True)
277
+
278
+ # 递归下载子目录中的文件
279
+ for i in range(100): # 开发机senseserver3好像不稳定,加了重试机制
280
+ try:
281
+ self.download_dir(remote_dir / subdir, local_dir / subdir, verify_etag=verify_etag)
282
+ break
283
+ except requests.exceptions.RequestException as e:
284
+ logger.warning(format_exception(e, 3))
285
+ time.sleep(60)
286
+ continue
287
+ else:
288
+ raise requests.exceptions.RequestException
289
+
290
+ # 5. 下载文件
291
+ for file in tqdm(dir_structure.get('files', []), desc=f'下载目录:{remote_dir}'):
292
+ remote_file = remote_dir / file
293
+ local_file = local_dir / file
294
+
295
+ for i in range(100):
296
+ try:
297
+ # 校验etag,如果verify_etag为True并且校验成功,则跳过下载
298
+ if verify_etag and self.verify_etag(local_file, remote_file, relpath=False)['match']:
299
+ break
300
+
301
+ # 下载文件
302
+ logger.info(f'下载文件中:{local_file}')
303
+ self.download_file(remote_file, local_file, relpath=False)
304
+ break
305
+ except requests.exceptions.RequestException:
306
+ time.sleep(60)
307
+ continue
308
+ else:
309
+ raise requests.exceptions.RequestException
310
+
311
+ def download_path(self, remote_path=None, local_path=None, *, verify_etag=False, relpath=True):
312
+ """
313
+ 下载远程文件或目录到本地
314
+ :param remote_path: 远程路径,可以是文件或者目录
315
+ :param local_path: 本地保存路径,默认会自动映射到对应的远程位置
316
+ :param verify_etag: 是否进行etag校验,跳过已经在本地存在并且未修改的文件
317
+ :return:
318
+ """
319
+ if relpath:
320
+ # 获取远程路径的绝对路径
321
+ remote_path = self.get_abs_remote_path(remote_path, local_path)
322
+ local_path = self.get_abs_local_path(local_path, remote_path)
323
+
324
+ # 判断是文件还是目录
325
+ json_data = {'path': remote_path.as_posix()}
326
+ resp = requests.post(f'{self.host}/common/check_path_type', headers=self.headers, json=json_data)
327
+
328
+ if resp.status_code != 200:
329
+ raise Exception(f"Failed to check remote path type: {resp.text}")
330
+
331
+ path_info = resp.json()
332
+
333
+ if path_info['type'] == 'file':
334
+ # 如果是文件,调用 download_file
335
+ self.download_file(remote_file=remote_path, local_file=local_path, relpath=False)
336
+ elif path_info['type'] == 'dir':
337
+ # 如果是目录,调用 download_dir
338
+ self.download_dir(remote_dir=remote_path, local_dir=local_path,
339
+ verify_etag=verify_etag, relpath=False)
340
+ else:
341
+ raise ValueError(f"Unknown path type: {path_info['type']}")
@@ -0,0 +1,5 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ # @Author : 陈坤泽
4
+ # @Email : 877362867@qq.com
5
+ # @Date : 2021/06/03 21:14
@@ -0,0 +1,64 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ # @Author : 陈坤泽
4
+ # @Email : 877362867@qq.com
5
+ # @Date : 2024/05/29
6
+
7
+ from pyxllib.prog.pupil import check_install_package
8
+
9
+ # cachetools,通用缓存工具,适用范围更广
10
+ check_install_package('cachetools')
11
+ # cached-property,类属性特用工具,相对比较简洁些
12
+ check_install_package('cached_property', 'cached-property')
13
+
14
+ # 对于普通函数,一般用lru_cache即可
15
+ from functools import lru_cache
16
+ import threading
17
+
18
+ from cachetools import cached, LRUCache, TTLCache
19
+
20
+ # 官方文档:https://pypi.org/project/cached-property/
21
+ from cached_property import cached_property
22
+ from cached_property import threaded_cached_property # 线程安全
23
+ from cached_property import cached_property_with_ttl # 限时缓存,单位秒
24
+ from cached_property import threaded_cached_property_with_ttl # 线程 + 限时
25
+
26
+
27
+ # todo 240609周日21:19 https://github.com/awolverp/cachebox,据说这个缓存库速度更快的多
28
+
29
+ # 进一步封装的更通用、自己常用的装饰器
30
+
31
+ def xlcache(maxsize=128, *, ttl=None, lock=None, property=False):
32
+ """ 那些工具接口太复杂难记,自己封装一个统一的工具
33
+
34
+ 就是一个装饰器,最大缓存多少项,然后是否要开多线程安全,是否要设置限时重置,是否是作为类成员属性修饰
35
+
36
+ :param property: 是否作为类成员属性修饰,不过一般不建议通过这里设置,
37
+ 而是外部再加一层@property,不然IDE会识别不了这是一个property,影响开发
38
+
39
+ """
40
+ def decorator(func):
41
+ if property:
42
+ if ttl is not None:
43
+ if lock:
44
+ # 使用带有时间限制和线程安全的缓存属性
45
+ return threaded_cached_property_with_ttl(ttl)(func)
46
+ else:
47
+ # 使用带有时间限制但非线程安全的缓存属性
48
+ return cached_property_with_ttl(ttl)(func)
49
+ else:
50
+ if lock:
51
+ # 使用线程安全的缓存属性
52
+ return threaded_cached_property(func)
53
+ else:
54
+ # 使用普通的缓存属性
55
+ return cached_property(func)
56
+ else:
57
+ lock2 = threading.RLock() if lock is True else lock
58
+ if ttl is None:
59
+ return cached(LRUCache(maxsize), lock=lock2)(func)
60
+ else:
61
+ cache = TTLCache(maxsize=maxsize, ttl=ttl)
62
+ return cached(cache, lock=lock2)(func)
63
+
64
+ return decorator
@@ -0,0 +1,233 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ # @Author : 陈坤泽
4
+ # @Email : 877362867@qq.com
5
+ # @Date : 2021/06/06 00:50
6
+
7
+ """
8
+ 原官方库: https://pypi.org/project/Deprecated
9
+
10
+ 其deprecated装饰器的action='once'功能跟我设想的不一样
11
+
12
+ 其实从实际使用角度看,默认的每个物理行只警告一次是最合理的模式,使用起来无伤大雅
13
+ 但我非要把这个'once'情景的功能给补完善~~
14
+
15
+ 从 deprecated.classic 文件改编而来
16
+ """
17
+
18
+ import functools
19
+ import inspect
20
+ import platform
21
+ import warnings
22
+
23
+ import wrapt
24
+
25
+ try:
26
+ # If the C extension for wrapt was compiled and wrapt/_wrappers.pyd exists, then the
27
+ # stack level that should be passed to warnings.warn should be 2. However, if using
28
+ # a pure python wrapt, a extra stacklevel is required.
29
+ import wrapt._wrappers
30
+
31
+ _routine_stacklevel = 2
32
+ _class_stacklevel = 2
33
+ except ImportError:
34
+ _routine_stacklevel = 3
35
+ if platform.python_implementation() == "PyPy":
36
+ _class_stacklevel = 2
37
+ else:
38
+ _class_stacklevel = 3
39
+
40
+ string_types = (type(b''), type(u''))
41
+
42
+
43
+ class ClassicAdapter(wrapt.AdapterFactory):
44
+ """
45
+ Classic adapter -- *for advanced usage only*
46
+
47
+ This adapter is used to get the deprecation message according to the wrapped object type:
48
+ class, function, standard method, static method, or class method.
49
+
50
+ This is the base class of the :class:`~deprecated.sphinx.SphinxAdapter` class
51
+ which is used to update the wrapped object docstring.
52
+
53
+ You can also inherit this class to change the deprecation message.
54
+
55
+ In the following example, we change the message into "The ... is deprecated.":
56
+
57
+ .. code-block:: python
58
+
59
+ import inspect
60
+
61
+ from deprecated.classic import ClassicAdapter
62
+ from deprecated.classic import deprecated
63
+
64
+
65
+ class MyClassicAdapter(ClassicAdapter):
66
+ def get_deprecated_msg(self, wrapped, instance):
67
+ if instance is None:
68
+ if inspect.isclass(wrapped):
69
+ fmt = "The class {name} is deprecated."
70
+ else:
71
+ fmt = "The function {name} is deprecated."
72
+ else:
73
+ if inspect.isclass(instance):
74
+ fmt = "The class method {name} is deprecated."
75
+ else:
76
+ fmt = "The method {name} is deprecated."
77
+ if self.reason:
78
+ fmt += " ({reason})"
79
+ if self.version:
80
+ fmt += " -- Deprecated since version {version}."
81
+ return fmt.format(name=wrapped.__name__,
82
+ reason=self.reason or "",
83
+ version=self.version or "")
84
+
85
+ Then, you can use your ``MyClassicAdapter`` class like this in your source code:
86
+
87
+ .. code-block:: python
88
+
89
+ @deprecated(reason="use another function", adapter_cls=MyClassicAdapter)
90
+ def some_old_function(x, y):
91
+ return x + y
92
+ """
93
+
94
+ def __init__(self, reason="", version="", action=None, category=DeprecationWarning):
95
+ """
96
+ Construct a wrapper adapter.
97
+
98
+ :type reason: str
99
+ :param reason:
100
+ Reason message which documents the deprecation in your library (can be omitted).
101
+
102
+ :type version: str
103
+ :param version:
104
+ Version of your project which deprecates this feature.
105
+ If you follow the `Semantic Versioning <https://semver.org/>`_,
106
+ the version number has the format "MAJOR.MINOR.PATCH".
107
+
108
+ :type action: str
109
+ :param action:
110
+ A warning filter used to activate or not the deprecation warning.
111
+ Can be one of "error", "ignore", "always", "default", "module", or "once".
112
+ If ``None`` or empty, the the global filtering mechanism is used.
113
+ See: `The Warnings Filter`_ in the Python documentation.
114
+
115
+ :type category: type
116
+ :param category:
117
+ The warning category to use for the deprecation warning.
118
+ By default, the category class is :class:`~DeprecationWarning`,
119
+ you can inherit this class to define your own deprecation warning category.
120
+ """
121
+ self.reason = reason or ""
122
+ self.version = version or ""
123
+ self.action = action
124
+ self.category = category
125
+ super(ClassicAdapter, self).__init__()
126
+
127
+ def get_deprecated_msg(self, wrapped, instance):
128
+ """
129
+ Get the deprecation warning message for the user.
130
+
131
+ :param wrapped: Wrapped class or function.
132
+
133
+ :param instance: The object to which the wrapped function was bound when it was called.
134
+
135
+ :return: The warning message.
136
+ """
137
+ if instance is None:
138
+ if inspect.isclass(wrapped):
139
+ fmt = "Call to deprecated class {name}."
140
+ else:
141
+ fmt = "Call to deprecated function (or staticmethod) {name}."
142
+ else:
143
+ if inspect.isclass(instance):
144
+ fmt = "Call to deprecated class method {name}."
145
+ else:
146
+ fmt = "Call to deprecated method {name}."
147
+ if self.reason:
148
+ fmt += " ({reason})"
149
+ if self.version:
150
+ fmt += " -- Deprecated since version {version}."
151
+ return fmt.format(name=wrapped.__name__, reason=self.reason or "", version=self.version or "")
152
+
153
+ def __call__(self, wrapped):
154
+ """
155
+ Decorate your class or function.
156
+
157
+ :param wrapped: Wrapped class or function.
158
+
159
+ :return: the decorated class or function.
160
+
161
+ .. versionchanged:: 1.2.4
162
+ Don't pass arguments to :meth:`object.__new__` (other than *cls*).
163
+
164
+ .. versionchanged:: 1.2.8
165
+ The warning filter is not set if the *action* parameter is ``None`` or empty.
166
+ """
167
+ if inspect.isclass(wrapped):
168
+ old_new1 = wrapped.__new__
169
+
170
+ def wrapped_cls(cls, *args, **kwargs):
171
+ msg = self.get_deprecated_msg(wrapped, None)
172
+ if self.action:
173
+ with warnings.catch_warnings():
174
+ warnings.simplefilter(self.action, self.category)
175
+ warnings.warn(msg, category=self.category, stacklevel=_class_stacklevel)
176
+ else:
177
+ warnings.warn(msg, category=self.category, stacklevel=_class_stacklevel)
178
+ if old_new1 is object.__new__:
179
+ return old_new1(cls)
180
+ # actually, we don't know the real signature of *old_new1*
181
+ return old_new1(cls, *args, **kwargs)
182
+
183
+ wrapped.__new__ = staticmethod(wrapped_cls)
184
+
185
+ return wrapped
186
+
187
+
188
+ def deprecated(*args, **kwargs):
189
+ """
190
+ """
191
+ if args and isinstance(args[0], string_types):
192
+ kwargs['reason'] = args[0]
193
+ args = args[1:]
194
+
195
+ if args and not callable(args[0]):
196
+ raise TypeError(repr(type(args[0])))
197
+
198
+ if args:
199
+ action = kwargs.get('action')
200
+ category = kwargs.get('category', DeprecationWarning)
201
+ adapter_cls = kwargs.pop('adapter_cls', ClassicAdapter)
202
+ adapter = adapter_cls(**kwargs)
203
+
204
+ wrapped = args[0]
205
+ if inspect.isclass(wrapped):
206
+ wrapped = adapter(wrapped)
207
+ return wrapped
208
+
209
+ elif inspect.isroutine(wrapped):
210
+ once = False
211
+
212
+ @wrapt.decorator(adapter=adapter)
213
+ def wrapper_function(wrapped_, instance_, args_, kwargs_):
214
+ nonlocal once
215
+ msg = adapter.get_deprecated_msg(wrapped_, instance_)
216
+ if action:
217
+ if action == 'once' and once:
218
+ pass
219
+ else:
220
+ once = True
221
+ with warnings.catch_warnings():
222
+ warnings.simplefilter(action, category)
223
+ warnings.warn(msg, category=category, stacklevel=_routine_stacklevel)
224
+ else:
225
+ warnings.warn(msg, category=category, stacklevel=_routine_stacklevel)
226
+ return wrapped_(*args_, **kwargs_)
227
+
228
+ return wrapper_function(wrapped)
229
+
230
+ else:
231
+ raise TypeError(repr(type(wrapped)))
232
+
233
+ return functools.partial(deprecated, **kwargs)
@@ -0,0 +1,42 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ # @Author : 陈坤泽
4
+ # @Email : 877362867@qq.com
5
+ # @Date : 2024/11/13
6
+
7
+ import os
8
+ import tempfile
9
+ import time
10
+
11
+ from filelock import FileLock, Timeout
12
+
13
+
14
+ class XlFileLock(FileLock):
15
+ def __init__(self, lock_file: str, timeout: float = -1, **kwargs):
16
+ """
17
+ 初始化 XlFileLock 实例,锁文件默认存储在系统临时目录中。
18
+
19
+ :param str filename: 锁文件的文件名(不包含路径)。
20
+ :param float timeout: 获取锁的超时时间(以秒为单位),默认值为 -1 表示无限等待。
21
+ """
22
+ lock_file_path = os.path.join(tempfile.gettempdir(), lock_file)
23
+ super().__init__(lock_file=lock_file_path, timeout=timeout, **kwargs)
24
+
25
+
26
+ def get_autoui_lock(lock_file='autoui.lock', timeout=-1):
27
+ """
28
+ 注意:XlFileLock中的lock_file无法设置默认值,这跟FileLock的底层有关
29
+ 所以无法继承一个AutoUiLock类,但是可以通过这种函数的方式,绕开它特殊的初始化限制
30
+ """
31
+ lock = XlFileLock(lock_file=lock_file, timeout=timeout)
32
+ return lock
33
+
34
+
35
+ if __name__ == "__main__":
36
+ try:
37
+ with get_autoui_lock(timeout=5):
38
+ print("Lock acquired, doing some work...")
39
+ time.sleep(3)
40
+ print("Work done.")
41
+ except Timeout:
42
+ print("Failed to acquire lock within the timeout.")