xtn-tools-pro 1.0.0.4.1__py3-none-any.whl → 1.0.0.4.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -105,7 +105,7 @@ class GoFun:
105
105
  except Exception as e:
106
106
  pass
107
107
 
108
- def _download_and_upload_task(self, download_queue, upload_queue, proxies_dict, ini_info, logger):
108
+ def _download_and_upload_task(self, download_queue, upload_queue, proxies_dict, ini_info,logger):
109
109
  """
110
110
  使用两个线程 打开 获取任务、回写任务
111
111
  :param queue:
@@ -116,11 +116,17 @@ class GoFun:
116
116
  caller_class = caller.frame.f_locals.get('self', None) # 获取调用者的类实例
117
117
  if caller_name != "run" or caller_class is None:
118
118
  raise Exception("错误调用")
119
- thread_download_task = threading.Thread(target=self.__download_task, args=(download_queue, ini_info, logger))
119
+ # 获取任务
120
+ thread_download_task = threading.Thread(target=self.__download_task,
121
+ args=(download_queue, ini_info, logger))
120
122
  thread_download_task.start()
121
- thread_upload_task = threading.Thread(target=self.__upload_task, args=(upload_queue, ini_info, logger))
123
+ # 回写任务
124
+ thread_upload_task = threading.Thread(target=self.__upload_task,
125
+ args=(upload_queue, ini_info, logger))
122
126
  thread_upload_task.start()
123
- thread_update_proxy = threading.Thread(target=self.__update_proxy, args=(proxies_dict, ini_info, logger))
127
+ # 维护代理
128
+ thread_update_proxy = threading.Thread(target=self.__update_proxy,
129
+ args=(proxies_dict, ini_info, logger))
124
130
  thread_update_proxy.start()
125
131
 
126
132
  def __download_task(self, download_queue, ini_info, logger):
@@ -138,7 +144,7 @@ class GoFun:
138
144
  while True:
139
145
  try:
140
146
  qsize = download_queue.qsize()
141
- logger.info(f"当前队列剩余任务数:{qsize}")
147
+ logger.info(f"当前队列剩余任务数:{qsize}")
142
148
  if qsize >= 10:
143
149
  time.sleep(2)
144
150
  continue
@@ -155,9 +161,9 @@ class GoFun:
155
161
  if not phone_item.isdigit(): # 判断是否全是整数(不包括小数点或负号)
156
162
  continue
157
163
  download_queue.put(task_item)
158
- logger.warning(f"成功获取任务个数:{len(result_list)}")
164
+ logger.warning(f"成功获取任务个数:{len(result_list)}")
159
165
  except Exception as e:
160
- logger.critical(f"获取任务请求异常:{e}")
166
+ logger.critical(f"获取任务请求异常:{e}")
161
167
  time.sleep(2)
162
168
 
163
169
  def __upload_task(self, upload_queue, ini_info, logger):
@@ -233,13 +239,13 @@ class GoFun:
233
239
  status_code = resp.status_code
234
240
  result_list = json_data.get("result", [])
235
241
  if not result_list or status_code != 200:
236
- logger.critical(f"获取代理响应异常:{status_code} {len(result_list)} {json_data}")
242
+ logger.critical(f"获取代理响应异常:{status_code} {len(result_list)} {json_data}")
237
243
  time.sleep(2)
238
244
 
239
245
  proxies_dict['http'] = 'http://' + random.choice(result_list)
240
246
  proxies_dict['https'] = 'http://' + random.choice(result_list)
241
247
  proxies_dict['status'] = True
242
- logger.warning(f"成功获取代理:{proxies_dict}")
248
+ logger.warning(f"成功获取代理:{proxies_dict}")
243
249
 
244
250
  if not update_proxies_time:
245
251
  # 一直执行 不退出
@@ -248,7 +254,7 @@ class GoFun:
248
254
  time.sleep(update_proxies_time)
249
255
  proxies_dict['status'] = False
250
256
  except Exception as e:
251
- logger.critical(f"获取代理请求异常:{e}")
257
+ logger.critical(f"获取代理请求异常:{e}")
252
258
  time.sleep(2)
253
259
 
254
260
  def _go_task_fun_task(self, download_queue, upload_queue, proxies_dict, ini_info, go_task_function, logger):
@@ -281,7 +287,8 @@ class GoFun:
281
287
  for i in range(processes_num):
282
288
  p = Process(target=self._run_with_timeout,
283
289
  args=(
284
- download_queue, upload_queue, proxies_dict, thread_num, logger, go_task_function))
290
+ download_queue, upload_queue, proxies_dict, thread_num, logger,
291
+ go_task_function))
285
292
  processes_start_list.append(p)
286
293
  p.start()
287
294
 
@@ -154,6 +154,7 @@ class Log:
154
154
  color_formatter = ColoredFormatter(
155
155
  # '\033[1m%(log_color)s[%(now_datestr)s] | %(levelname)-8s | [%(func_name)s] - %(message)s\033[0m',
156
156
  '%(log_color)s[%(now_datestr)s] | %(levelname)-8s | [%(func_name)s] - %(message)s',
157
+ # '%(log_color)s[%(now_datestr)s] | %(levelname)-8s | [%(func_name)-20s] | - %(message)s',
157
158
  log_colors=log_colors) # 加粗对齐
158
159
  # 设置控制台处理器的格式化器为带颜色的格式化器
159
160
  console_handler.setFormatter(color_formatter)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xtn-tools-pro
3
- Version: 1.0.0.4.1
3
+ Version: 1.0.0.4.3
4
4
  Summary: xtn 开发工具
5
5
  Author: xtn
6
6
  Author-email: czw011122@gmail.com
@@ -10,17 +10,17 @@ xtn_tools_pro/proxy/XiaoXiangProxy.py,sha256=45SsMZDc-3Ta4THX38vScjaeRBJSp420AJw
10
10
  xtn_tools_pro/proxy/__init__.py,sha256=WRwh6s2lruMu5buh0ejo9EK54kWT_VQhCsFGNFAmcyo,418
11
11
  xtn_tools_pro/proxy/proxy.py,sha256=No6E1pFY5yx2F4976pXPrLtq-QEVp79KupzcufjSN58,8703
12
12
  xtn_tools_pro/task_pro/__init__.py,sha256=nK3U47hWwE1H875ieEToH9r-jzXHS-PXk8cDstOvRE8,418
13
- xtn_tools_pro/task_pro/go_fun.py,sha256=seqtsG7QsZo7haJHs4JYCS711JtbVHNA6dnbyf5mP4s,14108
13
+ xtn_tools_pro/task_pro/go_fun.py,sha256=y9L1x-IKo5gIhPDXcEbmQ8Ib85JalS7Xqbq4J1dMoBo,14356
14
14
  xtn_tools_pro/utils/__init__.py,sha256=I1_n_NP23F2lBqlF4EOlnOdLYxM8M4pbn63UhJN1hRE,418
15
15
  xtn_tools_pro/utils/crypto.py,sha256=RZ5AET4udlraACWMeNF-17JiZ2R6Ahb47_j4tjkV7LE,3190
16
16
  xtn_tools_pro/utils/file_utils.py,sha256=VfdIxog4s1UW5NpKkCvQsUs9qHjLoNCnstZbnftkT4w,2046
17
17
  xtn_tools_pro/utils/helpers.py,sha256=eHhvhcw_jcUhCA6HwOqpD4XU_V_ZoHDgj3qtLR8yzx8,3812
18
- xtn_tools_pro/utils/log.py,sha256=XZChGrKWgAz42o_gFi_d7DL28svF1OvAw7NS_xkIgnQ,10056
18
+ xtn_tools_pro/utils/log.py,sha256=3zbKpWNEdU9bOzi7E-CUt4M0cTewCAfxjp8WjxCN9-M,10168
19
19
  xtn_tools_pro/utils/retry.py,sha256=0wjHsR5DBBKpv4naMfxiky8kprrZes4WURIfFQ4H708,1657
20
20
  xtn_tools_pro/utils/sql.py,sha256=EAKzbkZP7Q09j15Gm6o0_uq0qgQmcCQT6EAawbpp4v0,6263
21
21
  xtn_tools_pro/utils/time_utils.py,sha256=TUtzG61PeVYXhaQd6pBrXAdlz7tBispNIRQRcGhE2No,4859
22
- xtn_tools_pro-1.0.0.4.1.dist-info/LICENSE,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
- xtn_tools_pro-1.0.0.4.1.dist-info/METADATA,sha256=hMqC3dLFrBKzUnMrcalq6_X2XIlFw8RaX3VnOVAE8Sk,455
24
- xtn_tools_pro-1.0.0.4.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
25
- xtn_tools_pro-1.0.0.4.1.dist-info/top_level.txt,sha256=jyB3FLDEr8zE1U7wHczTgIbvUpALhR-ULF7RVEO7O2U,14
26
- xtn_tools_pro-1.0.0.4.1.dist-info/RECORD,,
22
+ xtn_tools_pro-1.0.0.4.3.dist-info/LICENSE,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
+ xtn_tools_pro-1.0.0.4.3.dist-info/METADATA,sha256=gH3UBoHx5UPpphGf1b6DY7nFSvF5AaX9In6N6_JTemM,455
24
+ xtn_tools_pro-1.0.0.4.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
25
+ xtn_tools_pro-1.0.0.4.3.dist-info/top_level.txt,sha256=jyB3FLDEr8zE1U7wHczTgIbvUpALhR-ULF7RVEO7O2U,14
26
+ xtn_tools_pro-1.0.0.4.3.dist-info/RECORD,,