xtn-tools-pro 1.0.0.4.1__py3-none-any.whl → 1.0.0.4.3__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
@@ -105,7 +105,7 @@ class GoFun:
105
105
  except Exception as e:
106
106
  pass
107
107
 
108
- def _download_and_upload_task(self, download_queue, upload_queue, proxies_dict, ini_info, logger):
108
+ def _download_and_upload_task(self, download_queue, upload_queue, proxies_dict, ini_info,logger):
109
109
  """
110
110
  使用两个线程 打开 获取任务、回写任务
111
111
  :param queue:
@@ -116,11 +116,17 @@ class GoFun:
116
116
  caller_class = caller.frame.f_locals.get('self', None) # 获取调用者的类实例
117
117
  if caller_name != "run" or caller_class is None:
118
118
  raise Exception("错误调用")
119
- thread_download_task = threading.Thread(target=self.__download_task, args=(download_queue, ini_info, logger))
119
+ # 获取任务
120
+ thread_download_task = threading.Thread(target=self.__download_task,
121
+ args=(download_queue, ini_info, logger))
120
122
  thread_download_task.start()
121
- thread_upload_task = threading.Thread(target=self.__upload_task, args=(upload_queue, ini_info, logger))
123
+ # 回写任务
124
+ thread_upload_task = threading.Thread(target=self.__upload_task,
125
+ args=(upload_queue, ini_info, logger))
122
126
  thread_upload_task.start()
123
- thread_update_proxy = threading.Thread(target=self.__update_proxy, args=(proxies_dict, ini_info, logger))
127
+ # 维护代理
128
+ thread_update_proxy = threading.Thread(target=self.__update_proxy,
129
+ args=(proxies_dict, ini_info, logger))
124
130
  thread_update_proxy.start()
125
131
 
126
132
  def __download_task(self, download_queue, ini_info, logger):
@@ -138,7 +144,7 @@ class GoFun:
138
144
  while True:
139
145
  try:
140
146
  qsize = download_queue.qsize()
141
- logger.info(f"当前队列剩余任务数:{qsize}")
147
+ logger.info(f"当前队列剩余任务数:{qsize}")
142
148
  if qsize >= 10:
143
149
  time.sleep(2)
144
150
  continue
@@ -155,9 +161,9 @@ class GoFun:
155
161
  if not phone_item.isdigit(): # 判断是否全是整数(不包括小数点或负号)
156
162
  continue
157
163
  download_queue.put(task_item)
158
- logger.warning(f"成功获取任务个数:{len(result_list)}")
164
+ logger.warning(f"成功获取任务个数:{len(result_list)}")
159
165
  except Exception as e:
160
- logger.critical(f"获取任务请求异常:{e}")
166
+ logger.critical(f"获取任务请求异常:{e}")
161
167
  time.sleep(2)
162
168
 
163
169
  def __upload_task(self, upload_queue, ini_info, logger):
@@ -233,13 +239,13 @@ class GoFun:
233
239
  status_code = resp.status_code
234
240
  result_list = json_data.get("result", [])
235
241
  if not result_list or status_code != 200:
236
- logger.critical(f"获取代理响应异常:{status_code} {len(result_list)} {json_data}")
242
+ logger.critical(f"获取代理响应异常:{status_code} {len(result_list)} {json_data}")
237
243
  time.sleep(2)
238
244
 
239
245
  proxies_dict['http'] = 'http://' + random.choice(result_list)
240
246
  proxies_dict['https'] = 'http://' + random.choice(result_list)
241
247
  proxies_dict['status'] = True
242
- logger.warning(f"成功获取代理:{proxies_dict}")
248
+ logger.warning(f"成功获取代理:{proxies_dict}")
243
249
 
244
250
  if not update_proxies_time:
245
251
  # 一直执行 不退出
@@ -248,7 +254,7 @@ class GoFun:
248
254
  time.sleep(update_proxies_time)
249
255
  proxies_dict['status'] = False
250
256
  except Exception as e:
251
- logger.critical(f"获取代理请求异常:{e}")
257
+ logger.critical(f"获取代理请求异常:{e}")
252
258
  time.sleep(2)
253
259
 
254
260
  def _go_task_fun_task(self, download_queue, upload_queue, proxies_dict, ini_info, go_task_function, logger):
@@ -281,7 +287,8 @@ class GoFun:
281
287
  for i in range(processes_num):
282
288
  p = Process(target=self._run_with_timeout,
283
289
  args=(
284
- download_queue, upload_queue, proxies_dict, thread_num, logger, go_task_function))
290
+ download_queue, upload_queue, proxies_dict, thread_num, logger,
291
+ go_task_function))
285
292
  processes_start_list.append(p)
286
293
  p.start()
287
294
 
@@ -154,6 +154,7 @@ class Log:
154
154
  color_formatter = ColoredFormatter(
155
155
  # '\033[1m%(log_color)s[%(now_datestr)s] | %(levelname)-8s | [%(func_name)s] - %(message)s\033[0m',
156
156
  '%(log_color)s[%(now_datestr)s] | %(levelname)-8s | [%(func_name)s] - %(message)s',
157
+ # '%(log_color)s[%(now_datestr)s] | %(levelname)-8s | [%(func_name)-20s] | - %(message)s',
157
158
  log_colors=log_colors) # 加粗对齐
158
159
  # 设置控制台处理器的格式化器为带颜色的格式化器
159
160
  console_handler.setFormatter(color_formatter)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: xtn-tools-pro
3
- Version: 1.0.0.4.1
3
+ Version: 1.0.0.4.3
4
4
  Summary: xtn 开发工具
5
5
  Author: xtn
6
6
  Author-email: czw011122@gmail.com
@@ -10,17 +10,17 @@ xtn_tools_pro/proxy/XiaoXiangProxy.py,sha256=45SsMZDc-3Ta4THX38vScjaeRBJSp420AJw
10
10
  xtn_tools_pro/proxy/__init__.py,sha256=WRwh6s2lruMu5buh0ejo9EK54kWT_VQhCsFGNFAmcyo,418
11
11
  xtn_tools_pro/proxy/proxy.py,sha256=No6E1pFY5yx2F4976pXPrLtq-QEVp79KupzcufjSN58,8703
12
12
  xtn_tools_pro/task_pro/__init__.py,sha256=nK3U47hWwE1H875ieEToH9r-jzXHS-PXk8cDstOvRE8,418
13
- xtn_tools_pro/task_pro/go_fun.py,sha256=seqtsG7QsZo7haJHs4JYCS711JtbVHNA6dnbyf5mP4s,14108
13
+ xtn_tools_pro/task_pro/go_fun.py,sha256=y9L1x-IKo5gIhPDXcEbmQ8Ib85JalS7Xqbq4J1dMoBo,14356
14
14
  xtn_tools_pro/utils/__init__.py,sha256=I1_n_NP23F2lBqlF4EOlnOdLYxM8M4pbn63UhJN1hRE,418
15
15
  xtn_tools_pro/utils/crypto.py,sha256=RZ5AET4udlraACWMeNF-17JiZ2R6Ahb47_j4tjkV7LE,3190
16
16
  xtn_tools_pro/utils/file_utils.py,sha256=VfdIxog4s1UW5NpKkCvQsUs9qHjLoNCnstZbnftkT4w,2046
17
17
  xtn_tools_pro/utils/helpers.py,sha256=eHhvhcw_jcUhCA6HwOqpD4XU_V_ZoHDgj3qtLR8yzx8,3812
18
- xtn_tools_pro/utils/log.py,sha256=XZChGrKWgAz42o_gFi_d7DL28svF1OvAw7NS_xkIgnQ,10056
18
+ xtn_tools_pro/utils/log.py,sha256=3zbKpWNEdU9bOzi7E-CUt4M0cTewCAfxjp8WjxCN9-M,10168
19
19
  xtn_tools_pro/utils/retry.py,sha256=0wjHsR5DBBKpv4naMfxiky8kprrZes4WURIfFQ4H708,1657
20
20
  xtn_tools_pro/utils/sql.py,sha256=EAKzbkZP7Q09j15Gm6o0_uq0qgQmcCQT6EAawbpp4v0,6263
21
21
  xtn_tools_pro/utils/time_utils.py,sha256=TUtzG61PeVYXhaQd6pBrXAdlz7tBispNIRQRcGhE2No,4859
22
- xtn_tools_pro-1.0.0.4.1.dist-info/LICENSE,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
- xtn_tools_pro-1.0.0.4.1.dist-info/METADATA,sha256=hMqC3dLFrBKzUnMrcalq6_X2XIlFw8RaX3VnOVAE8Sk,455
24
- xtn_tools_pro-1.0.0.4.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
25
- xtn_tools_pro-1.0.0.4.1.dist-info/top_level.txt,sha256=jyB3FLDEr8zE1U7wHczTgIbvUpALhR-ULF7RVEO7O2U,14
26
- xtn_tools_pro-1.0.0.4.1.dist-info/RECORD,,
22
+ xtn_tools_pro-1.0.0.4.3.dist-info/LICENSE,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
+ xtn_tools_pro-1.0.0.4.3.dist-info/METADATA,sha256=gH3UBoHx5UPpphGf1b6DY7nFSvF5AaX9In6N6_JTemM,455
24
+ xtn_tools_pro-1.0.0.4.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
25
+ xtn_tools_pro-1.0.0.4.3.dist-info/top_level.txt,sha256=jyB3FLDEr8zE1U7wHczTgIbvUpALhR-ULF7RVEO7O2U,14
26
+ xtn_tools_pro-1.0.0.4.3.dist-info/RECORD,,