xtn-tools-pro 1.0.0.4.1__tar.gz → 1.0.0.4.2__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {xtn-tools-pro-1.0.0.4.1/xtn_tools_pro.egg-info → xtn-tools-pro-1.0.0.4.2}/PKG-INFO +1 -1
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/setup.py +1 -1
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/task_pro/go_fun.py +8 -7
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2/xtn_tools_pro.egg-info}/PKG-INFO +1 -1
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/LICENSE +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/README.md +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/setup.cfg +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/db/MongoDB.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/db/MysqlDB.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/db/RedisDB.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/db/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/proxy/XiaoXiangProxy.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/proxy/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/proxy/proxy.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/task_pro/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/tools.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/utils/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/utils/crypto.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/utils/file_utils.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/utils/helpers.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/utils/log.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/utils/retry.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/utils/sql.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro/utils/time_utils.py +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro.egg-info/SOURCES.txt +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro.egg-info/dependency_links.txt +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro.egg-info/requires.txt +0 -0
- {xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro.egg-info/top_level.txt +0 -0
@@ -138,7 +138,7 @@ class GoFun:
|
|
138
138
|
while True:
|
139
139
|
try:
|
140
140
|
qsize = download_queue.qsize()
|
141
|
-
logger.info(f"
|
141
|
+
logger.info(f"当前队列剩余任务数:{qsize}")
|
142
142
|
if qsize >= 10:
|
143
143
|
time.sleep(2)
|
144
144
|
continue
|
@@ -155,9 +155,9 @@ class GoFun:
|
|
155
155
|
if not phone_item.isdigit(): # 判断是否全是整数(不包括小数点或负号)
|
156
156
|
continue
|
157
157
|
download_queue.put(task_item)
|
158
|
-
logger.warning(f"
|
158
|
+
logger.warning(f"成功获取任务个数:{len(result_list)}")
|
159
159
|
except Exception as e:
|
160
|
-
logger.critical(f"
|
160
|
+
logger.critical(f"获取任务请求异常:{e}")
|
161
161
|
time.sleep(2)
|
162
162
|
|
163
163
|
def __upload_task(self, upload_queue, ini_info, logger):
|
@@ -233,13 +233,13 @@ class GoFun:
|
|
233
233
|
status_code = resp.status_code
|
234
234
|
result_list = json_data.get("result", [])
|
235
235
|
if not result_list or status_code != 200:
|
236
|
-
logger.critical(f"
|
236
|
+
logger.critical(f"获取代理响应异常:{status_code} {len(result_list)} {json_data}")
|
237
237
|
time.sleep(2)
|
238
238
|
|
239
239
|
proxies_dict['http'] = 'http://' + random.choice(result_list)
|
240
240
|
proxies_dict['https'] = 'http://' + random.choice(result_list)
|
241
241
|
proxies_dict['status'] = True
|
242
|
-
logger.warning(f"
|
242
|
+
logger.warning(f"成功获取代理:{proxies_dict}")
|
243
243
|
|
244
244
|
if not update_proxies_time:
|
245
245
|
# 一直执行 不退出
|
@@ -248,7 +248,7 @@ class GoFun:
|
|
248
248
|
time.sleep(update_proxies_time)
|
249
249
|
proxies_dict['status'] = False
|
250
250
|
except Exception as e:
|
251
|
-
logger.critical(f"
|
251
|
+
logger.critical(f"获取代理请求异常:{e}")
|
252
252
|
time.sleep(2)
|
253
253
|
|
254
254
|
def _go_task_fun_task(self, download_queue, upload_queue, proxies_dict, ini_info, go_task_function, logger):
|
@@ -281,7 +281,8 @@ class GoFun:
|
|
281
281
|
for i in range(processes_num):
|
282
282
|
p = Process(target=self._run_with_timeout,
|
283
283
|
args=(
|
284
|
-
|
284
|
+
download_queue, upload_queue, proxies_dict, thread_num, logger,
|
285
|
+
go_task_function))
|
285
286
|
processes_start_list.append(p)
|
286
287
|
p.start()
|
287
288
|
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{xtn-tools-pro-1.0.0.4.1 → xtn-tools-pro-1.0.0.4.2}/xtn_tools_pro.egg-info/dependency_links.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|