xtn-tools-pro 1.0.0.3.9__tar.gz → 1.0.0.4.1__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {xtn-tools-pro-1.0.0.3.9/xtn_tools_pro.egg-info → xtn-tools-pro-1.0.0.4.1}/PKG-INFO +1 -1
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/setup.py +1 -1
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/task_pro/go_fun.py +11 -11
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1/xtn_tools_pro.egg-info}/PKG-INFO +1 -1
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/LICENSE +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/README.md +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/setup.cfg +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/db/MongoDB.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/db/MysqlDB.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/db/RedisDB.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/db/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/proxy/XiaoXiangProxy.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/proxy/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/proxy/proxy.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/task_pro/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/tools.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/utils/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/utils/crypto.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/utils/file_utils.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/utils/helpers.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/utils/log.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/utils/retry.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/utils/sql.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro/utils/time_utils.py +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro.egg-info/SOURCES.txt +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro.egg-info/dependency_links.txt +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro.egg-info/requires.txt +0 -0
- {xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro.egg-info/top_level.txt +0 -0
@@ -50,8 +50,8 @@ class GoFun:
|
|
50
50
|
"update_proxies_time", "upload_task_tine"]:
|
51
51
|
raise Exception(f"ini_dict 配置 {server_k} 不存在")
|
52
52
|
|
53
|
-
logger.
|
54
|
-
f"\n
|
53
|
+
logger.debug(
|
54
|
+
f"\n无敌框架来咯~~~当前设置配置如下:\n\t功能函数重启间隔:{restart_time};进程数:{processes_num};线程数:{thread_num}\n\t代理更新间隔:{update_proxies_time};回写间隔{upload_task_tine}\n")
|
55
55
|
|
56
56
|
if port:
|
57
57
|
task_host = f"http://{host}:{port}"
|
@@ -61,7 +61,6 @@ class GoFun:
|
|
61
61
|
download_url = task_host + "/filter_server/phone/get"
|
62
62
|
upload_url = task_host + "/filter_server/phone/update"
|
63
63
|
update_proxy_url = task_host + f"/filter_server/proxy/random/get?taskType={task}&limit=1"
|
64
|
-
logger.info("无敌框架来咯~")
|
65
64
|
|
66
65
|
external_ip = self.__get_external_ip(self.logger)
|
67
66
|
|
@@ -101,7 +100,7 @@ class GoFun:
|
|
101
100
|
try:
|
102
101
|
rp = requests.get('https://httpbin.org/ip')
|
103
102
|
rp_json = rp.json()
|
104
|
-
logger.
|
103
|
+
logger.warning(f"当前网络ip --> {rp_json}")
|
105
104
|
return rp_json['origin']
|
106
105
|
except Exception as e:
|
107
106
|
pass
|
@@ -156,7 +155,7 @@ class GoFun:
|
|
156
155
|
if not phone_item.isdigit(): # 判断是否全是整数(不包括小数点或负号)
|
157
156
|
continue
|
158
157
|
download_queue.put(task_item)
|
159
|
-
logger.
|
158
|
+
logger.warning(f"成功获取任务个数:{len(result_list)}")
|
160
159
|
except Exception as e:
|
161
160
|
logger.critical(f"获取任务请求异常:{e}")
|
162
161
|
time.sleep(2)
|
@@ -205,8 +204,8 @@ class GoFun:
|
|
205
204
|
try:
|
206
205
|
resp = requests.post(upload_url, json=data, headers=headers, params=params, timeout=5)
|
207
206
|
json_data = resp.json()
|
208
|
-
# logger.
|
209
|
-
logger.
|
207
|
+
# logger.warning(f"成功回写任务个数:{len(result_list)},{json_data},{data}")
|
208
|
+
logger.warning(f"成功回写任务个数:{len(result_list)},{json_data}")
|
210
209
|
break
|
211
210
|
except Exception as e:
|
212
211
|
logger.critical(f"回写异常,{len(result_list)},{e}")
|
@@ -240,7 +239,7 @@ class GoFun:
|
|
240
239
|
proxies_dict['http'] = 'http://' + random.choice(result_list)
|
241
240
|
proxies_dict['https'] = 'http://' + random.choice(result_list)
|
242
241
|
proxies_dict['status'] = True
|
243
|
-
logger.
|
242
|
+
logger.warning(f"成功获取代理:{proxies_dict}")
|
244
243
|
|
245
244
|
if not update_proxies_time:
|
246
245
|
# 一直执行 不退出
|
@@ -281,7 +280,8 @@ class GoFun:
|
|
281
280
|
f"第{go_task_fun_cnt}次,进程数:{processes_num},线程数:{thread_num},等待{restart_time}秒强制下一次")
|
282
281
|
for i in range(processes_num):
|
283
282
|
p = Process(target=self._run_with_timeout,
|
284
|
-
args=(
|
283
|
+
args=(
|
284
|
+
download_queue, upload_queue, proxies_dict, thread_num, logger, go_task_function))
|
285
285
|
processes_start_list.append(p)
|
286
286
|
p.start()
|
287
287
|
|
@@ -299,7 +299,7 @@ class GoFun:
|
|
299
299
|
except Exception as e:
|
300
300
|
pass
|
301
301
|
|
302
|
-
def _run_with_timeout(self, download_queue, upload_queue, proxies_dict, thread_num, go_task_function):
|
302
|
+
def _run_with_timeout(self, download_queue, upload_queue, proxies_dict, thread_num, logger, go_task_function):
|
303
303
|
caller = inspect.stack()[1] # 获取调用者的调用栈信息
|
304
304
|
caller_name = caller.function # 获取调用者的函数名
|
305
305
|
caller_class = caller.frame.f_locals.get('self', None) # 获取调用者的类实例
|
@@ -308,7 +308,7 @@ class GoFun:
|
|
308
308
|
|
309
309
|
with concurrent.futures.ThreadPoolExecutor(max_workers=thread_num) as executor:
|
310
310
|
# 提交10个函数到线程池中执行
|
311
|
-
futures = [executor.submit(go_task_function, download_queue, upload_queue, proxies_dict) for _ in
|
311
|
+
futures = [executor.submit(go_task_function, download_queue, upload_queue, proxies_dict, logger) for _ in
|
312
312
|
range(thread_num)]
|
313
313
|
|
314
314
|
# 等待所有线程完成
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{xtn-tools-pro-1.0.0.3.9 → xtn-tools-pro-1.0.0.4.1}/xtn_tools_pro.egg-info/dependency_links.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|