xtn-tools-pro 1.0.0.4.2__tar.gz → 1.0.0.4.4__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {xtn-tools-pro-1.0.0.4.2/xtn_tools_pro.egg-info → xtn-tools-pro-1.0.0.4.4}/PKG-INFO +1 -1
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/setup.py +1 -1
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/task_pro/go_fun.py +15 -7
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/utils/log.py +1 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4/xtn_tools_pro.egg-info}/PKG-INFO +1 -1
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/LICENSE +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/README.md +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/setup.cfg +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/db/MongoDB.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/db/MysqlDB.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/db/RedisDB.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/db/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/proxy/XiaoXiangProxy.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/proxy/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/proxy/proxy.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/task_pro/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/tools.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/utils/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/utils/crypto.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/utils/file_utils.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/utils/helpers.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/utils/retry.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/utils/sql.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro/utils/time_utils.py +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro.egg-info/SOURCES.txt +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro.egg-info/dependency_links.txt +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro.egg-info/requires.txt +0 -0
- {xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro.egg-info/top_level.txt +0 -0
@@ -88,9 +88,11 @@ class GoFun:
|
|
88
88
|
args=(download_queue, upload_queue, proxies_dict,
|
89
89
|
self.__ini_info, go_task_function, logger))
|
90
90
|
go_task_fun_process.start()
|
91
|
+
go_task_fun_process.join()
|
91
92
|
|
92
93
|
download_task_process.join()
|
93
94
|
|
95
|
+
|
94
96
|
def __get_external_ip(self, logger):
|
95
97
|
"""
|
96
98
|
获取当前网络ip
|
@@ -103,9 +105,9 @@ class GoFun:
|
|
103
105
|
logger.warning(f"当前网络ip --> {rp_json}")
|
104
106
|
return rp_json['origin']
|
105
107
|
except Exception as e:
|
106
|
-
|
108
|
+
logger.critical(e)
|
107
109
|
|
108
|
-
def _download_and_upload_task(self, download_queue, upload_queue, proxies_dict, ini_info,
|
110
|
+
def _download_and_upload_task(self, download_queue, upload_queue, proxies_dict, ini_info,logger):
|
109
111
|
"""
|
110
112
|
使用两个线程 打开 获取任务、回写任务
|
111
113
|
:param queue:
|
@@ -116,11 +118,17 @@ class GoFun:
|
|
116
118
|
caller_class = caller.frame.f_locals.get('self', None) # 获取调用者的类实例
|
117
119
|
if caller_name != "run" or caller_class is None:
|
118
120
|
raise Exception("错误调用")
|
119
|
-
|
121
|
+
# 获取任务
|
122
|
+
thread_download_task = threading.Thread(target=self.__download_task,
|
123
|
+
args=(download_queue, ini_info, logger))
|
120
124
|
thread_download_task.start()
|
121
|
-
|
125
|
+
# 回写任务
|
126
|
+
thread_upload_task = threading.Thread(target=self.__upload_task,
|
127
|
+
args=(upload_queue, ini_info, logger))
|
122
128
|
thread_upload_task.start()
|
123
|
-
|
129
|
+
# 维护代理
|
130
|
+
thread_update_proxy = threading.Thread(target=self.__update_proxy,
|
131
|
+
args=(proxies_dict, ini_info, logger))
|
124
132
|
thread_update_proxy.start()
|
125
133
|
|
126
134
|
def __download_task(self, download_queue, ini_info, logger):
|
@@ -196,7 +204,7 @@ class GoFun:
|
|
196
204
|
}
|
197
205
|
result_list.append(task_item)
|
198
206
|
except Exception as e:
|
199
|
-
|
207
|
+
logger.critical(e)
|
200
208
|
|
201
209
|
# 回写任务
|
202
210
|
data = {"result": result_list, "remoteAddr": external_ip}
|
@@ -298,7 +306,7 @@ class GoFun:
|
|
298
306
|
processes_start_list = []
|
299
307
|
|
300
308
|
except Exception as e:
|
301
|
-
|
309
|
+
logger.critical(e)
|
302
310
|
|
303
311
|
def _run_with_timeout(self, download_queue, upload_queue, proxies_dict, thread_num, logger, go_task_function):
|
304
312
|
caller = inspect.stack()[1] # 获取调用者的调用栈信息
|
@@ -154,6 +154,7 @@ class Log:
|
|
154
154
|
color_formatter = ColoredFormatter(
|
155
155
|
# '\033[1m%(log_color)s[%(now_datestr)s] | %(levelname)-8s | [%(func_name)s] - %(message)s\033[0m',
|
156
156
|
'%(log_color)s[%(now_datestr)s] | %(levelname)-8s | [%(func_name)s] - %(message)s',
|
157
|
+
# '%(log_color)s[%(now_datestr)s] | %(levelname)-8s | [%(func_name)-20s] | - %(message)s',
|
157
158
|
log_colors=log_colors) # 加粗对齐
|
158
159
|
# 设置控制台处理器的格式化器为带颜色的格式化器
|
159
160
|
console_handler.setFormatter(color_formatter)
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{xtn-tools-pro-1.0.0.4.2 → xtn-tools-pro-1.0.0.4.4}/xtn_tools_pro.egg-info/dependency_links.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|