xtn-tools-pro 1.0.0.0.9__tar.gz → 1.0.0.1.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {xtn-tools-pro-1.0.0.0.9/xtn_tools_pro.egg-info → xtn-tools-pro-1.0.0.1.1}/PKG-INFO +1 -1
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/setup.py +1 -1
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/proxy/XiaoXiangProxy.py +28 -22
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1/xtn_tools_pro.egg-info}/PKG-INFO +1 -1
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/LICENSE +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/README.md +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/setup.cfg +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/db/MongoDB.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/db/MysqlDB.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/db/RedisDB.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/db/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/proxy/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/proxy/proxy.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/tools.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/crypto.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/file_utils.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/helpers.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/log.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/retry.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/sql.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/time_utils.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro.egg-info/SOURCES.txt +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro.egg-info/dependency_links.txt +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro.egg-info/requires.txt +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro.egg-info/top_level.txt +0 -0
@@ -151,23 +151,24 @@ class ProxyPool:
|
|
151
151
|
self.__log("获取小象代理报错:{e}".format(e=e))
|
152
152
|
|
153
153
|
def run(self):
|
154
|
-
|
155
|
-
|
156
|
-
|
157
|
-
|
158
|
-
|
159
|
-
|
160
|
-
|
161
|
-
|
162
|
-
|
163
|
-
|
164
|
-
|
165
|
-
|
166
|
-
self.
|
167
|
-
|
168
|
-
|
169
|
-
|
170
|
-
|
154
|
+
while True:
|
155
|
+
try:
|
156
|
+
# 手动绑定终端IP
|
157
|
+
response = requests.get(url=self.__XiaoXiangAutoBinding, verify=False, timeout=3)
|
158
|
+
self.__log(response.text)
|
159
|
+
while True:
|
160
|
+
# 检查代理
|
161
|
+
self.__check_proxy()
|
162
|
+
# 获取小象代理
|
163
|
+
self.__get_api_proxy()
|
164
|
+
time.sleep(1)
|
165
|
+
# 判断时间是否超过当前23:59分时间戳
|
166
|
+
if get_time_now_timestamp(is_time_10=True) >= self.__now_day59_timestamp:
|
167
|
+
self.__log("时间23:59,结束循环,{t}".format(t=int(time.time())))
|
168
|
+
break
|
169
|
+
except Exception as eee:
|
170
|
+
self.__log("程序异常报错:{eee}".format(eee=eee))
|
171
|
+
# self.__del__()
|
171
172
|
|
172
173
|
def get_proxy(self):
|
173
174
|
"""
|
@@ -195,13 +196,18 @@ class ProxyPool:
|
|
195
196
|
:return:
|
196
197
|
"""
|
197
198
|
try:
|
198
|
-
self.__redis_pool.
|
199
|
-
|
199
|
+
proxy_val_list = list(self.__redis_pool.get_all_key("{}*".format(self.__redisProxyName)))
|
200
|
+
for proxy_val in proxy_val_list:
|
201
|
+
if proxy_v in proxy_val:
|
202
|
+
self.__redis_pool.set(proxy_val, "999999")
|
203
|
+
self.__log("设置不可用的代理 {proxy_v} 为 999999".format(proxy_v=proxy_v))
|
204
|
+
return
|
200
205
|
except Exception as e:
|
201
206
|
self.__log("爬虫手动传入代理:{e}".format(e=e))
|
202
207
|
|
203
208
|
|
204
209
|
if __name__ == '__main__':
|
205
|
-
p = ProxyPool(ip="127.0.0.1", port=6379, db=0, user_pass="xtn-kk", XiaoXiangProxyAppKey="
|
206
|
-
XiaoXiangProxyAppSecret="
|
207
|
-
print(p.
|
210
|
+
p = ProxyPool(ip="127.0.0.1", port=6379, db=0, user_pass="xtn-kk", XiaoXiangProxyAppKey="1107231349661913088",
|
211
|
+
XiaoXiangProxyAppSecret="8kignGIX")
|
212
|
+
# print(p.set_proxy_error("http://49.83.105.188:32300"))
|
213
|
+
p.run()
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro.egg-info/dependency_links.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|