xtn-tools-pro 1.0.0.0.9__tar.gz → 1.0.0.1.1__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {xtn-tools-pro-1.0.0.0.9/xtn_tools_pro.egg-info → xtn-tools-pro-1.0.0.1.1}/PKG-INFO +1 -1
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/setup.py +1 -1
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/proxy/XiaoXiangProxy.py +28 -22
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1/xtn_tools_pro.egg-info}/PKG-INFO +1 -1
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/LICENSE +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/README.md +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/setup.cfg +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/db/MongoDB.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/db/MysqlDB.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/db/RedisDB.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/db/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/proxy/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/proxy/proxy.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/tools.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/__init__.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/crypto.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/file_utils.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/helpers.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/log.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/retry.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/sql.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro/utils/time_utils.py +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro.egg-info/SOURCES.txt +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro.egg-info/dependency_links.txt +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro.egg-info/requires.txt +0 -0
- {xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro.egg-info/top_level.txt +0 -0
@@ -151,23 +151,24 @@ class ProxyPool:
|
|
151
151
|
self.__log("获取小象代理报错:{e}".format(e=e))
|
152
152
|
|
153
153
|
def run(self):
|
154
|
-
|
155
|
-
|
156
|
-
|
157
|
-
|
158
|
-
|
159
|
-
|
160
|
-
|
161
|
-
|
162
|
-
|
163
|
-
|
164
|
-
|
165
|
-
|
166
|
-
self.
|
167
|
-
|
168
|
-
|
169
|
-
|
170
|
-
|
154
|
+
while True:
|
155
|
+
try:
|
156
|
+
# 手动绑定终端IP
|
157
|
+
response = requests.get(url=self.__XiaoXiangAutoBinding, verify=False, timeout=3)
|
158
|
+
self.__log(response.text)
|
159
|
+
while True:
|
160
|
+
# 检查代理
|
161
|
+
self.__check_proxy()
|
162
|
+
# 获取小象代理
|
163
|
+
self.__get_api_proxy()
|
164
|
+
time.sleep(1)
|
165
|
+
# 判断时间是否超过当前23:59分时间戳
|
166
|
+
if get_time_now_timestamp(is_time_10=True) >= self.__now_day59_timestamp:
|
167
|
+
self.__log("时间23:59,结束循环,{t}".format(t=int(time.time())))
|
168
|
+
break
|
169
|
+
except Exception as eee:
|
170
|
+
self.__log("程序异常报错:{eee}".format(eee=eee))
|
171
|
+
# self.__del__()
|
171
172
|
|
172
173
|
def get_proxy(self):
|
173
174
|
"""
|
@@ -195,13 +196,18 @@ class ProxyPool:
|
|
195
196
|
:return:
|
196
197
|
"""
|
197
198
|
try:
|
198
|
-
self.__redis_pool.
|
199
|
-
|
199
|
+
proxy_val_list = list(self.__redis_pool.get_all_key("{}*".format(self.__redisProxyName)))
|
200
|
+
for proxy_val in proxy_val_list:
|
201
|
+
if proxy_v in proxy_val:
|
202
|
+
self.__redis_pool.set(proxy_val, "999999")
|
203
|
+
self.__log("设置不可用的代理 {proxy_v} 为 999999".format(proxy_v=proxy_v))
|
204
|
+
return
|
200
205
|
except Exception as e:
|
201
206
|
self.__log("爬虫手动传入代理:{e}".format(e=e))
|
202
207
|
|
203
208
|
|
204
209
|
if __name__ == '__main__':
|
205
|
-
p = ProxyPool(ip="127.0.0.1", port=6379, db=0, user_pass="xtn-kk", XiaoXiangProxyAppKey="
|
206
|
-
XiaoXiangProxyAppSecret="
|
207
|
-
print(p.
|
210
|
+
p = ProxyPool(ip="127.0.0.1", port=6379, db=0, user_pass="xtn-kk", XiaoXiangProxyAppKey="1107231349661913088",
|
211
|
+
XiaoXiangProxyAppSecret="8kignGIX")
|
212
|
+
# print(p.set_proxy_error("http://49.83.105.188:32300"))
|
213
|
+
p.run()
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{xtn-tools-pro-1.0.0.0.9 → xtn-tools-pro-1.0.0.1.1}/xtn_tools_pro.egg-info/dependency_links.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|