warp-beacon 2.4.5__py3-none-any.whl → 2.4.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- warp_beacon/__version__.py +1 -1
- warp_beacon/scraper/__init__.py +4 -3
- warp_beacon/scraper/instagram/instagram.py +19 -6
- {warp_beacon-2.4.5.dist-info → warp_beacon-2.4.7.dist-info}/METADATA +1 -1
- {warp_beacon-2.4.5.dist-info → warp_beacon-2.4.7.dist-info}/RECORD +9 -9
- {warp_beacon-2.4.5.dist-info → warp_beacon-2.4.7.dist-info}/WHEEL +0 -0
- {warp_beacon-2.4.5.dist-info → warp_beacon-2.4.7.dist-info}/entry_points.txt +0 -0
- {warp_beacon-2.4.5.dist-info → warp_beacon-2.4.7.dist-info}/licenses/LICENSE +0 -0
- {warp_beacon-2.4.5.dist-info → warp_beacon-2.4.7.dist-info}/top_level.txt +0 -0
warp_beacon/__version__.py
CHANGED
@@ -1,2 +1,2 @@
|
|
1
|
-
__version__ = "2.4.
|
1
|
+
__version__ = "2.4.7"
|
2
2
|
|
warp_beacon/scraper/__init__.py
CHANGED
@@ -288,12 +288,13 @@ class AsyncDownloader(object):
|
|
288
288
|
break
|
289
289
|
self.send_message_to_admin(
|
290
290
|
f"Task <code>{job.job_id}</code> failed. URL: {job.url}. Reason: '<b>UnknownError</b>'."
|
291
|
-
f"Exception
|
291
|
+
f"Exception:\n<pre code=\"python\">{exception_msg}<br></pre>"
|
292
292
|
)
|
293
293
|
self.uploader.queue_task(job.to_upload_job(
|
294
294
|
job_failed=True,
|
295
|
-
job_failed_msg=f"Unknown error occured. Please <a href=\"https://github.com/sb0y/warp_beacon/issues\">create issue</a> with service logs
|
296
|
-
f"Task <code>{job.job_id}</code> failed. URL: {job.url}
|
295
|
+
job_failed_msg=f"Unknown error occured. Please <a href=\"https://github.com/sb0y/warp_beacon/issues\">create issue</a> with service logs.<br>"
|
296
|
+
f"Task <code>{job.job_id}</code> failed. URL: {job.url}.<br>"
|
297
|
+
f"Reason: '<b>UnknownError</b>'.<br>"
|
297
298
|
f"Exception:<br><pre code=\"python\">{exception_msg}</pre>"
|
298
299
|
))
|
299
300
|
break
|
@@ -13,12 +13,14 @@ import requests
|
|
13
13
|
import urllib3
|
14
14
|
from urllib.parse import urljoin, urlparse
|
15
15
|
|
16
|
+
from instagrapi import exceptions
|
17
|
+
from instagrapi.exceptions import UnknownError as IGUnknownError
|
16
18
|
from instagrapi.mixins.story import Story
|
17
19
|
from instagrapi.types import Media
|
18
20
|
from instagrapi import Client
|
19
21
|
from instagrapi.mixins.challenge import ChallengeChoice
|
20
|
-
from instagrapi.exceptions import LoginRequired, PleaseWaitFewMinutes, MediaNotFound, ClientNotFoundError, UserNotFound, ChallengeRequired, \
|
21
|
-
ChallengeSelfieCaptcha, ChallengeUnknownStep, UnknownError as IGUnknownError
|
22
|
+
#from instagrapi.exceptions import LoginRequired, PleaseWaitFewMinutes, MediaNotFound, ClientNotFoundError, UserNotFound, ChallengeRequired, \
|
23
|
+
# ChallengeSelfieCaptcha, ChallengeUnknownStep, UnknownError as IGUnknownError
|
22
24
|
|
23
25
|
from warp_beacon.scraper.exceptions import NotFound, UnknownError, TimeOut, IGRateLimitOccurred, CaptchaIssue, BadProxy, extract_exception_message
|
24
26
|
from warp_beacon.scraper.abstract import ScraperAbstract
|
@@ -155,11 +157,22 @@ class InstagramScraper(ScraperAbstract):
|
|
155
157
|
except urllib3.exceptions.ProxyError as e:
|
156
158
|
logging.warning("Proxy error!")
|
157
159
|
raise BadProxy(extract_exception_message(e.original_error))
|
158
|
-
except
|
160
|
+
except exceptions.ClientConnectionError as e:
|
161
|
+
msg = str(e.message)
|
162
|
+
if "ProxyError" in msg:
|
163
|
+
raise BadProxy(msg)
|
164
|
+
logging.warning("Instagram read timeout! Retrying in 2 seconds ...")
|
165
|
+
logging.info("Your `IG_MAX_RETRIES` values is %d", max_retries)
|
166
|
+
logging.exception(e)
|
167
|
+
if max_retries <= retries:
|
168
|
+
raise TimeOut(extract_exception_message(e))
|
169
|
+
retries += 1
|
170
|
+
time.sleep(2)
|
171
|
+
except(exceptions.ChallengeRequired, exceptions.ChallengeSelfieCaptcha, exceptions.ChallengeUnknownStep) as e:
|
159
172
|
logging.warning("Instagram wants Challange!")
|
160
173
|
logging.exception(e)
|
161
174
|
raise CaptchaIssue("a captcha issue arose")
|
162
|
-
except LoginRequired as e:
|
175
|
+
except exceptions.LoginRequired as e:
|
163
176
|
logging.error("LoginRequired occurred in download handler!")
|
164
177
|
logging.exception(e)
|
165
178
|
old_session = self.cl.get_settings()
|
@@ -289,13 +302,13 @@ class InstagramScraper(ScraperAbstract):
|
|
289
302
|
logging.info("Stories download mode")
|
290
303
|
res.append(self.download_stories(self.scrap_stories(media_id)))
|
291
304
|
break
|
292
|
-
except PleaseWaitFewMinutes as e:
|
305
|
+
except exceptions.PleaseWaitFewMinutes as e:
|
293
306
|
logging.warning("Please wait a few minutes error.")
|
294
307
|
logging.exception(e)
|
295
308
|
if os.path.exists(self.inst_session_file):
|
296
309
|
os.unlink(self.inst_session_file)
|
297
310
|
raise IGRateLimitOccurred("Instagram ratelimit")
|
298
|
-
except (MediaNotFound, ClientNotFoundError, UserNotFound) as e:
|
311
|
+
except (exceptions.MediaNotFound, exceptions.ClientNotFoundError, exceptions.UserNotFound) as e:
|
299
312
|
raise NotFound(extract_exception_message(e))
|
300
313
|
except IGUnknownError as e:
|
301
314
|
raise UnknownError(extract_exception_message(e))
|
@@ -4,7 +4,7 @@ var/warp_beacon/accounts.json,sha256=OsXdncs6h88xrF_AP6_WDCK1waGBn9SR-uYdIeK37GM
|
|
4
4
|
var/warp_beacon/placeholder.gif,sha256=cE5CGJVaop4Sx21zx6j4AyoHU0ncmvQuS2o6hJfEH88,6064
|
5
5
|
var/warp_beacon/proxies.json,sha256=VnjlQDXumOEq72ZFjbh6IqHS1TEHqn8HPYAZqWCeSIA,95
|
6
6
|
warp_beacon/__init__.py,sha256=_rThNODmz0nDp_n4mWo_HKaNFE5jk1_7cRhHyYaencI,163
|
7
|
-
warp_beacon/__version__.py,sha256=
|
7
|
+
warp_beacon/__version__.py,sha256=0c0bpB5wFFlErbF0KdROy3tNIFjn1giE6i593iSOKoc,23
|
8
8
|
warp_beacon/warp_beacon.py,sha256=7KEtZDj-pdhtl6m-zFLsSojs1ZR4o7L0xbqtdmYPvfE,342
|
9
9
|
warp_beacon/yt_auth.py,sha256=GUTKqYr_tzDC-07Lx_ahWXSag8EyLxXBUnQbDBIkEmk,6022
|
10
10
|
warp_beacon/compress/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
@@ -22,14 +22,14 @@ warp_beacon/mediainfo/video.py,sha256=UBZrhTN5IDI-aYu6tsJEILo9nFkjHhkldGVFmvV7tE
|
|
22
22
|
warp_beacon/scheduler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
23
23
|
warp_beacon/scheduler/instagram_human.py,sha256=8d_CQQi4vy1ESitZxQemogGfRR3d2GaV0MIozWC_cRA,5182
|
24
24
|
warp_beacon/scheduler/scheduler.py,sha256=MoPdPKiMNqVD19N-8yDc0wkTlwghFeQV3STBipAgbeQ,4602
|
25
|
-
warp_beacon/scraper/__init__.py,sha256=
|
25
|
+
warp_beacon/scraper/__init__.py,sha256=frWsdVQC2_eP2whKb18j8sr5nAltBUceKG8LFqJQ4_4,18181
|
26
26
|
warp_beacon/scraper/abstract.py,sha256=jbD-cJO9W6zQNGPql67YB-fqPyIrMp44FqXpi6NCArE,2784
|
27
27
|
warp_beacon/scraper/account_selector.py,sha256=1ftgBKyaW_JiC6KX6wPfid3YWk8hRctfOTROrH1OnJ8,6943
|
28
28
|
warp_beacon/scraper/exceptions.py,sha256=L4UCZqDOLKu5-TPUcTErIbNDLrAQJghkMaPqzTfsm1g,1376
|
29
29
|
warp_beacon/scraper/fail_handler.py,sha256=_blvckfTZ4xWVancQKVRXH5ClKGwfrBxMwvXIFZh1qA,975
|
30
30
|
warp_beacon/scraper/link_resolver.py,sha256=Rc9ZuMyOo3iPywDHwjngy-WRQ2SXhJwxcg-5ripx7tM,2447
|
31
31
|
warp_beacon/scraper/instagram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
32
|
-
warp_beacon/scraper/instagram/instagram.py,sha256=
|
32
|
+
warp_beacon/scraper/instagram/instagram.py,sha256=KyOZnIt6A8wkroXkZcIJMscuy5N5ZEz9-v3Ciwo0C7M,14654
|
33
33
|
warp_beacon/scraper/youtube/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
34
34
|
warp_beacon/scraper/youtube/abstract.py,sha256=fIsAe-I9qg-blpsziFFwF-xV3LXq9nOYmXHw51h1TPg,11547
|
35
35
|
warp_beacon/scraper/youtube/music.py,sha256=-R6Iys8IpglH5UL7F640UQ3ieYHitvGXA0A2GhSemVA,2927
|
@@ -44,9 +44,9 @@ warp_beacon/telegram/handlers.py,sha256=uvR6TPHSqdSxigp3wR-ewiE6t3TvVcbVLVcYGwkg
|
|
44
44
|
warp_beacon/telegram/placeholder_message.py,sha256=wN9-BRiyrtHG-EvXtZkGJHt2CX71munQ57ITttjt0mw,6400
|
45
45
|
warp_beacon/telegram/utils.py,sha256=9uebX53G16mV7ER7WgfdWBLFHHw14S8HBt9URrIskg0,4440
|
46
46
|
warp_beacon/uploader/__init__.py,sha256=e75mOcC0vrUVjrTNMQzVUTgXGdGo4J6n8t5doOnYG5I,5616
|
47
|
-
warp_beacon-2.4.
|
48
|
-
warp_beacon-2.4.
|
49
|
-
warp_beacon-2.4.
|
50
|
-
warp_beacon-2.4.
|
51
|
-
warp_beacon-2.4.
|
52
|
-
warp_beacon-2.4.
|
47
|
+
warp_beacon-2.4.7.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
48
|
+
warp_beacon-2.4.7.dist-info/METADATA,sha256=Z4is_1X-vYH1NYmsagCWHacg9YDg4m0bCMQXhGBAV4k,22625
|
49
|
+
warp_beacon-2.4.7.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
50
|
+
warp_beacon-2.4.7.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
|
51
|
+
warp_beacon-2.4.7.dist-info/top_level.txt,sha256=4ML0-mXsezLtRXyxQUntL_ktc5HX9npTeQWzvV8kFvA,1161
|
52
|
+
warp_beacon-2.4.7.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|