warp-beacon 2.3.48__tar.gz → 2.3.49__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {warp_beacon-2.3.48/warp_beacon.egg-info → warp_beacon-2.3.49}/PKG-INFO +1 -1
- warp_beacon-2.3.49/warp_beacon/__version__.py +2 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scheduler/scheduler.py +4 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/__init__.py +6 -4
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/instagram/instagram.py +3 -1
- {warp_beacon-2.3.48 → warp_beacon-2.3.49/warp_beacon.egg-info}/PKG-INFO +1 -1
- warp_beacon-2.3.48/warp_beacon/__version__.py +0 -2
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/LICENSE +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/MANIFEST.in +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/README.md +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/assets/placeholder.gif +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/etc/.gitignore +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/etc/accounts.json +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/etc/proxies.json +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/etc/warp_beacon.conf +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/etc/warp_beacon.service +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/pyproject.toml +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/setup.cfg +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/setup.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/__init__.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/compress/__init__.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/compress/video.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/jobs/__init__.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/jobs/abstract.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/jobs/download_job.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/jobs/types.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/jobs/upload_job.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/mediainfo/__init__.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/mediainfo/abstract.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/mediainfo/audio.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/mediainfo/silencer.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/mediainfo/video.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scheduler/__init__.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scheduler/instagram_human.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/abstract.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/account_selector.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/exceptions.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/fail_handler.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/instagram/__init__.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/link_resolver.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/youtube/__init__.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/youtube/abstract.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/youtube/music.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/youtube/shorts.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/scraper/youtube/youtube.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/storage/__init__.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/storage/mongo.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/telegram/__init__.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/telegram/bot.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/telegram/caption_shortener.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/telegram/handlers.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/telegram/placeholder_message.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/telegram/utils.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/uploader/__init__.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon/warp_beacon.py +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon.egg-info/SOURCES.txt +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon.egg-info/dependency_links.txt +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon.egg-info/entry_points.txt +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon.egg-info/requires.txt +0 -0
- {warp_beacon-2.3.48 → warp_beacon-2.3.49}/warp_beacon.egg-info/top_level.txt +0 -0
@@ -37,6 +37,10 @@ class IGScheduler(object):
|
|
37
37
|
|
38
38
|
def load_yt_sessions(self) -> None:
|
39
39
|
try:
|
40
|
+
# old versions migration
|
41
|
+
if not "yt_sess_exp" in self.state:
|
42
|
+
self.state["yt_sess_exp"] = []
|
43
|
+
|
40
44
|
for f in os.listdir(self.yt_sessions_dir):
|
41
45
|
if f.startswith("yt_session") and f.endswith(".json"):
|
42
46
|
yt_sess_file = f"{self.yt_sessions_dir}/{f}"
|
@@ -275,13 +275,15 @@ class AsyncDownloader(object):
|
|
275
275
|
self.job_queue.put(job)
|
276
276
|
break
|
277
277
|
self.send_message_to_admin(
|
278
|
-
f"Task <code>{job.job_id}</code> failed. URL:
|
279
|
-
f"Exception:\n<pre code=\"python\"
|
278
|
+
f"Task <code>{job.job_id}</code> failed. URL: {job.url}. Reason: '<b>UnknownError</b>'."
|
279
|
+
f"Exception:\n<pre code=\"python\">{exception_msg}\n</pre>"
|
280
280
|
)
|
281
281
|
self.uploader.queue_task(job.to_upload_job(
|
282
282
|
job_failed=True,
|
283
|
-
job_failed_msg="
|
284
|
-
|
283
|
+
job_failed_msg=("Unknown error occured. Please <a href=\"https://github.com/sb0y/warp_beacon/issues\">create issue</a> with service logs.\n",
|
284
|
+
f"Task <code>{job.job_id}</code> failed. URL: {job.url}. Reason: '<b>UnknownError</b>'.\n",
|
285
|
+
f"Exception:\n<pre code=\"python\">{exception_msg}\n</pre>")
|
286
|
+
))
|
285
287
|
break
|
286
288
|
|
287
289
|
if items:
|
@@ -18,7 +18,7 @@ from instagrapi.types import Media
|
|
18
18
|
from instagrapi import Client
|
19
19
|
from instagrapi.mixins.challenge import ChallengeChoice
|
20
20
|
from instagrapi.exceptions import LoginRequired, PleaseWaitFewMinutes, MediaNotFound, ClientNotFoundError, UserNotFound, ChallengeRequired, \
|
21
|
-
ChallengeSelfieCaptcha, ChallengeUnknownStep, UnknownError as IGUnknownError
|
21
|
+
ChallengeSelfieCaptcha, ChallengeUnknownStep, AssertionError, UnknownError as IGUnknownError
|
22
22
|
|
23
23
|
from warp_beacon.scraper.exceptions import NotFound, UnknownError, TimeOut, IGRateLimitOccurred, CaptchaIssue, extract_exception_message
|
24
24
|
from warp_beacon.scraper.abstract import ScraperAbstract
|
@@ -167,6 +167,8 @@ class InstagramScraper(ScraperAbstract):
|
|
167
167
|
os.unlink(self.inst_session_file)
|
168
168
|
time.sleep(5)
|
169
169
|
self.load_session()
|
170
|
+
except AssertionError as e:
|
171
|
+
raise IGRateLimitOccurred("IG rate limit occurred")
|
170
172
|
except (socket.timeout,
|
171
173
|
ssl.SSLError,
|
172
174
|
requests.exceptions.ConnectionError,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|