warp-beacon 2.3.47__py3-none-any.whl → 2.3.49__py3-none-any.whl

warp_beacon/__version__.py

@@ -1,2 +1,2 @@
-__version__ = "2.3.47"
+__version__ = "2.3.49"
 

warp_beacon/scheduler/instagram_human.py

@@ -32,10 +32,10 @@ class InstagramHuman(object):
 			logging.info("Starting morning activity simulation")
 			self.scrapler.timeline_cursor = self.scrapler.download_hndlr(self.scrapler.cl.get_timeline_feed, "pull_to_refresh", self.scrapler.timeline_cursor.get("next_max_id"))
 			time.sleep(random.uniform(3, 7))
-			if random.random() > 0.7:
+			if random.random() > 0.5:
 				self.scrapler.download_hndlr(self.scrapler.cl.direct_active_presence)
 				time.sleep(random.uniform(2, 5))
-			if random.random() > 0.7:
+			if random.random() > 0.3:
 				self.scrapler.download_hndlr(self.scrapler.cl.notification_like_and_comment_on_photo_user_tagged, "everyone")
 				self.random_pause()
 			if random.random() > 0.5:
@@ -53,7 +53,7 @@ class InstagramHuman(object):
 			logging.info("Starting day fast check activity simulation")
 			self.scrapler.download_hndlr(self.scrapler.cl.get_timeline_feed, "pull_to_refresh")
 			time.sleep(random.uniform(2, 5))
-			if random.random() > 0.7:
+			if random.random() > 0.5:
 				self.scrapler.download_hndlr(self.scrapler.cl.get_reels_tray_feed, "pull_to_refresh")
 				self.random_pause()
 		except Exception as e:
@@ -67,10 +67,10 @@ class InstagramHuman(object):
 			time.sleep(random.uniform(2, 5))
 			self.scrapler.download_hndlr(self.scrapler.cl.get_reels_tray_feed, "pull_to_refresh")
 			time.sleep(random.uniform(2, 5))
-			if random.random() > 0.7:
+			if random.random() > 0.5:
 				self.scrapler.download_hndlr(self.scrapler.cl.direct_active_presence)
 				time.sleep(random.uniform(2, 5))
-			if random.random() > 0.7:
+			if random.random() > 0.5:
 				self.scrapler.download_hndlr(self.scrapler.cl.notification_like_and_comment_on_photo_user_tagged, "everyone")
 				self.random_pause()
 			if random.random() > 0.4:
@@ -88,7 +88,7 @@ class InstagramHuman(object):
 	def night_routine(self) -> None:
 		try:
 			logging.info("Starting night activity simulation")
-			if random.random() > 0.8:
+			if random.random() > 0.7:
 				self.scrapler.download_hndlr(self.scrapler.cl.direct_active_presence)
 				self.random_pause(short=True)
 		except Exception as e:
@@ -124,11 +124,10 @@ class InstagramHuman(object):
 
 			time.sleep(random.uniform(2, 5))
 
-			if random.random() > 0.7:
+			if random.random() > 0.5:
 				logging.info("user_medias with target_user_id = '%s' ...", target_user_id)
 				self.scrapler.download_hndlr(self.scrapler.cl.user_medias, target_user_id, amount=random.randint(1, 5))
-
-			self.random_pause()
+				self.random_pause()
 		except Exception as e:
 			logging.warning("Error in profile view")
 			logging.exception(e)

warp_beacon/scheduler/scheduler.py

@@ -12,11 +12,12 @@ import logging
 
 class IGScheduler(object):
 	state_file = "/var/warp_beacon/scheduler_state.json"
+	yt_sessions_dir = "/var/warp_beacon"
 	downloader = None
 	running = True
 	thread = None
 	event = None
-	state = {"remaining": randrange(8400, 26200)}
+	state = {"remaining": randrange(8400, 26200), "yt_sess_exp": []}
 
 	def __init__(self, downloader: warp_beacon.scraper.AsyncDownloader) -> None:
 		self.downloader = downloader
@@ -29,17 +30,36 @@ class IGScheduler(object):
 		try:
 			with open(self.state_file, 'w+', encoding="utf-8") as f:
 				f.write(json.dumps(self.state))
+			self.load_yt_sessions()
 		except Exception as e:
 			logging.error("Failed to save Scheduler state!")
 			logging.exception(e)
 
+	def load_yt_sessions(self) -> None:
+		try:
+			# old versions migration
+			if not "yt_sess_exp" in self.state:
+				self.state["yt_sess_exp"] = []
+			
+			for f in os.listdir(self.yt_sessions_dir):
+				if f.startswith("yt_session") and f.endswith(".json"):
+					yt_sess_file = f"{self.yt_sessions_dir}/{f}"
+					if os.path.exists(yt_sess_file):
+						with open(yt_sess_file, 'r', encoding="utf-8") as f:
+							yt_sess_data = json.loads(f.read())
+							exp = yt_sess_data.get("expires", "")
+							self.state["yt_sess_exp"].append({"expires": exp, "file_path": yt_sess_file})
+		except Exception as e:
+			logging.error("Failed to load yt sessions!")
+			logging.exception(e)
+
 	def load_state(self) -> None:
 		try:
 			if os.path.exists(self.state_file):
 				with open(self.state_file, 'r', encoding="utf-8") as f:
 					self.state = json.loads(f.read())
 				if "remaining" in self.state:
-					logging.info("Next scheduler activity in '%s' seconds", self.state["remaining"])
+					logging.info("Next scheduler activity in '%d' seconds", int(self.state["remaining"]))
 		except Exception as e:
 			logging.error("Failed to load Scheduler state!")
 			logging.exception(e)
@@ -73,6 +93,20 @@ class IGScheduler(object):
 				session_validation=True,
 				job_origin=Origin.INSTAGRAM
 			))
+			return True
+		except Exception as e:
+			logging.warning("An error occurred while validating instagram session!")
+			logging.exception(e)
+
+		return False
+	
+	def validate_yt_session(self) -> bool:
+		try:
+			self.downloader.queue_task(warp_beacon.jobs.download_job.DownloadJob.build(
+				session_validation=True,
+				job_origin=Origin.YOUTUBE
+			))
+			return True
 		except Exception as e:
 			logging.warning("An error occurred while validating instagram session!")
 			logging.exception(e)
@@ -91,7 +125,7 @@ class IGScheduler(object):
 					self.save_state()
 
 				if self.state["remaining"] <= 0:
-					self.state["remaining"] = randrange(4292, 8623)
+					self.state["remaining"] = randrange(2292, 4623)
 					logging.info("Next scheduler activity in '%s' seconds", self.state["remaining"])
 
 				start_time = time.time()

warp_beacon/scraper/__init__.py

@@ -275,13 +275,15 @@ class AsyncDownloader(object):
 										self.job_queue.put(job)
 										break
 									self.send_message_to_admin(
-										f"Task <code>{job.job_id}</code> failed. URL: '{job.url}'. Reason: '<b>UnknownError</b>'."
-										f"Exception:\n<pre code=\"python\">\n{exception_msg}\n</pre>"
+										f"Task <code>{job.job_id}</code> failed. URL: {job.url}. Reason: '<b>UnknownError</b>'."
+										f"Exception:\n<pre code=\"python\">{exception_msg}\n</pre>"
 									)
 									self.uploader.queue_task(job.to_upload_job(
 										job_failed=True,
-										job_failed_msg="WOW, unknown error occured! Please <a href=\"https://github.com/sb0y/warp_beacon/issues\">create issue</a> with service logs.")
-									)
+										job_failed_msg=("Unknown error occured. Please <a href=\"https://github.com/sb0y/warp_beacon/issues\">create issue</a> with service logs.\n",
+										f"Task <code>{job.job_id}</code> failed. URL: {job.url}. Reason: '<b>UnknownError</b>'.\n",
+										f"Exception:\n<pre code=\"python\">{exception_msg}\n</pre>")
+									))
 									break
 
 							if items:

warp_beacon/scraper/instagram/instagram.py

@@ -18,7 +18,7 @@ from instagrapi.types import Media
 from instagrapi import Client
 from instagrapi.mixins.challenge import ChallengeChoice
 from instagrapi.exceptions import LoginRequired, PleaseWaitFewMinutes, MediaNotFound, ClientNotFoundError, UserNotFound, ChallengeRequired, \
-	ChallengeSelfieCaptcha, ChallengeUnknownStep, UnknownError as IGUnknownError
+	ChallengeSelfieCaptcha, ChallengeUnknownStep, AssertionError, UnknownError as IGUnknownError
 
 from warp_beacon.scraper.exceptions import NotFound, UnknownError, TimeOut, IGRateLimitOccurred, CaptchaIssue, extract_exception_message
 from warp_beacon.scraper.abstract import ScraperAbstract
@@ -167,6 +167,8 @@ class InstagramScraper(ScraperAbstract):
 					os.unlink(self.inst_session_file)
 				time.sleep(5)
 				self.load_session()
+			except AssertionError as e:
+				raise IGRateLimitOccurred("IG rate limit occurred")
 			except (socket.timeout,
 					ssl.SSLError,
 					requests.exceptions.ConnectionError,

warp_beacon/scraper/youtube/abstract.py

@@ -313,7 +313,7 @@ class YoutubeAbstract(ScraperAbstract):
 		try:
 			ret = self.download_hndlr(self._download, job.url, session=True)
 			return ret
-		except (Unavailable, TimeOut):
+		except (Unavailable, TimeOut, KeyError):
 			logging.warning("Download failed, trying to download with yt_dlp")
 		
 		try:

{warp_beacon-2.3.47.dist-info → warp_beacon-2.3.49.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warp_beacon
-Version: 2.3.47
+Version: 2.3.49
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev

{warp_beacon-2.3.47.dist-info → warp_beacon-2.3.49.dist-info}/RECORD

@@ -4,7 +4,7 @@ var/warp_beacon/accounts.json,sha256=OsXdncs6h88xrF_AP6_WDCK1waGBn9SR-uYdIeK37GM
 var/warp_beacon/placeholder.gif,sha256=cE5CGJVaop4Sx21zx6j4AyoHU0ncmvQuS2o6hJfEH88,6064
 var/warp_beacon/proxies.json,sha256=VnjlQDXumOEq72ZFjbh6IqHS1TEHqn8HPYAZqWCeSIA,95
 warp_beacon/__init__.py,sha256=_rThNODmz0nDp_n4mWo_HKaNFE5jk1_7cRhHyYaencI,163
-warp_beacon/__version__.py,sha256=xdlNGTMXaUarqBAY1IfwaX6Xdhv132RPZjc0V2bE7Xo,24
+warp_beacon/__version__.py,sha256=yn3y9bRXgj8NRHtTirQVwbrdFNMxEoKAc4CefQzT2ts,24
 warp_beacon/warp_beacon.py,sha256=7KEtZDj-pdhtl6m-zFLsSojs1ZR4o7L0xbqtdmYPvfE,342
 warp_beacon/compress/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warp_beacon/compress/video.py,sha256=_PDMVYCyzLYxHv1uZmmzGcG_8rjaZr7BTXsXTTy_oS4,2846
@@ -19,18 +19,18 @@ warp_beacon/mediainfo/audio.py,sha256=ous88kwQj4bDIChN5wnGil5LqTs0IQHH0d-nyrL0-Z
 warp_beacon/mediainfo/silencer.py,sha256=qxMuViOoVwUYb60uCVvqHiGrqByR1_4_rqMT-XdMkwc,1813
 warp_beacon/mediainfo/video.py,sha256=UBZrhTN5IDI-aYu6tsJEILo9nFkjHhkldGVFmvV7tEI,2480
 warp_beacon/scheduler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-warp_beacon/scheduler/instagram_human.py,sha256=K3S14uav0UBZidtREYwgCOCDKyDfWbay5GH-DWMK_JI,5020
-warp_beacon/scheduler/scheduler.py,sha256=ddPhExSgj_RGR1eSDlIm0hVgTVM_76UEMEl9i-eYuQ8,2915
-warp_beacon/scraper/__init__.py,sha256=cxRbhXFW69KbAWE8b2-j9pfUBSMSh95aNyf0GFluyig,17188
+warp_beacon/scheduler/instagram_human.py,sha256=GRzryMWws4ibJZ_gPGn_Y2I2plcPIVgMWK3Yubqywa0,5020
+warp_beacon/scheduler/scheduler.py,sha256=FPSrR1Z6lWbF1aCAMU2rRYCy1w4zdZ8Q4e7YWQE-Ahk,4041
+warp_beacon/scraper/__init__.py,sha256=bNZI9YBKQB4UyxEjethenXjvp9g1RrWfYgOyepH4O_U,17356
 warp_beacon/scraper/abstract.py,sha256=28a0aBKZpi8IKptLWdB6RuVbOkrUbrhT7LSZX7QRQtg,2725
 warp_beacon/scraper/account_selector.py,sha256=HSfmi5H73aWYTjDa8GErCCQpTwWtDLBw92Q-I8TZilg,6282
 warp_beacon/scraper/exceptions.py,sha256=L4UCZqDOLKu5-TPUcTErIbNDLrAQJghkMaPqzTfsm1g,1376
 warp_beacon/scraper/fail_handler.py,sha256=_blvckfTZ4xWVancQKVRXH5ClKGwfrBxMwvXIFZh1qA,975
 warp_beacon/scraper/link_resolver.py,sha256=Rc9ZuMyOo3iPywDHwjngy-WRQ2SXhJwxcg-5ripx7tM,2447
 warp_beacon/scraper/instagram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-warp_beacon/scraper/instagram/instagram.py,sha256=TpIBS9S3zcLbeGax4CENVo6WP75EE6oIttc-MjWYVjs,13815
+warp_beacon/scraper/instagram/instagram.py,sha256=ZzPMSew5S1fYqApVHSepw4QKJO7Gi2_mhsr9tzWXz8A,13918
 warp_beacon/scraper/youtube/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-warp_beacon/scraper/youtube/abstract.py,sha256=gGtWjsFCcJ8kYDXD4BtWCQ04uYW0jdIwWexJ84p8wFU,11788
+warp_beacon/scraper/youtube/abstract.py,sha256=cO40GXICfHussKa-yySvYVwnONG9FYYa9n-ft-rh4y4,11798
 warp_beacon/scraper/youtube/music.py,sha256=-R6Iys8IpglH5UL7F640UQ3ieYHitvGXA0A2GhSemVA,2927
 warp_beacon/scraper/youtube/shorts.py,sha256=TVQP-Dm4ZV3bHd7u25yOpDHRzoXL3jUAszDb6ZW8p0U,1269
 warp_beacon/scraper/youtube/youtube.py,sha256=B1NBz6vv0-zIuf3MDmT2QB7eX2qO8k9orj7-4wU6MBk,2839
@@ -43,9 +43,9 @@ warp_beacon/telegram/handlers.py,sha256=XXIfdV_RCj7tyZMPXchuKmGoDdweOaR08ADDaBPW
 warp_beacon/telegram/placeholder_message.py,sha256=wN9-BRiyrtHG-EvXtZkGJHt2CX71munQ57ITttjt0mw,6400
 warp_beacon/telegram/utils.py,sha256=9uebX53G16mV7ER7WgfdWBLFHHw14S8HBt9URrIskg0,4440
 warp_beacon/uploader/__init__.py,sha256=E9rlZIf7xlQz6MutMOwJ8S5Vm2uheR5nv23Kv8duRQg,5427
-warp_beacon-2.3.47.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-warp_beacon-2.3.47.dist-info/METADATA,sha256=-8JkIItbwepGIB31RnUPs1dVX6pG_MElbnjMlU9p-pQ,22626
-warp_beacon-2.3.47.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
-warp_beacon-2.3.47.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
-warp_beacon-2.3.47.dist-info/top_level.txt,sha256=qGjHVVfyf6lTmbdSA-fQq0rHS1YVS4HoJT3rag5xgPE,1141
-warp_beacon-2.3.47.dist-info/RECORD,,
+warp_beacon-2.3.49.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+warp_beacon-2.3.49.dist-info/METADATA,sha256=ksz8jMcCNtL4_YEL7iYCkIFD-8vXZMUQG_ogZq7YgJc,22626
+warp_beacon-2.3.49.dist-info/WHEEL,sha256=DK49LOLCYiurdXXOXwGJm6U4DkHkg4lcxjhqwRa0CP4,91
+warp_beacon-2.3.49.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
+warp_beacon-2.3.49.dist-info/top_level.txt,sha256=qGjHVVfyf6lTmbdSA-fQq0rHS1YVS4HoJT3rag5xgPE,1141
+warp_beacon-2.3.49.dist-info/RECORD,,

{warp_beacon-2.3.47.dist-info → warp_beacon-2.3.49.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (77.0.3)
+Generator: setuptools (78.0.2)
 Root-Is-Purelib: true
 Tag: py3-none-any