warp-beacon 2.2.38__py3-none-any.whl → 2.2.40__py3-none-any.whl

warp_beacon/__version__.py

@@ -1,2 +1,2 @@
-__version__ = "2.2.38"
+__version__ = "2.2.40"
 

warp_beacon/jobs/abstract.py

@@ -41,6 +41,7 @@ class JobSettings(TypedDict):
 	session_validation: bool
 	chat_type: ChatType
 	account_admins: str
+	job_postponed_until: int
 
 class AbstractJob(ABC):
 	job_id: uuid.UUID = None
@@ -74,6 +75,7 @@ class AbstractJob(ABC):
 	session_validation: bool = False
 	chat_type: ChatType = None
 	account_admins: str = None
+	job_postponed_until: int = -1
 
 	def __init__(self, **kwargs: Unpack[JobSettings]) -> None:
 		if kwargs:

warp_beacon/scraper/__init__.py

@@ -1,5 +1,6 @@
 import os
 
+import time
 from typing import Optional
 import multiprocessing
 from queue import Empty
@@ -72,7 +73,7 @@ class AsyncDownloader(object):
 	def try_next_account(self, selector: AccountSelector, job: DownloadJob, report_error: str = None) -> None:
 		logging.warning("Switching account!")
 		if job.account_switches > self.acc_selector.count_service_accounts(job.job_origin):
-			raise AllAccountsFailed("All config accounts failed!")
+			raise AllAccountsFailed("All config accounts failed!", job=job, reason=report_error)
 		if report_error:
 			selector.bump_acc_fail(report_error)
 		selector.next()
@@ -96,6 +97,12 @@ class AsyncDownloader(object):
 							logging.warning("Unknown task origin! Skipping.")
 							continue
 						if not job.in_process:
+							if job.job_postponed_until > 0:
+								if job.job_postponed_until - time.time() > 0:
+									logging.warning("Job '%s' is postponed, rescheduling", job.url)
+									time.sleep(2)
+									self.job_queue.put(job)
+									continue
 							actor = None
 							self.acc_selector.set_module(job.job_origin)
 							if job.job_origin is Origin.INSTAGRAM:
@@ -182,7 +189,7 @@ class AsyncDownloader(object):
 									self.send_message_to_admin(
 										f"Captcha required for account #{acc_index}, login: '{acc_data.get('login', 'unknown')}'."
 									)
-									self.try_next_account(selector, job)
+									self.try_next_account(selector, job, report_error="captcha")
 									self.job_queue.put(job)
 									break
 								except YotubeLiveError as e:
@@ -208,12 +215,16 @@ class AsyncDownloader(object):
 									logging.error("All accounts failed!")
 									logging.exception(e)
 									self.send_message_to_admin(
-										f"Task `{job.job_id}` failed. URL: '{job.url}'. Reason: '**AllAccountsFailed**'."
+										f"Task `{e.job.job_id}` failed. URL: '{e.job.url}'. Reason: '**AllAccountsFailed**'."
 									)
-									self.uploader.queue_task(job.to_upload_job(
+									self.uploader.queue_task(e.job.to_upload_job(
 										job_failed=True,
 										job_failed_msg="All bot accounts failed to download content. Bot administrator noticed about the issue.")
 									)
+									if e.job.job_origin == Origin.INSTAGRAM:
+										self.try_next_account(selector, job, report_error="captcha")
+										e.job.job_timeout = time.time() + 300
+										self.job_queue.put(e.job)
 									break
 								except (UnknownError, Exception) as e:
 									logging.warning("UnknownError occurred!")

warp_beacon/scraper/account_selector.py

@@ -56,7 +56,7 @@ class AccountSelector(object):
 			if module_name not in self.accounts_meta_data:
 				self.accounts_meta_data[module_name] = []
 			for index, _ in enumerate(lst):
-				self.accounts_meta_data[module_name].insert(index, {"auth_fails": 0, "rate_limits": 0})
+				self.accounts_meta_data[module_name].insert(index, {"auth_fails": 0, "rate_limits": 0, "cathcha": 0})
 
 	def set_module(self, module_origin: Origin) -> None:
 		module_name = 'youtube' if next((s for s in ("yt", "youtube", "youtu_be") if s in module_origin.value), None) else 'instagram'
@@ -81,13 +81,14 @@ class AccountSelector(object):
 		return self.accounts_meta_data[self.current_module_name][self.account_index[self.current_module_name].value][key]
 	
 	def get_current(self) -> tuple:
-		return (self.account_index[self.current_module_name].value, self.current)
+		idx = self.account_index[self.current_module_name].value
+		return (idx, self.accounts[self.current_module_name][idx])
 	
 	def get_meta_data(self) -> dict:
 		return self.accounts_meta_data[self.current_module_name][self.account_index[self.current_module_name].value]
 	
 	def count_service_accounts(self, mod_name: Origin) -> int:
 		module_name = 'youtube' if next((s for s in ("yt", "youtube", "youtu_be") if s in mod_name.value), None) else 'instagram'
-		if module_name not in self.accounts_meta_data:
+		if module_name not in self.accounts:
 			return 0
-		return len(self.accounts_meta_data[module_name])
+		return len(self.accounts[module_name])

warp_beacon/scraper/exceptions.py

@@ -1,5 +1,3 @@
-from typing import Union
-
 class ScraperError(Exception):
 	def __init__(self, *args, **kwargs):
 		args = list(args)

warp_beacon/scraper/youtube/abstract.py

@@ -118,9 +118,9 @@ class YoutubeAbstract(ScraperAbstract):
 		new_image = Image.new("RGB", target_size, background_color)
 		image.thumbnail(target_size, Image.Resampling.LANCZOS)
 
-		if aspect_ratio_height > 4:
-			image = image.resize((image.size[0], image.size[1]+new_image.size[1]))
-			#height += new_image.size[1] - 5
+		#if aspect_ratio_height > 4:
+		#	image = image.resize((image.size[0], image.size[1]+new_image.size[1]))
+		#	target_height += new_image.size[1] - 5
 
 		paste_position = ((target_width - width) // 2, (target_height - height) // 2)
 		new_image.paste(image, paste_position)
@@ -143,7 +143,11 @@ class YoutubeAbstract(ScraperAbstract):
 						image = Image.open(io.BytesIO(response.content))
 						ratio = self.aspect_ratio(image.size)
 						logging.info("thumb ratio: '%s'", ratio)
-						new_image = self.calculate_size_with_padding(image, ratio[0], ratio[1])
+						new_image = None
+						if ratio[1] > 4:
+							new_image = image.thumbnail((320, 320), Image.Resampling.LANCZOS)
+						else:
+							new_image = self.calculate_size_with_padding(image, ratio[0], ratio[1])
 						logging.info("thumb size: '%s'", new_image.size)
 						io_buf = io.BytesIO()
 						new_image.save(io_buf, format='JPEG', subsampling=0, quality=100, progressive=True, optimize=False)

{warp_beacon-2.2.38.dist-info → warp_beacon-2.2.40.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warp_beacon
-Version: 2.2.38
+Version: 2.2.40
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev

{warp_beacon-2.2.38.dist-info → warp_beacon-2.2.40.dist-info}/RECORD

@@ -3,12 +3,12 @@ lib/systemd/system/warp_beacon.service,sha256=lPmHqLqcI2eIV7nwHS0qcALQrznixqJuww
 var/warp_beacon/accounts.json,sha256=2QQMS9N_Z-TnfZq4U1vSUe4IKyZGmTFdgo8BoF4hQ7E,1710
 var/warp_beacon/placeholder.gif,sha256=cE5CGJVaop4Sx21zx6j4AyoHU0ncmvQuS2o6hJfEH88,6064
 warp_beacon/__init__.py,sha256=_rThNODmz0nDp_n4mWo_HKaNFE5jk1_7cRhHyYaencI,163
-warp_beacon/__version__.py,sha256=FF3ZK04WxzBRdrKNA9PAjsMCO5JDYyPnHPvBo5iPoxI,24
+warp_beacon/__version__.py,sha256=jCCkS-3Hs5Tz0TZyN7VCfY3qzBmz0p4zCyPo1UW40Rg,24
 warp_beacon/warp_beacon.py,sha256=7KEtZDj-pdhtl6m-zFLsSojs1ZR4o7L0xbqtdmYPvfE,342
 warp_beacon/compress/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warp_beacon/compress/video.py,sha256=_PDMVYCyzLYxHv1uZmmzGcG_8rjaZr7BTXsXTTy_oS4,2846
 warp_beacon/jobs/__init__.py,sha256=ED8_tPle4iL4kqNW0apAVkgNQtRRTnYfAJwBjO1g0JY,180
-warp_beacon/jobs/abstract.py,sha256=n4aDRe_nEXPV0nHUYMXB6_udKPjmIKHGoy3oS2EORxc,2899
+warp_beacon/jobs/abstract.py,sha256=IGcuohG-h8b6tzSsW_9hoV8JvlSyKBLrUdppzr_TllY,2956
 warp_beacon/jobs/download_job.py,sha256=5HiPcnJppFMhO14___3eSkoMygM3y-vhpGkMAuNhK7s,854
 warp_beacon/jobs/types.py,sha256=Ae8zINgbs7cOcYkYoOCOACA7duyhnIGMQAJ_SJB1QRQ,176
 warp_beacon/jobs/upload_job.py,sha256=_ul4psPej1jLEs-BMcMR80GbXDSmm38jE9yoZtecclY,741
@@ -19,14 +19,14 @@ warp_beacon/mediainfo/silencer.py,sha256=MgUc9Ibbhjhg9GbJMNfJqrdDkMsQShZkQ1sCwvW
 warp_beacon/mediainfo/video.py,sha256=DXHiWAOyJPSVXQ0OP7uOBikUFT7noFmMaMSIx04Mhs4,2506
 warp_beacon/scheduler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warp_beacon/scheduler/scheduler.py,sha256=oKuDP3RqUQmNYBorKxnhz9QqA-eLTJHVTinWbsYB530,2585
-warp_beacon/scraper/__init__.py,sha256=HQXtE6DtQBOSzZnNDtZHidzniLBsdTaJMklopNdkIIc,15291
+warp_beacon/scraper/__init__.py,sha256=58zSy74g1LY02HLEwP497a3ABg7f_LGxR6peKSt8dpI,15808
 warp_beacon/scraper/abstract.py,sha256=aNZ9ypF9B8BjflcIwi-7wEzIqF-XPeF0xvfX9CP_iIw,2708
-warp_beacon/scraper/account_selector.py,sha256=5jJyH7AdIKfbme0YGZ8AYl7_0S6sQpsx9PVHyrK0YmM,3514
-warp_beacon/scraper/exceptions.py,sha256=lHsPrYy5iYnHsIdUHqRxZmzlqrkNj_TS4TkiTJfWhTs,1326
+warp_beacon/scraper/account_selector.py,sha256=MbDJRuHr-1ebWwzEg4tTXuEZWAuwpJsgo0lI-LXEzVM,3552
+warp_beacon/scraper/exceptions.py,sha256=fHywTm2-y2RkgM6hVz12CkDMBgHcEoN2a1TBLaVM2t4,1300
 warp_beacon/scraper/instagram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warp_beacon/scraper/instagram/instagram.py,sha256=D_r6Kdpe4iBjCeGv-vVIodiVnZps6ZyBbaY0JC7mGWI,13782
 warp_beacon/scraper/youtube/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-warp_beacon/scraper/youtube/abstract.py,sha256=7P0GN7DSkoJWmhI-wIeW29_TtN3CDR-RwbK41kMv10c,7726
+warp_beacon/scraper/youtube/abstract.py,sha256=64sdGdcVZpDiDzqdYflqshqfzYaL0tWSYXx5o4YU0zE,7867
 warp_beacon/scraper/youtube/music.py,sha256=nbTDFdgXGbTNqttE828DEgvSc8-SuAsQAHeqUwU6yFM,1484
 warp_beacon/scraper/youtube/shorts.py,sha256=RqMYDq4XHChtp-LdlxXyHej4h3NI3Qi9T8USxwk-pIk,1177
 warp_beacon/scraper/youtube/youtube.py,sha256=JvN5pVz0jtxCY9FGMl1dIg5Ccr2Kulaoxtym0Vb1QwQ,2224
@@ -37,9 +37,9 @@ warp_beacon/telegram/handlers.py,sha256=xSNG_v4D4FaA5q1_5wXvJkjcDUhy5GaQnfpijJZp
 warp_beacon/telegram/placeholder_message.py,sha256=32U-R_IMPRJd-S5UwlpemLkArJOxCmO7whcynduSbMA,6418
 warp_beacon/telegram/utils.py,sha256=CeWXMwyzv2l4Af6I-wW2ySU490c-5k82sBhkjabv0n4,2452
 warp_beacon/uploader/__init__.py,sha256=rbfsm_eYcfsBRkiaG0glVgBNtQCEe7cVQTWEIAHz5aw,4763
-warp_beacon-2.2.38.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-warp_beacon-2.2.38.dist-info/METADATA,sha256=HZ3H2bXh2sLLVD1dn5WrsbabLk8HHmeGVmN5y_jl_eo,21251
-warp_beacon-2.2.38.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
-warp_beacon-2.2.38.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
-warp_beacon-2.2.38.dist-info/top_level.txt,sha256=ALb_Ft_eG-OY4_m0TWUifNUOZsrx483L-zw7G7vqXoc,971
-warp_beacon-2.2.38.dist-info/RECORD,,
+warp_beacon-2.2.40.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+warp_beacon-2.2.40.dist-info/METADATA,sha256=jgdLo19sD8yJR-tAeJoDQFeEd0MSYr3_fyI3M4QLm6w,21251
+warp_beacon-2.2.40.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
+warp_beacon-2.2.40.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
+warp_beacon-2.2.40.dist-info/top_level.txt,sha256=ALb_Ft_eG-OY4_m0TWUifNUOZsrx483L-zw7G7vqXoc,971
+warp_beacon-2.2.40.dist-info/RECORD,,