warp-beacon 2.2.19__py3-none-any.whl → 2.2.21__py3-none-any.whl

warp_beacon/__version__.py

@@ -1,2 +1,2 @@
-__version__ = "2.2.19"
+__version__ = "2.2.21"
 

warp_beacon/scheduler/scheduler.py

@@ -1,5 +1,6 @@
 import os
 import time
+from random import randrange
 import threading
 import json
 
@@ -14,7 +15,7 @@ class IGScheduler(object):
 	running = True
 	thread = None
 	event = None
-	state = {"remaining": 3600}
+	state = {"remaining": randrange(3600, 10800)}
 
 	def __init__(self, downloader: warp_beacon.scraper.AsyncDownloader) -> None:
 		self.downloader = downloader
@@ -81,7 +82,8 @@ class IGScheduler(object):
 		while self.running:
 			try:
 				if self.state["remaining"] <= 0:
-					self.state["remaining"] = 3600
+					self.state["remaining"] = randrange(3600, 10800)
+					logging.info("Next scheduler activity in '%s' seconds", self.state["remaining"])
 
 				start_time = time.time()
 				self.event.wait(timeout=self.state["remaining"])

warp_beacon/scraper/__init__.py

@@ -28,21 +28,21 @@ class AsyncDownloader(object):
 	uploader = None
 	workers_count = 0
 	auth_event = multiprocessing.Event()
+	manager = None
 	acc_selector = None
 	scheduler = None
 
 	def __init__(self, uploader: AsyncUploader, workers_count: int) -> None:
-		self.allow_loop = multiprocessing.Value('i', 1)
+		self.manager = multiprocessing.Manager()
+		self.allow_loop = self.manager.Value('i', 1)
+		self.acc_selector = AccountSelector(self.manager, ACC_FILE)
 		self.uploader = uploader
 		self.workers_count = workers_count
-		AccountSelector.register('AccoutSelector', AccountSelector)
 
 	def __del__(self) -> None:
 		self.stop_all()
 
 	def start(self) -> None:
-		self.acc_selector = AccountSelector(ACC_FILE)
-		self.acc_selector.start()
 		for _ in range(self.workers_count):
 			proc = multiprocessing.Process(target=self.do_work, args=(self.acc_selector,))
 			self.workers.append(proc)
@@ -74,7 +74,7 @@ class AsyncDownloader(object):
 		if job.account_switches > self.acc_selector.count_service_accounts(job.job_origin):
 			raise AllAccountsFailed("All config accounts failed!")
 		if report_error:
-			selector.bump_acc_fail("rate_limits")
+			selector.bump_acc_fail(report_error)
 		selector.next()
 		cur_acc = selector.get_current()
 		logging.info("Current account: '%s'", str(cur_acc))
@@ -339,7 +339,7 @@ class AsyncDownloader(object):
 				#proc.terminate()
 				logging.info("process #%d stopped", proc.pid)
 		self.workers.clear()
-		self.acc_selector.shutdown()
+		self.manager.shutdown()
 
 	def queue_task(self, job: DownloadJob) -> str:
 		self.job_queue.put_nowait(job)

warp_beacon/scraper/account_selector.py

@@ -1,25 +1,29 @@
+import multiprocessing.managers
 import os
 import json
 import re
 
+import multiprocessing
 from itertools import cycle
 
-from multiprocessing.managers import BaseManager
-
 from warp_beacon.jobs import Origin
 
 import logging
 
-class AccountSelector(BaseManager):
+class AccountSelector(object):
 	accounts = []
 	acc_pool = None
 	current = None
 	current_module_name = None
-	index = 0
-	accounts_meta_data = {}
+	index = None
+	accounts_meta_data = None
 	session_dir = "/var/warp_beacon"
+	manager = None
 
-	def __init__(self, acc_file_path: str) -> None:
+	def __init__(self, manager: multiprocessing.managers.SyncManager, acc_file_path: str) -> None:
+		self.manager = manager
+		self.index = self.manager.Value('i', 0)
+		self.accounts_meta_data = self.manager.dict()
 		if os.path.exists(acc_file_path):
 			with open(acc_file_path, 'r', encoding="utf-8") as f:
 				self.accounts = json.loads(f.read())
@@ -28,8 +32,6 @@ class AccountSelector(BaseManager):
 				self.load_yt_sessions()
 		else:
 			raise ValueError("Accounts file not found")
-		
-		super().__init__()
 
 	def __del__(self) -> None:
 		pass
@@ -65,22 +67,22 @@ class AccountSelector(BaseManager):
 
 	def next(self) -> dict:
 		self.current = next(self.acc_pool)
-		self.index = self.accounts[self.current_module_name].index(self.current)
-		logging.info("Next account index is '%d'", self.index)
+		self.index.value = self.accounts[self.current_module_name].index(self.current)
+		logging.info("Next account index is '%d'", self.index.value)
 		return self.current
 	
 	def bump_acc_fail(self, key: str, amount: int = 1) -> int:
-		self.accounts_meta_data[self.index][key] += amount
-		return self.accounts_meta_data[self.index][key]
+		self.accounts_meta_data[self.index.value][key] += amount
+		return self.accounts_meta_data[self.index.value][key]
 
 	def how_much(self, key: str) -> int:
-		return self.accounts_meta_data[self.current_module_name][self.index][key]
+		return self.accounts_meta_data[self.current_module_name][self.index.value][key]
 	
 	def get_current(self) -> tuple:
-		return (self.index, self.current)
+		return (self.index.value, self.current)
 	
 	def get_meta_data(self) -> dict:
-		return self.accounts_meta_data[self.current_module_name][self.index]
+		return self.accounts_meta_data[self.current_module_name][self.index.value]
 	
 	def count_service_accounts(self, mod_name: Origin) -> int:
 		module_name = 'youtube' if next((s for s in ("yt", "youtube", "youtu_be") if s in mod_name.value), None) else 'instagram'

warp_beacon/scraper/youtube/abstract.py

@@ -119,7 +119,7 @@ class YoutubeAbstract(ScraperAbstract):
 
 		if aspect_ratio_height > 4:
 			image = image.resize((image.size[0], image.size[1]+new_image.size[1]))
-			height += new_image.size[1] - 20
+			height += new_image.size[1] - 10
 
 		paste_position = ((target_width - width) // 2, (target_height - height) // 2)
 		new_image.paste(image, paste_position)

warp_beacon/telegram/bot.py

@@ -319,8 +319,8 @@ class Bot(object):
 			args["message_id"] = job.placeholder_message_id
 		else:
 			args["disable_notification"] = True
-			#args["reply_to_message_id"] = job.message_id
-			args["reply_to_message_id"] = None
+			args["reply_to_message_id"] = job.message_id
+			#args["reply_to_message_id"] = None
 
 		if os.environ.get("ENABLE_DONATES", None) == "true" and job.media_type is not JobType.COLLECTION:
 			args["reply_markup"] = InlineKeyboardMarkup([[InlineKeyboardButton("❤ Donate", url=os.environ.get("DONATE_LINK", "https://pay.cryptocloud.plus/pos/W5BMtNQt5bJFoW2E"))]])

{warp_beacon-2.2.19.dist-info → warp_beacon-2.2.21.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warp_beacon
-Version: 2.2.19
+Version: 2.2.21
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev

{warp_beacon-2.2.19.dist-info → warp_beacon-2.2.21.dist-info}/RECORD

@@ -3,7 +3,7 @@ lib/systemd/system/warp_beacon.service,sha256=lPmHqLqcI2eIV7nwHS0qcALQrznixqJuww
 var/warp_beacon/accounts.json,sha256=rKFQM_b9eoDS4mJ1B_SZNolPLXx1SQdQMdY2F_ZcBt8,1523
 var/warp_beacon/placeholder.gif,sha256=cE5CGJVaop4Sx21zx6j4AyoHU0ncmvQuS2o6hJfEH88,6064
 warp_beacon/__init__.py,sha256=_rThNODmz0nDp_n4mWo_HKaNFE5jk1_7cRhHyYaencI,163
-warp_beacon/__version__.py,sha256=vxBl0dBf1STjUFxsMoaYE3Z0WPuhhnKF1AVKxgwxS98,24
+warp_beacon/__version__.py,sha256=0VvRp3QIXuNbjaFFHlf0gX_0Z28tQEwSicNLwPGUsd8,24
 warp_beacon/warp_beacon.py,sha256=7KEtZDj-pdhtl6m-zFLsSojs1ZR4o7L0xbqtdmYPvfE,342
 warp_beacon/compress/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warp_beacon/compress/video.py,sha256=_PDMVYCyzLYxHv1uZmmzGcG_8rjaZr7BTXsXTTy_oS4,2846
@@ -18,28 +18,28 @@ warp_beacon/mediainfo/audio.py,sha256=ous88kwQj4bDIChN5wnGil5LqTs0IQHH0d-nyrL0-Z
 warp_beacon/mediainfo/silencer.py,sha256=MgUc9Ibbhjhg9GbJMNfJqrdDkMsQShZkQ1sCwvW_-qI,1647
 warp_beacon/mediainfo/video.py,sha256=DXHiWAOyJPSVXQ0OP7uOBikUFT7noFmMaMSIx04Mhs4,2506
 warp_beacon/scheduler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-warp_beacon/scheduler/scheduler.py,sha256=8gjW0CLuX3KyYpSDSkRE0i48AsJbi-fQ2qJZAJ-yt_s,2411
-warp_beacon/scraper/__init__.py,sha256=a9B877_OfoUFufMQBgFqIg9prrt84UcUS91jsRbyHU8,15010
+warp_beacon/scheduler/scheduler.py,sha256=fetiuISHa-PqwZB0YHx56T9rmHHwKzYCMzd162iEIlQ,2562
+warp_beacon/scraper/__init__.py,sha256=3M1nHOXwa4-vFA4jbK7YaYZN-Pk4auxwb43H5v-gqdI,14984
 warp_beacon/scraper/abstract.py,sha256=aNZ9ypF9B8BjflcIwi-7wEzIqF-XPeF0xvfX9CP_iIw,2708
-warp_beacon/scraper/account_selector.py,sha256=x1TAqHVWtxvhzKCTBERpHoUJ0fOcnswStQjEcDxkrFU,2960
+warp_beacon/scraper/account_selector.py,sha256=3bWyrtDREi8K4HlUMYWoGvZjvoL2rtNvyOk-mJAMQ3Q,3161
 warp_beacon/scraper/exceptions.py,sha256=lHsPrYy5iYnHsIdUHqRxZmzlqrkNj_TS4TkiTJfWhTs,1326
 warp_beacon/scraper/instagram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warp_beacon/scraper/instagram/instagram.py,sha256=PpEammUP_InX5xj-sFJY6DkAUfIut2rqQsXd0uCtKOo,13579
 warp_beacon/scraper/youtube/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-warp_beacon/scraper/youtube/abstract.py,sha256=_D6NecCWlIO-Lt-t495hvpAeJrrc6f2zctrUqSVH-JQ,7635
+warp_beacon/scraper/youtube/abstract.py,sha256=_zqGs0vZ36LIN9DUSvOSml8_VSDMEEKo-Q38Dvau7_s,7635
 warp_beacon/scraper/youtube/music.py,sha256=nbTDFdgXGbTNqttE828DEgvSc8-SuAsQAHeqUwU6yFM,1484
 warp_beacon/scraper/youtube/shorts.py,sha256=RqMYDq4XHChtp-LdlxXyHej4h3NI3Qi9T8USxwk-pIk,1177
 warp_beacon/scraper/youtube/youtube.py,sha256=JvN5pVz0jtxCY9FGMl1dIg5Ccr2Kulaoxtym0Vb1QwQ,2224
 warp_beacon/storage/__init__.py,sha256=m86MDXBMtZZsTPLI2cD-pM5Xkh2g2NYVvp_dtW8eH0Q,3548
 warp_beacon/telegram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-warp_beacon/telegram/bot.py,sha256=EOfqhAZN_LDgjJrJCgIKzU1F6rd1t6dHYGmspu0OWas,15387
+warp_beacon/telegram/bot.py,sha256=KAdtL-Fc0Jw0aztk8FtefCLPao7UP0gJkHMC5_mHJvs,15387
 warp_beacon/telegram/handlers.py,sha256=xSNG_v4D4FaA5q1_5wXvJkjcDUhy5GaQnfpijJZpnPk,7039
 warp_beacon/telegram/placeholder_message.py,sha256=32U-R_IMPRJd-S5UwlpemLkArJOxCmO7whcynduSbMA,6418
 warp_beacon/telegram/utils.py,sha256=CeWXMwyzv2l4Af6I-wW2ySU490c-5k82sBhkjabv0n4,2452
 warp_beacon/uploader/__init__.py,sha256=rsUkzzmtaeQY-kNkcIiPsrayS9idFKY3hBC71mR19XE,4743
-warp_beacon-2.2.19.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-warp_beacon-2.2.19.dist-info/METADATA,sha256=_aQMdTR_yAc7RP-kYMbFg9HJl151xYn_HYauD9EwPfQ,21251
-warp_beacon-2.2.19.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
-warp_beacon-2.2.19.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
-warp_beacon-2.2.19.dist-info/top_level.txt,sha256=ALb_Ft_eG-OY4_m0TWUifNUOZsrx483L-zw7G7vqXoc,971
-warp_beacon-2.2.19.dist-info/RECORD,,
+warp_beacon-2.2.21.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+warp_beacon-2.2.21.dist-info/METADATA,sha256=3YAlBp6uLDP-PWSi_Fi4N6VKzUyW_gCnVfZ9rMzCufI,21251
+warp_beacon-2.2.21.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
+warp_beacon-2.2.21.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
+warp_beacon-2.2.21.dist-info/top_level.txt,sha256=ALb_Ft_eG-OY4_m0TWUifNUOZsrx483L-zw7G7vqXoc,971
+warp_beacon-2.2.21.dist-info/RECORD,,