warp-beacon 2.6.41__py3-none-any.whl → 2.6.43__py3-none-any.whl

warp_beacon/__version__.py

@@ -1,2 +1,2 @@
-__version__ = "2.6.41"
+__version__ = "2.6.43"
 

warp_beacon/telegram/bot.py

@@ -8,13 +8,13 @@ import logging
 import html
 
 import uvloop
+#from contextlib import ExitStack
 
 from pyrogram import Client, filters
 from pyrogram.enums import ParseMode, ChatType
 from pyrogram.handlers import MessageHandler, CallbackQueryHandler
 from pyrogram.types import InputMediaAudio, InputMediaPhoto, InputMediaVideo, InputMediaAnimation, InlineKeyboardButton, InlineKeyboardMarkup
 from pyrogram.errors import NetworkMigrate, BadRequest, MultiMediaTooLong, MessageIdInvalid
-from pyrogram.raw.types import InputFile, InputFileBig
 
 import warp_beacon
 from warp_beacon.__version__ import __version__
@@ -29,6 +29,7 @@ from warp_beacon.jobs import Origin
 from warp_beacon.telegram.utils import Utils
 from warp_beacon.telegram.caption_shortener import CaptionShortner
 from warp_beacon.scheduler.scheduler import IGScheduler
+from warp_beacon.telegram.progress_file_reader import ProgressFileReader
 
 class Bot(object):
 	should_exit = None
@@ -226,7 +227,7 @@ class Bot(object):
 
 		return caption
 
-	def build_tg_args(self, job: UploadJob, uploaded_files: list[Union[InputFile, InputFileBig]]) -> dict:
+	def build_tg_args(self, job: UploadJob, file_io: ProgressFileReader = None) -> dict:
 		args = {}
 		if job.media_type == JobType.VIDEO:
 			if job.tg_file_id:
@@ -242,7 +243,7 @@ class Bot(object):
 			else:
 				if job.placeholder_message_id:
 					args["media"] = InputMediaVideo(
-						media=next(iter(uploaded_files)),
+						media=file_io,
 						supports_streaming=True,
 						width=job.media_info["width"],
 						height=job.media_info["height"],
@@ -251,7 +252,7 @@ class Bot(object):
 						caption=self.build_signature_caption(job)
 					)
 				else:
-					args["video"] = next(iter(uploaded_files))
+					args["video"] = file_io
 					args["supports_streaming"] = True
 					args["width"] = job.media_info["width"]
 					args["height"] = job.media_info["height"]
@@ -273,11 +274,11 @@ class Bot(object):
 			else:
 				if job.placeholder_message_id:
 					args["media"] = InputMediaPhoto(
-						media=next(iter(uploaded_files)),
+						media=file_io,
 						caption=self.build_signature_caption(job)
 					)
 				else:
-					args["photo"] = next(iter(uploaded_files))
+					args["photo"] = file_io
 					args["caption"] = self.build_signature_caption(job)
 
 				args["file_name"] = os.path.basename(job.local_media_path)
@@ -293,7 +294,7 @@ class Bot(object):
 			else:
 				if job.placeholder_message_id:
 					args["media"] = InputMediaAudio(
-						media=next(iter(uploaded_files)),
+						media=file_io,
 						performer=job.media_info["performer"],
 						thumb=job.media_info["thumb"],
 						duration=round(job.media_info["duration"]),
@@ -301,7 +302,7 @@ class Bot(object):
 						caption=self.build_signature_caption(job)
 					)
 				else:
-					args["audio"] = next(iter(uploaded_files))
+					args["audio"] = file_io
 					args["performer"] = job.media_info["performer"]
 					args["thumb"] = job.media_info["thumb"]
 					args["duration"] = round(job.media_info["duration"])
@@ -322,7 +323,7 @@ class Bot(object):
 			else:
 				if job.placeholder_message_id:
 					args["media"] = InputMediaAnimation(
-						media=next(iter(uploaded_files)),
+						media=file_io,
 						thumb=job.media_info["thumb"],
 						duration=round(job.media_info["duration"]),
 						width=job.media_info["width"],
@@ -330,7 +331,7 @@ class Bot(object):
 						caption=self.build_signature_caption(job)
 					)
 				else:
-					args["animation"] = next(iter(uploaded_files))
+					args["animation"] = file_io
 					args["width"] = job.media_info["width"]
 					args["height"] = job.media_info["height"]
 					args["duration"] = round(job.media_info["duration"])
@@ -358,27 +359,23 @@ class Bot(object):
 					args["media"].append(tg_chunk)
 			else:
 				mediafs = []
-				file_index = 0
 				for chunk in job.media_collection:
 					tg_chunk = []
-					for el in chunk:
-						uploaded_file = uploaded_files[file_index]
-						file_index += 1
-
-						if el.media_type == JobType.VIDEO:
+					for j in chunk:
+						if j.media_type == JobType.VIDEO:
 							vid = InputMediaVideo(
-								media=uploaded_file,
+								media=ProgressFileReader(j.local_media_path, self.progress_callback),
 								supports_streaming=True,
-								width=el.media_info["width"],
-								height=el.media_info["height"],
-								duration=round(el.media_info["duration"]),
-								thumb=el.media_info["thumb"],
+								width=j.media_info["width"],
+								height=j.media_info["height"],
+								duration=round(j.media_info["duration"]),
+								thumb=j.media_info["thumb"],
 								caption=self.build_signature_caption(job)
 							)
 							tg_chunk.append(vid)
-						elif el.media_type == JobType.IMAGE:
+						elif j.media_type == JobType.IMAGE:
 							photo = InputMediaPhoto(
-								media=uploaded_file,
+								media=ProgressFileReader(j.local_media_path, self.progress_callback),
 								caption=self.build_signature_caption(job)
 							)
 							tg_chunk.append(photo)
@@ -408,25 +405,8 @@ class Bot(object):
 
 		return args
 
-	async def upload_with_progress(self, job: UploadJob) -> list[Union[InputFile, InputFileBig]]:
-		def progress_callback(current: int, total: int) -> None:
-			logging.info("[%s] Uploaded %.1f%%", job.local_media_path, current * 100 / total)
-
-		if job.media_type == JobType.COLLECTION:
-			col_uploaded_files = []
-			for chunk in job.media_collection:
-				for col in chunk:
-					uploaded_file = await self.client.save_file(
-						path=col.local_media_path,
-						progress=progress_callback
-					)
-					col_uploaded_files.append(uploaded_file)
-			return col_uploaded_files
-
-		return [await self.client.save_file(
-			path=job.local_media_path,
-			progress=progress_callback
-		)]
+	def progress_callback(self, filename: str, current: int, total: int) -> None:
+		logging.info("[%s] Uploaded %.1f%%", filename, current * 100 / total)
 
 	async def upload_job(self, job: UploadJob) -> list[str]:
 		tg_file_ids = []
@@ -441,8 +421,8 @@ class Bot(object):
 							await Utils.ensure_me_loaded(self.client)
 						if job.placeholder_message_id:
 							try:
-								uploaded_files = await self.upload_with_progress(job)
-								reply_message = await self.client.edit_message_media(**self.build_tg_args(job, uploaded_files))
+								with ProgressFileReader(job.local_media_path, self.progress_callback) as f:
+									reply_message = await self.client.edit_message_media(**self.build_tg_args(job, f))
 							except MessageIdInvalid:
 								logging.warning("Placeholder message not found. Looks like placeholder message was deleted by administrator.")
 								job.placeholder_message_id = None
@@ -455,31 +435,41 @@ class Bot(object):
 								JobType.ANIMATION: self.client.send_animation
 							}
 							try:
-								uploaded_files = await self.upload_with_progress(job)
-								reply_message = await send_funcs[job.media_type](**self.build_tg_args(job, uploaded_files))
+								with ProgressFileReader(job.local_media_path, self.progress_callback) as f:
+									reply_message = await send_funcs[job.media_type](**self.build_tg_args(job, f))
 							except ValueError as e:
 								err_text = str(e)
 								if "Expected" in err_text:
 									logging.warning("Expectations exceeded reality.")
 									logging.warning(err_text)
 									expectation, reality = Utils.parse_expected_patronum_error(err_text)
-									job_args = self.build_tg_args(job, uploaded_files)
-									job_args[reality.value.lower()] = job_args.pop(expectation.value.lower())
-									reply_message = await send_funcs[reality](**job_args)
+									with ProgressFileReader(job.local_media_path, self.progress_callback) as f:
+										job_args = self.build_tg_args(job, f)
+										job_args[reality.value.lower()] = job_args.pop(expectation.value.lower())
+										reply_message = await send_funcs[reality](**job_args)
 
 						tg_file_id = Utils.extract_file_id(reply_message)
 						tg_file_ids.append(tg_file_id)
 						job.tg_file_id = tg_file_id
 						logging.info("Uploaded media file with type '%s' tg_file_id is '%s'", job.media_type.value, job.tg_file_id)
 					elif job.media_type == JobType.COLLECTION:
-						uploaded_files = await self.upload_with_progress(job)
-						col_job_args = self.build_tg_args(job, uploaded_files)
+						#uploaded_files = await self.upload_with_progress(job)
+						col_job_args = self.build_tg_args(job)
 						sent_messages = []
 						snd_grp_options = {"chat_id": job.chat_id, "reply_to_message_id": job.message_id}
 						for i, media_chunk in enumerate(col_job_args["media"]):
 							snd_grp_options["media"] = media_chunk
-							messages = await self.client.send_media_group(**snd_grp_options)
-							sent_messages += messages
+							messages = None
+							try:
+								messages = await self.client.send_media_group(**snd_grp_options)
+							finally:
+								try:
+									for med in snd_grp_options["media"]:
+										med.media.close()
+								except AttributeError:
+									pass
+							if messages:
+								sent_messages += messages
 							if job.media_collection:
 								for j, _ in enumerate(media_chunk):
 									tg_file_id = Utils.extract_file_id(messages[j])

warp_beacon/telegram/progress_file_reader.py

@@ -0,0 +1,41 @@
+import io
+import os
+from types import TracebackType
+from typing import Optional, Callable, Type
+
+class ProgressFileReader(io.BufferedReader):
+	callback = None
+	raw = None
+	total = 0
+	read_bytes = 0
+	name = ""
+
+	def __init__(self, file_path: str, callback: Optional[Callable[[str, int, int], None]]) -> None:
+		self.raw = open(file_path, "rb")
+		super().__init__(self.raw)
+		self.callback = callback
+		self.total = os.path.getsize(file_path)
+		self.read_bytes = 0
+		self.name = os.path.basename(file_path)
+
+	def read(self, size: int = -1) -> bytes:
+		chunk = super().read(size)
+		self.read_bytes += len(chunk)
+		if self.callback:
+			self.callback(self.name, self.read_bytes, self.total)
+		return chunk
+
+	def close(self) -> None:
+		if not self.closed:
+			super().close()
+			self.raw.close()
+
+	def __enter__(self) -> "ProgressFileReader":
+		return self
+
+	def __exit__(self,
+		exc_type: Optional[Type[BaseException]],
+		exc_val: Optional[BaseException],
+		exc_tb: Optional[TracebackType]
+	) -> None:
+		self.close()

{warp_beacon-2.6.41.dist-info → warp_beacon-2.6.43.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warp_beacon
-Version: 2.6.41
+Version: 2.6.43
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev

{warp_beacon-2.6.41.dist-info → warp_beacon-2.6.43.dist-info}/RECORD

@@ -4,7 +4,7 @@ var/warp_beacon/accounts.json,sha256=OsXdncs6h88xrF_AP6_WDCK1waGBn9SR-uYdIeK37GM
 var/warp_beacon/placeholder.gif,sha256=cE5CGJVaop4Sx21zx6j4AyoHU0ncmvQuS2o6hJfEH88,6064
 var/warp_beacon/proxies.json,sha256=VnjlQDXumOEq72ZFjbh6IqHS1TEHqn8HPYAZqWCeSIA,95
 warp_beacon/__init__.py,sha256=_rThNODmz0nDp_n4mWo_HKaNFE5jk1_7cRhHyYaencI,163
-warp_beacon/__version__.py,sha256=1O5-3aiIS1oVfkcy9Ig1YYhWv1eOUzjN7A_m_n8lHac,24
+warp_beacon/__version__.py,sha256=yVx5xRZvnIRE-vKVDTmNqs22CePf9NwiXuds1CWxoMM,24
 warp_beacon/warp_beacon.py,sha256=ED43vNzdjDUJ_9qLCbri0bjWLWEJ69BENGj9i7G6AvM,342
 warp_beacon/yt_auth.py,sha256=GUTKqYr_tzDC-07Lx_ahWXSag8EyLxXBUnQbDBIkEmk,6022
 warp_beacon/compress/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -40,15 +40,16 @@ warp_beacon/scraper/youtube/youtube.py,sha256=x9v9p1coA9TvBhxjNAofGu4UBkAEdYPE2e
 warp_beacon/storage/__init__.py,sha256=0Vajd0oITKJfu2vmNx5uQSt3-L6vwIvUYWJo8HZCjco,3398
 warp_beacon/storage/mongo.py,sha256=qC4ZiO8XXvPnP0rJwz4CJx42pqFsyAjCiW10W5QdT6E,527
 warp_beacon/telegram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-warp_beacon/telegram/bot.py,sha256=hc-2Mha5V2ma0YmvrtLcRx60hGaifP0O1AHK8p4RFTA,19931
+warp_beacon/telegram/bot.py,sha256=NGakTkZr7CVaxhH77c0b_UssZtcDZIJd2Pcn0C8mARA,19576
 warp_beacon/telegram/caption_shortener.py,sha256=EnguNCF52ne7y4P-iJAbI6K3sqoJqJbND_dX5Fhwkv0,1549
 warp_beacon/telegram/handlers.py,sha256=uvR6TPHSqdSxigp3wR-ewiE6t3TvVcbVLVcYGwkgD2s,9559
 warp_beacon/telegram/placeholder_message.py,sha256=wN9-BRiyrtHG-EvXtZkGJHt2CX71munQ57ITttjt0mw,6400
+warp_beacon/telegram/progress_file_reader.py,sha256=6DfFefaaxt0O9psoYejKJK8dss1t5HkNNVvK0S5hPnU,1010
 warp_beacon/telegram/utils.py,sha256=1Lq67aRylVJzbwSyvAgjPAGjJZFATkICvAj3TJGuJiM,4635
 warp_beacon/uploader/__init__.py,sha256=j3qcuKhpchseZLGzSsSiogqe6WdMbkK8d3I-ConhNRs,5687
-warp_beacon-2.6.41.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-warp_beacon-2.6.41.dist-info/METADATA,sha256=gv1A6UMSV3WdhANJh3foIQmrZNtIPk47aDWIp9pShCg,22706
-warp_beacon-2.6.41.dist-info/WHEEL,sha256=GHB6lJx2juba1wDgXDNlMTyM13ckjBMKf-OnwgKOCtA,91
-warp_beacon-2.6.41.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
-warp_beacon-2.6.41.dist-info/top_level.txt,sha256=aFsWDQBplsMOyVMGGJ8iu-auZ25z1e_IB4tM2M8kW1A,1187
-warp_beacon-2.6.41.dist-info/RECORD,,
+warp_beacon-2.6.43.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+warp_beacon-2.6.43.dist-info/METADATA,sha256=KpshBI-u9REF1iqT1LfLS__OqQGNd5N9ksVWeRohRjQ,22706
+warp_beacon-2.6.43.dist-info/WHEEL,sha256=GHB6lJx2juba1wDgXDNlMTyM13ckjBMKf-OnwgKOCtA,91
+warp_beacon-2.6.43.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
+warp_beacon-2.6.43.dist-info/top_level.txt,sha256=aXHYe44ttXYi5p6_BGE-9t-RbPH6gLEJDH7gYoWamN4,1229
+warp_beacon-2.6.43.dist-info/RECORD,,

{warp_beacon-2.6.41.dist-info → warp_beacon-2.6.43.dist-info}/top_level.txt

@@ -36,6 +36,7 @@ warp_beacon/telegram/bot
 warp_beacon/telegram/caption_shortener
 warp_beacon/telegram/handlers
 warp_beacon/telegram/placeholder_message
+warp_beacon/telegram/progress_file_reader
 warp_beacon/telegram/utils
 warp_beacon/uploader
 warp_beacon/warp_beacon