warp-beacon 2.7.5__tar.gz → 2.7.7__tar.gz

{warp_beacon-2.7.5/warp_beacon.egg-info → warp_beacon-2.7.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warp_beacon
-Version: 2.7.5
+Version: 2.7.7
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev

warp_beacon-2.7.7/warp_beacon/__version__.py

@@ -0,0 +1,2 @@
+__version__ = "2.7.7"
+

{warp_beacon-2.7.5 → warp_beacon-2.7.7}/warp_beacon/jobs/download_job.py

@@ -1,4 +1,5 @@
 #from typing import TypedDict
+import copy
 from typing_extensions import Unpack
 
 from warp_beacon.jobs.upload_job import UploadJob
@@ -16,7 +17,7 @@ class DownloadJob(AbstractJob):
 	
 	def to_upload_job(self, **kwargs: Unpack[JobSettings]) -> AbstractJob:
 		d = self.to_dict()
-		d.update(kwargs)
+		d.update(copy.deepcopy(kwargs))
 		if "media_collection" in d:
 			for index, _ in enumerate(d["media_collection"]):
 				for k, _ in enumerate(d["media_collection"][index]):

{warp_beacon-2.7.5 → warp_beacon-2.7.7}/warp_beacon/scraper/__init__.py

@@ -290,14 +290,14 @@ class AsyncDownloader(object):
 										break
 									self.send_message_to_admin(
 										f"Task <code>{job.job_id}</code> failed. URL: {job.url}. Reason: '<b>UnknownError</b>'."
-										f"Exception:\n<pre code=\"python\">{exception_msg}<br></pre>"
+										f"Exception:\n<pre code=\"python\">{exception_msg}\n</pre>"
 									)
 									self.uploader.queue_task(job.to_upload_job(
 										job_failed=True,
-										job_failed_msg=f"Unknown error occured. Please <a href=\"https://github.com/sb0y/warp_beacon/issues\">create issue</a> with service logs.<br>"
-										f"Task <code>{job.job_id}</code> failed. URL: {job.url}.<br>"
-										f"Reason: '<b>UnknownError</b>'.<br>"
-										f"Exception:<br><pre code=\"python\">{exception_msg}</pre>"
+										job_failed_msg=f"Unknown error occurred. Please <a href=\"https://github.com/sb0y/warp_beacon/issues\">create issue</a> with service logs.\n"
+										f"Task <code>{job.job_id}</code> failed. URL: {job.url}.\n"
+										f"Reason: '<b>UnknownError</b>'.\n"
+										f"Exception:\n<pre code=\"python\">{exception_msg}</pre>"
 									))
 									break
 								finally:

{warp_beacon-2.7.5 → warp_beacon-2.7.7}/warp_beacon/scraper/instagram/instagram.py

@@ -145,17 +145,18 @@ class InstagramScraper(ScraperAbstract):
 	def scrap(self, url: str) -> tuple[str]:
 		self.load_session()
 		def _scrap() -> tuple[str]:
-			if "stories" in url:
+			path = urlparse(url).path
+			slash_count = path.count('/')
+			if "stories" in url or slash_count == 1:
 				# remove URL options
-				_url = urljoin(url, urlparse(url).path)
+				_url = urljoin(url, path)
 				url_last_part = list(filter(None, _url.split('/')))[-1]
 				logging.debug("url last part: '%s'", url_last_part)
 				if url_last_part.isnumeric():
 					return "story", self.scrap_story(url)
-				else:
+				elif slash_count in (1, 2):
 					return "stories", url_last_part
-			else:
-				return "media", self.scrap_media(url)
+			return "media", self.scrap_media(url)
 		try:
 			return _scrap()
 		except exceptions.LoginRequired as e:

{warp_beacon-2.7.5 → warp_beacon-2.7.7}/warp_beacon/telegram/handlers.py

@@ -148,10 +148,12 @@ class Handlers(object):
 			msg_leftover = await Utils.handle_mentions(chat.id, client, msg_leftover)
 			# remove duplicates
 			urls = list(set(urls_raw))
+			# remove links without paths
+			urls = Utils.remove_links_wo_paths(urls)
 
 		reply_text = "Wut?"
 		if not urls:
-			reply_text = "Your message should contains URLs"
+			reply_text = "Your message should contain URLs"
 		else:
 			for url in urls:
 				origin = Utils.extract_origin(url)

{warp_beacon-2.7.5 → warp_beacon-2.7.7}/warp_beacon/telegram/progress_bar.py

@@ -9,7 +9,7 @@ from pyrogram import Client
 from warp_beacon.telegram.types import ReportType
 
 class ProgressBar(object):
-	MAX_PROGRESS_RENDER_SIZE = 500_000  # 500 kB
+	MAX_PROGRESS_RENDER_SIZE = 1_500_000 # 1 MB
 
 	def __init__(self, client: Client) -> None:
 		self._next_threshold = 5

{warp_beacon-2.7.5 → warp_beacon-2.7.7}/warp_beacon/telegram/utils.py

@@ -1,6 +1,6 @@
-from typing import Union, Optional
-
+from typing import Optional
 import re
+from urllib.parse import urlparse
 
 from pyrogram import Client
 from pyrogram.types import Message, ChatMember
@@ -154,3 +154,18 @@ class Utils(object):
 			return
 		if not client.me or not client.me.is_premium:
 			client.me = await client.get_me()
+
+	@staticmethod
+	def remove_links_wo_paths(urls: list[str]) -> list[str]:
+		try:
+			new_urls = []
+			for url in urls:
+				url = url.rstrip('/')
+				path = urlparse(url).path
+				sc = path.count('/')
+				if sc > 0:
+					new_urls.append(url)
+			return new_urls
+		except Exception as e:
+			logging.warning("Failed to remove links without path!", exc_info=e)
+		return urls

{warp_beacon-2.7.5 → warp_beacon-2.7.7/warp_beacon.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: warp_beacon
-Version: 2.7.5
+Version: 2.7.7
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev

warp_beacon-2.7.5/warp_beacon/__version__.py

@@ -1,2 +0,0 @@
-__version__ = "2.7.5"
-