warp-beacon 2.0.4__tar.gz → 2.0.6__tar.gz

{warp_beacon-2.0.4/warp_beacon.egg-info → warp_beacon-2.0.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warp_beacon
-Version: 2.0.4
+Version: 2.0.6
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev
@@ -228,6 +228,7 @@ Requires-Dist: ffmpeg-python
 Requires-Dist: uvloop
 Requires-Dist: tgcrypto
 Requires-Dist: pyrogram
+Requires-Dist: pillow-heif
 Requires-Dist: pytubefix
 Requires-Dist: av
 Requires-Dist: urlextract
@@ -242,7 +243,12 @@ Works with a links in personal messages and also with group chats.
 
 Just send a media link to the chat with bot and get a video or audio reply.
 
-<img width="549" alt="image" src="https://github.com/user-attachments/assets/6d1cf0d8-4aa9-4852-90c9-6817974a7dd9">
+| | | |
+|:-------------------------:|:-------------------------:|:-------------------------:|
+|<img width="700" alt="Yotube Video usage example" src="https://github.com/user-attachments/assets/280b058f-325b-4386-9556-f145f6db9cfa"> Yotube Video usage example |<img width="700" alt="Youtube Music usage example" src="https://github.com/user-attachments/assets/3a462a3b-8c80-460f-aa66-c39db24f7a24"> Youtube Music usage example|<img width="703" alt="image" src="https://github.com/user-attachments/assets/384206ea-1371-48d5-a717-92aff06fa339"> Instagram Reels usage example |
+|<img width="700" alt="Instagram Photo post usage example" src="https://github.com/user-attachments/assets/29324b94-7314-4a38-8790-3483011d355d"> Instagram Photo post usage example|<img width="700" alt="Instagram Photo Carousel usage" src="https://github.com/user-attachments/assets/2598e329-e16e-455e-91e9-a027e8994283"> Instagram Photo Carousel usage example|<img width="757" alt="Instagram Photo bulk Strories download usage example" src="https://github.com/user-attachments/assets/2c8c91ac-6ade-4d1d-a677-2b36bb40ff39"> Instagram Photo bulk Strories download usage example|
+|<img width="700" alt="Instagram specific Story download usage example" src="https://github.com/user-attachments/assets/03dc70c5-6933-4122-9c7c-5f7d734d117b"> Instagram specific Story download usage example|<img width="700" alt="Group chat usage example" src="https://github.com/user-attachments/assets/649fcb1e-785b-4efd-9153-69644c6d898b"> Group chat usage example|
+
 
 In order to setup your own instance, you will need:
 
@@ -320,6 +326,16 @@ Check logs
 ```bash
 sudo docker compose logs warp_beacon -f
 ```
+## Upgrading ##
+If you are using `image-prod` (set in `docker-compose.yml` by default), just rebuild your image:
+```bash
+cd your_warp_beacon_sources_directory/
+sudo docker compose build --no-cache
+```
+Recreate existing container:
+```bash
+sudo docker compose up -d
+```
 
 ## How to install from PIP ##
 

{warp_beacon-2.0.4 → warp_beacon-2.0.6}/README.md

@@ -5,7 +5,12 @@ Works with a links in personal messages and also with group chats.
 
 Just send a media link to the chat with bot and get a video or audio reply.
 
-<img width="549" alt="image" src="https://github.com/user-attachments/assets/6d1cf0d8-4aa9-4852-90c9-6817974a7dd9">
+| | | |
+|:-------------------------:|:-------------------------:|:-------------------------:|
+|<img width="700" alt="Yotube Video usage example" src="https://github.com/user-attachments/assets/280b058f-325b-4386-9556-f145f6db9cfa"> Yotube Video usage example |<img width="700" alt="Youtube Music usage example" src="https://github.com/user-attachments/assets/3a462a3b-8c80-460f-aa66-c39db24f7a24"> Youtube Music usage example|<img width="703" alt="image" src="https://github.com/user-attachments/assets/384206ea-1371-48d5-a717-92aff06fa339"> Instagram Reels usage example |
+|<img width="700" alt="Instagram Photo post usage example" src="https://github.com/user-attachments/assets/29324b94-7314-4a38-8790-3483011d355d"> Instagram Photo post usage example|<img width="700" alt="Instagram Photo Carousel usage" src="https://github.com/user-attachments/assets/2598e329-e16e-455e-91e9-a027e8994283"> Instagram Photo Carousel usage example|<img width="757" alt="Instagram Photo bulk Strories download usage example" src="https://github.com/user-attachments/assets/2c8c91ac-6ade-4d1d-a677-2b36bb40ff39"> Instagram Photo bulk Strories download usage example|
+|<img width="700" alt="Instagram specific Story download usage example" src="https://github.com/user-attachments/assets/03dc70c5-6933-4122-9c7c-5f7d734d117b"> Instagram specific Story download usage example|<img width="700" alt="Group chat usage example" src="https://github.com/user-attachments/assets/649fcb1e-785b-4efd-9153-69644c6d898b"> Group chat usage example|
+
 
 In order to setup your own instance, you will need:
 
@@ -83,6 +88,16 @@ Check logs
 ```bash
 sudo docker compose logs warp_beacon -f
 ```
+## Upgrading ##
+If you are using `image-prod` (set in `docker-compose.yml` by default), just rebuild your image:
+```bash
+cd your_warp_beacon_sources_directory/
+sudo docker compose build --no-cache
+```
+Recreate existing container:
+```bash
+sudo docker compose up -d
+```
 
 ## How to install from PIP ##
 

{warp_beacon-2.0.4 → warp_beacon-2.0.6}/pyproject.toml

@@ -17,6 +17,7 @@ dependencies = [
 	"uvloop",
 	"tgcrypto",
 	"pyrogram",
+	"pillow-heif",
 	"pytubefix",
 	"av",
 	"urlextract",

warp_beacon-2.0.6/warp_beacon/__version__.py

@@ -0,0 +1,2 @@
+__version__ = "2.0.6"
+

{warp_beacon-2.0.4 → warp_beacon-2.0.6}/warp_beacon/scraper/__init__.py

@@ -5,7 +5,7 @@ from typing import Optional
 import multiprocessing
 from queue import Empty
 
-from warp_beacon.scraper.exceptions import NotFound, UnknownError, TimeOut, Unavailable, FileTooBig
+from warp_beacon.scraper.exceptions import NotFound, UnknownError, TimeOut, Unavailable, FileTooBig, YotubeLiveError
 from warp_beacon.mediainfo.video import VideoInfo
 from warp_beacon.mediainfo.audio import AudioInfo
 from warp_beacon.mediainfo.silencer import Silencer
@@ -115,6 +115,14 @@ class AsyncDownloader(object):
 											job_failed_msg="Unfortunately this file has exceeded the Telegram limits. A file cannot be larger than 2 gigabytes.")
 										)
 										break
+									except YotubeLiveError as e:
+										logging.warning("Youtube Live videos are not supported. Skipping.")
+										logging.exception(e)
+										self.uploader.queue_task(job.to_upload_job(
+											job_failed=True,
+											job_failed_msg="Youtube Live videos are not supported. Please wait until the live broadcast ends.")
+										)
+										break
 									except (UnknownError, Exception) as e:
 										logging.warning("UnknownError occurred!")
 										logging.exception(e)

{warp_beacon-2.0.4 → warp_beacon-2.0.6}/warp_beacon/scraper/abstract.py

@@ -5,6 +5,7 @@ from abc import ABC, abstractmethod
 from typing import Callable, Union
 
 from PIL import Image
+from pillow_heif import register_heif_opener
 
 import logging
 
@@ -41,4 +42,21 @@ class ScraperAbstract(ABC):
 
 		return ''
 
+	@staticmethod
+	def convert_heic_to_png(src_file: str) -> str:
+		try:
+			if os.path.exists(src_file):
+				register_heif_opener()
+				path_info = pathlib.Path(src_file)
+				old_filename = path_info.stem
+				new_filename = "%s_converted.%s" % (old_filename, "png")
+				new_filepath = "%s/%s" % (os.path.dirname(src_file), new_filename)
+				with Image.open(src_file).convert('RGB') as img:
+					img.save(new_filepath, 'png')
+				os.unlink(src_file)
+				return new_filepath
+		except Exception as e:
+			logging.error("Failed to convert webp file to png!")
+			logging.exception(e)
 
+		return ''

{warp_beacon-2.0.4 → warp_beacon-2.0.6}/warp_beacon/scraper/exceptions.py

@@ -28,6 +28,9 @@ class NotFound(ScraperError):
 class Unavailable(ScraperError):
 	pass
 
+class YotubeLiveError(ScraperError):
+	pass
+
 class UnknownError(ScraperError):
 	pass
 

{warp_beacon-2.0.4 → warp_beacon-2.0.6}/warp_beacon/scraper/instagram.py

@@ -126,8 +126,11 @@ class InstagramScraper(ScraperAbstract):
 
 	def download_photo(self, url: str) -> dict:
 		path = str(self._download_hndlr(self.cl.photo_download_by_url, url, folder='/tmp'))
-		if ".webp" in path:
+		path_lowered = path.lower()
+		if ".webp" in path_lowered:
 			path = InstagramScraper.convert_webp_to_png(path)
+		if ".heic" in path_lowered:
+			path = InstagramScraper.convert_heic_to_png(path)
 		return {"local_media_path": path, "media_type": JobType.IMAGE}
 	
 	def download_story(self, story_info: Story) -> dict:
@@ -142,8 +145,10 @@ class InstagramScraper(ScraperAbstract):
 		effective_url = "https://www.instagram.com/stories/%s/%s/" % (story_info.user.username, effective_story_id)
 		if story_info.media_type == 1: # photo
 			path = str(self._download_hndlr(self.cl.story_download_by_url, url=story_info.thumbnail_url, folder='/tmp'))
-			if ".webp" in path:
+			if ".webp" in path_lowered:
 				path = InstagramScraper.convert_webp_to_png(path)
+			if ".heic" in path_lowered:
+				path = InstagramScraper.convert_heic_to_png(path)
 			media_type = JobType.IMAGE
 		elif story_info.media_type == 2: # video
 			path = str(self._download_hndlr(self.cl.story_download_by_url, url=story_info.video_url, folder='/tmp'))

warp_beacon-2.0.6/warp_beacon/scraper/youtube/youtube.py

@@ -0,0 +1,66 @@
+from warp_beacon.jobs.types import JobType
+from warp_beacon.scraper.youtube.abstract import YoutubeAbstract
+from warp_beacon.scraper.exceptions import YotubeLiveError, NotFound
+
+from pytubefix import YouTube
+
+import logging
+
+class YoutubeScraper(YoutubeAbstract):
+	YT_MAX_RETRIES_DEFAULT = 8
+	YT_PAUSE_BEFORE_RETRY_DEFAULT = 3
+	YT_TIMEOUT_DEFAULT = 2
+	YT_TIMEOUT_INCREMENT_DEFAULT = 60
+
+	def is_live(self, data: dict) -> bool:
+		'''
+		x.contents.twoColumnWatchNextResults.results.results.contents[0].videoPrimaryInfoRenderer.viewCount.videoViewCountRenderer.isLive
+		'''
+		try:
+			contents = data.get("contents", {}).get("twoColumnWatchNextResults", {}).get("results", {}).get("results", {}).get("contents", [])
+			for i in contents:
+				video_view_count_renderer = i.get("videoPrimaryInfoRenderer", {}).get("viewCount", {}).get("videoViewCountRenderer", {})
+				if video_view_count_renderer:
+					return video_view_count_renderer.get("isLive", False)
+		except Exception as e:
+			logging.warning("Failed to check if stream is live!")
+			logging.exception(e)
+
+		return False
+
+	def _download(self, url: str, timeout: int = 0) -> list:
+		res = []
+		thumbnail = None
+		yt = YouTube(url)
+
+		if self.is_live(yt.initial_data):
+			raise YotubeLiveError("Youtube Live is not supported")
+
+		if yt and yt.thumbnail_url:
+			thumbnail = self.download_thumbnail(yt.thumbnail_url)
+
+		stream = yt.streams.get_highest_resolution()
+
+		if not stream:
+			raise NotFound("No suitable video stream found")
+
+		local_file = stream.download(
+			output_path=self.DOWNLOAD_DIR,
+			max_retries=0,
+			timeout=timeout,
+			skip_existing=False,
+			filename_prefix="yt_download_"
+		)
+		logging.debug("Temp filename: '%s'", local_file)
+		res.append({
+			"local_media_path": self.rename_local_file(local_file),
+			"performer": yt.author,
+			"thumb": thumbnail,
+			"canonical_name": stream.title,
+			"media_type": JobType.VIDEO
+		})
+
+		return res
+
+	def download(self, url: str) -> list:
+		return self._download_hndlr(self._download, url)

{warp_beacon-2.0.4 → warp_beacon-2.0.6/warp_beacon.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warp_beacon
-Version: 2.0.4
+Version: 2.0.6
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev
@@ -228,6 +228,7 @@ Requires-Dist: ffmpeg-python
 Requires-Dist: uvloop
 Requires-Dist: tgcrypto
 Requires-Dist: pyrogram
+Requires-Dist: pillow-heif
 Requires-Dist: pytubefix
 Requires-Dist: av
 Requires-Dist: urlextract
@@ -242,7 +243,12 @@ Works with a links in personal messages and also with group chats.
 
 Just send a media link to the chat with bot and get a video or audio reply.
 
-<img width="549" alt="image" src="https://github.com/user-attachments/assets/6d1cf0d8-4aa9-4852-90c9-6817974a7dd9">
+| | | |
+|:-------------------------:|:-------------------------:|:-------------------------:|
+|<img width="700" alt="Yotube Video usage example" src="https://github.com/user-attachments/assets/280b058f-325b-4386-9556-f145f6db9cfa"> Yotube Video usage example |<img width="700" alt="Youtube Music usage example" src="https://github.com/user-attachments/assets/3a462a3b-8c80-460f-aa66-c39db24f7a24"> Youtube Music usage example|<img width="703" alt="image" src="https://github.com/user-attachments/assets/384206ea-1371-48d5-a717-92aff06fa339"> Instagram Reels usage example |
+|<img width="700" alt="Instagram Photo post usage example" src="https://github.com/user-attachments/assets/29324b94-7314-4a38-8790-3483011d355d"> Instagram Photo post usage example|<img width="700" alt="Instagram Photo Carousel usage" src="https://github.com/user-attachments/assets/2598e329-e16e-455e-91e9-a027e8994283"> Instagram Photo Carousel usage example|<img width="757" alt="Instagram Photo bulk Strories download usage example" src="https://github.com/user-attachments/assets/2c8c91ac-6ade-4d1d-a677-2b36bb40ff39"> Instagram Photo bulk Strories download usage example|
+|<img width="700" alt="Instagram specific Story download usage example" src="https://github.com/user-attachments/assets/03dc70c5-6933-4122-9c7c-5f7d734d117b"> Instagram specific Story download usage example|<img width="700" alt="Group chat usage example" src="https://github.com/user-attachments/assets/649fcb1e-785b-4efd-9153-69644c6d898b"> Group chat usage example|
+
 
 In order to setup your own instance, you will need:
 
@@ -320,6 +326,16 @@ Check logs
 ```bash
 sudo docker compose logs warp_beacon -f
 ```
+## Upgrading ##
+If you are using `image-prod` (set in `docker-compose.yml` by default), just rebuild your image:
+```bash
+cd your_warp_beacon_sources_directory/
+sudo docker compose build --no-cache
+```
+Recreate existing container:
+```bash
+sudo docker compose up -d
+```
 
 ## How to install from PIP ##
 

{warp_beacon-2.0.4 → warp_beacon-2.0.6}/warp_beacon.egg-info/requires.txt

@@ -2,6 +2,7 @@ ffmpeg-python
 uvloop
 tgcrypto
 pyrogram
+pillow-heif
 pytubefix
 av
 urlextract

warp_beacon-2.0.4/warp_beacon/__version__.py

@@ -1,2 +0,0 @@
-__version__ = "2.0.4"
-

warp_beacon-2.0.4/warp_beacon/scraper/youtube/youtube.py

@@ -1,41 +0,0 @@
-from warp_beacon.jobs.types import JobType
-from warp_beacon.scraper.youtube.abstract import YoutubeAbstract
-
-from pytubefix import YouTube
-
-import logging
-
-class YoutubeScraper(YoutubeAbstract):
-	YT_MAX_RETRIES_DEFAULT = 8
-	YT_PAUSE_BEFORE_RETRY_DEFAULT = 3
-	YT_TIMEOUT_DEFAULT = 2
-	YT_TIMEOUT_INCREMENT_DEFAULT = 60
-
-	def _download(self, url: str, timeout: int = 0) -> list:
-		res = []
-		thumbnail = None
-		yt = YouTube(url)
-		if yt and yt.thumbnail_url:
-			thumbnail = self.download_thumbnail(yt.thumbnail_url)
-		stream = yt.streams.get_highest_resolution()
-		if stream:
-			local_file = stream.download(
-				output_path=self.DOWNLOAD_DIR,
-				max_retries=0,
-				timeout=timeout,
-				skip_existing=False,
-				filename_prefix="yt_download_"
-			)
-			logging.debug("Temp filename: '%s'", local_file)
-			res.append({
-				"local_media_path": self.rename_local_file(local_file),
-				"performer": yt.author,
-				"thumb": thumbnail,
-				"canonical_name": stream.title,
-				"media_type": JobType.VIDEO
-			})
-
-		return res
-
-	def download(self, url: str) -> list:
-		return self._download_hndlr(self._download, url)