warp-beacon 1.1.1__tar.gz → 1.1.2__tar.gz

{warp_beacon-1.1.1/warp_beacon.egg-info → warp_beacon-1.1.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warp_beacon
-Version: 1.1.1
+Version: 1.1.2
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev

warp_beacon-1.1.2/warp_beacon/__version__.py

@@ -0,0 +1,2 @@
+__version__ = "1.1.2"
+

warp_beacon-1.1.2/warp_beacon/mediainfo/abstract.py

@@ -0,0 +1,28 @@
+import os
+from abc import ABC, abstractmethod
+
+import av
+
+class MediaInfoAbstract(ABC):
+	filename = ""
+	container = None
+	duration = 0.0
+
+	def __init__(self, filename: str) -> None:
+		self.filename = filename
+		self.container = av.open(file=self.filename, mode='r')
+
+	def __del__(self) -> None:
+		if self.container:
+			self.container.close()
+
+	def get_duration(self) -> float:
+		return self.duration
+
+	@staticmethod
+	def get_filesize(filename: str) -> float:
+		return os.stat(filename).st_size
+
+	@abstractmethod
+	def get_finfo(cls, except_info: tuple=()) -> dict:
+		raise NotImplementedError

warp_beacon-1.1.2/warp_beacon/mediainfo/audio.py

@@ -0,0 +1,19 @@
+from warp_beacon.mediainfo.abstract import MediaInfoAbstract
+
+class AudioInfo(MediaInfoAbstract):
+	def __init__(self, filename: str) -> None:
+		super(AudioInfo, self).__init__(filename)
+		if self.container:
+			stream_list = self.container.streams.get(audio=0)
+			if stream_list:
+				stream = stream_list[0]
+				time_base = stream.time_base
+				self.duration = float(stream.duration * time_base)
+
+	def get_finfo(self, except_info: tuple=()) -> dict:
+		res = {}
+		if "duration" not in except_info:
+			res["duration"] = round(self.get_duration())
+		if "filesize" not in except_info:
+			res["filesize"] = AudioInfo.get_filesize(self.filename)
+		return res

warp_beacon-1.1.2/warp_beacon/scraper/youtube/music.py

@@ -0,0 +1,110 @@
+import os
+import pathlib
+import time
+
+import socket
+import ssl
+
+from typing import Callable, Union
+
+import requests
+import urllib
+import http.client
+
+from pytubefix import YouTube
+from pytubefix.exceptions import VideoUnavailable, VideoPrivate, MaxRetriesExceeded
+
+from warp_beacon.scraper.exceptions import NotFound, UnknownError, TimeOut, Unavailable, extract_exception_message
+from warp_beacon.scraper.abstract import ScraperAbstract
+
+import logging
+
+DOWNLOAD_DIR = "/tmp"
+
+class YoutubeMusicScraper(ScraperAbstract):
+
+	def __init__(self) -> None:
+		pass
+
+	def __del__(self) -> None:
+		pass
+
+	def remove_tmp_files(self) -> None:
+		for i in os.listdir(DOWNLOAD_DIR):
+			if "yt_download_" in i:
+				os.unlink("%s/%s" % (DOWNLOAD_DIR, i))
+
+	def _download_hndlr(self, func: Callable, *args: tuple[str], **kwargs: dict[str]) -> Union[str, dict]:
+		ret_val = ''
+		max_retries = int(os.environ.get("YT_MUSIC_MAX_RETRIES", default=6))
+		pause_secs = int(os.environ.get("YT_MUSIC_PAUSE_BEFORE_RETRY", default=3))
+		timeout = int(os.environ.get("YT_MUSIC_TIMEOUT", default=60))
+		timeout_increment = int(os.environ.get("YT_MUSIC_TIMEOUT_INCREMENT", default=60))
+		retries = 0
+		while max_retries >= retries:
+			try:
+				kwargs["timeout"] = timeout
+				ret_val = func(*args, **kwargs)
+				break
+			except MaxRetriesExceeded:
+				# do noting, not interested
+				pass
+			#except http.client.IncompleteRead as e:
+			except (socket.timeout, 
+					ssl.SSLError, 
+					http.client.IncompleteRead, 
+					http.client.HTTPException, 
+					requests.RequestException, 
+					urllib.error.URLError, 
+					urllib.error.HTTPError) as e:
+				if hasattr(e, "code") and int(e.code) == 403:
+					raise Unavailable(extract_exception_message(e))
+				logging.warning("Youtube read timeout! Retrying in %d seconds ...", pause_secs)
+				logging.info("Your `YT_MUSIC_MAX_RETRIES` values is %d", max_retries)
+				logging.exception(extract_exception_message(e))
+				if max_retries <= retries:
+					self.remove_tmp_files()
+					raise TimeOut(extract_exception_message(e))
+				retries += 1
+				timeout += timeout_increment
+				time.sleep(pause_secs)
+			except (VideoUnavailable, VideoPrivate) as e:
+				raise Unavailable(extract_exception_message(e))
+
+		return ret_val
+
+	def rename_local_file(self, filename: str) -> str:
+		if not os.path.exists(filename):
+			raise NameError("No file provided")
+		path_info = pathlib.Path(filename)
+		ext = path_info.suffix
+		old_filename = path_info.stem
+		time_name = str(time.time()).replace('.', '_')
+		new_filename = "%s%s" % (time_name, ext)
+		new_filepath = "%s/%s" % (os.path.dirname(filename), new_filename)
+
+		os.rename(filename, new_filepath)
+
+		return new_filepath
+
+	def _download(self, url: str, timeout: int = 0) -> list:
+		res = []
+		yt = YouTube(url)
+		stream = yt.streams.get_audio_only()
+		if stream:
+			logging.info("Operation timeout is '%d'", timeout)
+			local_file = stream.download(
+				output_path=DOWNLOAD_DIR,
+				max_retries=0,
+				timeout=timeout,
+				skip_existing=False,
+				filename_prefix='yt_download_',
+				mp3=True
+			)
+			logging.info("Temp filename: '%s'", local_file)
+			res.append({"local_media_path": self.rename_local_file(local_file), "canonical_name": stream.title, "media_type": "audio"})
+
+		return res
+
+	def download(self, url: str) -> list:
+		return self._download_hndlr(self._download, url)

{warp_beacon-1.1.1 → warp_beacon-1.1.2/warp_beacon.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warp_beacon
-Version: 1.1.1
+Version: 1.1.2
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev

{warp_beacon-1.1.1 → warp_beacon-1.1.2}/warp_beacon.egg-info/SOURCES.txt

@@ -24,12 +24,15 @@ warp_beacon/jobs/abstract.py
 warp_beacon/jobs/download_job.py
 warp_beacon/jobs/upload_job.py
 warp_beacon/mediainfo/__init__.py
+warp_beacon/mediainfo/abstract.py
+warp_beacon/mediainfo/audio.py
 warp_beacon/mediainfo/video.py
 warp_beacon/scraper/__init__.py
 warp_beacon/scraper/abstract.py
 warp_beacon/scraper/exceptions.py
 warp_beacon/scraper/instagram.py
 warp_beacon/scraper/youtube/__init__.py
+warp_beacon/scraper/youtube/music.py
 warp_beacon/scraper/youtube/shorts.py
 warp_beacon/storage/__init__.py
 warp_beacon/uploader/__init__.py

warp_beacon-1.1.1/warp_beacon/__version__.py

@@ -1,2 +0,0 @@
-__version__ = "1.1.1"
-