warp-beacon 1.1.1__py3-none-any.whl → 1.1.2__py3-none-any.whl

warp_beacon/__version__.py

@@ -1,2 +1,2 @@
-__version__ = "1.1.1"
+__version__ = "1.1.2"
 

warp_beacon/mediainfo/abstract.py

@@ -0,0 +1,28 @@
+import os
+from abc import ABC, abstractmethod
+
+import av
+
+class MediaInfoAbstract(ABC):
+	filename = ""
+	container = None
+	duration = 0.0
+
+	def __init__(self, filename: str) -> None:
+		self.filename = filename
+		self.container = av.open(file=self.filename, mode='r')
+
+	def __del__(self) -> None:
+		if self.container:
+			self.container.close()
+
+	def get_duration(self) -> float:
+		return self.duration
+
+	@staticmethod
+	def get_filesize(filename: str) -> float:
+		return os.stat(filename).st_size
+
+	@abstractmethod
+	def get_finfo(cls, except_info: tuple=()) -> dict:
+		raise NotImplementedError

warp_beacon/mediainfo/audio.py

@@ -0,0 +1,19 @@
+from warp_beacon.mediainfo.abstract import MediaInfoAbstract
+
+class AudioInfo(MediaInfoAbstract):
+	def __init__(self, filename: str) -> None:
+		super(AudioInfo, self).__init__(filename)
+		if self.container:
+			stream_list = self.container.streams.get(audio=0)
+			if stream_list:
+				stream = stream_list[0]
+				time_base = stream.time_base
+				self.duration = float(stream.duration * time_base)
+
+	def get_finfo(self, except_info: tuple=()) -> dict:
+		res = {}
+		if "duration" not in except_info:
+			res["duration"] = round(self.get_duration())
+		if "filesize" not in except_info:
+			res["filesize"] = AudioInfo.get_filesize(self.filename)
+		return res

warp_beacon/scraper/youtube/music.py

@@ -0,0 +1,110 @@
+import os
+import pathlib
+import time
+
+import socket
+import ssl
+
+from typing import Callable, Union
+
+import requests
+import urllib
+import http.client
+
+from pytubefix import YouTube
+from pytubefix.exceptions import VideoUnavailable, VideoPrivate, MaxRetriesExceeded
+
+from warp_beacon.scraper.exceptions import NotFound, UnknownError, TimeOut, Unavailable, extract_exception_message
+from warp_beacon.scraper.abstract import ScraperAbstract
+
+import logging
+
+DOWNLOAD_DIR = "/tmp"
+
+class YoutubeMusicScraper(ScraperAbstract):
+
+	def __init__(self) -> None:
+		pass
+
+	def __del__(self) -> None:
+		pass
+
+	def remove_tmp_files(self) -> None:
+		for i in os.listdir(DOWNLOAD_DIR):
+			if "yt_download_" in i:
+				os.unlink("%s/%s" % (DOWNLOAD_DIR, i))
+
+	def _download_hndlr(self, func: Callable, *args: tuple[str], **kwargs: dict[str]) -> Union[str, dict]:
+		ret_val = ''
+		max_retries = int(os.environ.get("YT_MUSIC_MAX_RETRIES", default=6))
+		pause_secs = int(os.environ.get("YT_MUSIC_PAUSE_BEFORE_RETRY", default=3))
+		timeout = int(os.environ.get("YT_MUSIC_TIMEOUT", default=60))
+		timeout_increment = int(os.environ.get("YT_MUSIC_TIMEOUT_INCREMENT", default=60))
+		retries = 0
+		while max_retries >= retries:
+			try:
+				kwargs["timeout"] = timeout
+				ret_val = func(*args, **kwargs)
+				break
+			except MaxRetriesExceeded:
+				# do noting, not interested
+				pass
+			#except http.client.IncompleteRead as e:
+			except (socket.timeout, 
+					ssl.SSLError, 
+					http.client.IncompleteRead, 
+					http.client.HTTPException, 
+					requests.RequestException, 
+					urllib.error.URLError, 
+					urllib.error.HTTPError) as e:
+				if hasattr(e, "code") and int(e.code) == 403:
+					raise Unavailable(extract_exception_message(e))
+				logging.warning("Youtube read timeout! Retrying in %d seconds ...", pause_secs)
+				logging.info("Your `YT_MUSIC_MAX_RETRIES` values is %d", max_retries)
+				logging.exception(extract_exception_message(e))
+				if max_retries <= retries:
+					self.remove_tmp_files()
+					raise TimeOut(extract_exception_message(e))
+				retries += 1
+				timeout += timeout_increment
+				time.sleep(pause_secs)
+			except (VideoUnavailable, VideoPrivate) as e:
+				raise Unavailable(extract_exception_message(e))
+
+		return ret_val
+
+	def rename_local_file(self, filename: str) -> str:
+		if not os.path.exists(filename):
+			raise NameError("No file provided")
+		path_info = pathlib.Path(filename)
+		ext = path_info.suffix
+		old_filename = path_info.stem
+		time_name = str(time.time()).replace('.', '_')
+		new_filename = "%s%s" % (time_name, ext)
+		new_filepath = "%s/%s" % (os.path.dirname(filename), new_filename)
+
+		os.rename(filename, new_filepath)
+
+		return new_filepath
+
+	def _download(self, url: str, timeout: int = 0) -> list:
+		res = []
+		yt = YouTube(url)
+		stream = yt.streams.get_audio_only()
+		if stream:
+			logging.info("Operation timeout is '%d'", timeout)
+			local_file = stream.download(
+				output_path=DOWNLOAD_DIR,
+				max_retries=0,
+				timeout=timeout,
+				skip_existing=False,
+				filename_prefix='yt_download_',
+				mp3=True
+			)
+			logging.info("Temp filename: '%s'", local_file)
+			res.append({"local_media_path": self.rename_local_file(local_file), "canonical_name": stream.title, "media_type": "audio"})
+
+		return res
+
+	def download(self, url: str) -> list:
+		return self._download_hndlr(self._download, url)

{warp_beacon-1.1.1.dist-info → warp_beacon-1.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: warp_beacon
-Version: 1.1.1
+Version: 1.1.2
 Summary: Telegram bot for expanding external media links
 Home-page: https://github.com/sb0y/warp_beacon
 Author: Andrey Bagrintsev

{warp_beacon-1.1.1.dist-info → warp_beacon-1.1.2.dist-info}/RECORD

@@ -2,7 +2,7 @@ etc/warp_beacon/warp_beacon.conf,sha256=1gGvh36cnFr0rU4mVomfy66hQz9EvugaNzeH6_tm
 lib/systemd/system/warp_beacon.service,sha256=lPmHqLqcI2eIV7nwHS0qcALQrznixqJuwwPfa2mDLUA,372
 var/warp_beacon/placeholder.gif,sha256=cE5CGJVaop4Sx21zx6j4AyoHU0ncmvQuS2o6hJfEH88,6064
 warp_beacon/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-warp_beacon/__version__.py,sha256=Y1WL3jwTYIGv_JONH9hc9ULjDsNL4lbh4ucw3BlkBYs,23
+warp_beacon/__version__.py,sha256=y-YwjKcQPThc0FMcn_TMBl8-1vHN4zwnWOJXVrYbWTI,23
 warp_beacon/warp_beacon.py,sha256=Z3zY7MTMZp3zKRderhNOVe6XvM-93Djo0DIsiaoucmo,20012
 warp_beacon/compress/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 warp_beacon/compress/video.py,sha256=_PDMVYCyzLYxHv1uZmmzGcG_8rjaZr7BTXsXTTy_oS4,2846
@@ -11,18 +11,21 @@ warp_beacon/jobs/abstract.py,sha256=PCr8RXzocKi-sTsi2Y1_spiv6D95G1NlzZ2wD2WJXRc,
 warp_beacon/jobs/download_job.py,sha256=wfZrKUerfYIjWkRxPzfl5gwIlcotIMH7OpTUM9ae8NY,736
 warp_beacon/jobs/upload_job.py,sha256=Vaogc4vbpAfyaT4VkIHEPLFRELmM44TDqkmnPYh3Ymc,740
 warp_beacon/mediainfo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+warp_beacon/mediainfo/abstract.py,sha256=O9ZROcW1cDlLMqBrUW2KI06tHCQ_iflDJknZA3iFaHE,591
+warp_beacon/mediainfo/audio.py,sha256=ous88kwQj4bDIChN5wnGil5LqTs0IQHH0d-nyrL0-ZM,651
 warp_beacon/mediainfo/video.py,sha256=8h7p4k0w45Vm0lPQNlaQaUjaDTBybX3RcKgL1QQbioA,2638
 warp_beacon/scraper/__init__.py,sha256=c7NySK5Krm-zlWQckFs-uN4fD3J19A0pTS4CByXjmMs,7918
 warp_beacon/scraper/abstract.py,sha256=um4wUthO_7IsoXjKiUTWyBBbKlf-N01aZJK9N2UQI9I,408
 warp_beacon/scraper/exceptions.py,sha256=qra_Jx53RVCnrCKvw2OxvEHl4cXJCrPDa_yef3cvGXM,978
 warp_beacon/scraper/instagram.py,sha256=s7slumqdqVVWQYpnVphx-dOLIAWvgA_UdqkTQVp6GsI,7758
 warp_beacon/scraper/youtube/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+warp_beacon/scraper/youtube/music.py,sha256=htxLJW-RaRhgxqJ9276ibaLnuStNtw26-pKJwfaQpgY,3335
 warp_beacon/scraper/youtube/shorts.py,sha256=xAOeHNT3_Ayjjglid00UqGqCgSMfbJua26PNrbbDYUo,2565
 warp_beacon/storage/__init__.py,sha256=NhD3V7UNRiZNf61yQEAjXOfi-tfA2LaJa7a7kvbkmtE,2402
 warp_beacon/uploader/__init__.py,sha256=auD1arKpJdN1eFUbTFoa9Gmv-ZYZNesMoT193__pDz8,4507
-warp_beacon-1.1.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-warp_beacon-1.1.1.dist-info/METADATA,sha256=grW-AA1vEjTZEt30ShVny1vomQY-0M-HGMGuOGOZdCc,18244
-warp_beacon-1.1.1.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
-warp_beacon-1.1.1.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
-warp_beacon-1.1.1.dist-info/top_level.txt,sha256=QuN6MynevEblMhPPAVeMrNAkcyqYUpYDholtIRq8-ew,473
-warp_beacon-1.1.1.dist-info/RECORD,,
+warp_beacon-1.1.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+warp_beacon-1.1.2.dist-info/METADATA,sha256=eRC_mlblWo5zz0fAw2pFXJFhEQAny4V8ieMKh2kAMmE,18244
+warp_beacon-1.1.2.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
+warp_beacon-1.1.2.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
+warp_beacon-1.1.2.dist-info/top_level.txt,sha256=QuN6MynevEblMhPPAVeMrNAkcyqYUpYDholtIRq8-ew,473
+warp_beacon-1.1.2.dist-info/RECORD,,