warp-beacon 2.3.50__py3-none-any.whl → 2.3.51__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- warp_beacon/__version__.py +1 -1
- warp_beacon/scraper/youtube/abstract.py +3 -2
- warp_beacon/scraper/youtube/shorts.py +20 -0
- {warp_beacon-2.3.50.dist-info → warp_beacon-2.3.51.dist-info}/METADATA +1 -1
- {warp_beacon-2.3.50.dist-info → warp_beacon-2.3.51.dist-info}/RECORD +9 -9
- {warp_beacon-2.3.50.dist-info → warp_beacon-2.3.51.dist-info}/WHEEL +1 -1
- {warp_beacon-2.3.50.dist-info → warp_beacon-2.3.51.dist-info}/entry_points.txt +0 -0
- {warp_beacon-2.3.50.dist-info → warp_beacon-2.3.51.dist-info}/licenses/LICENSE +0 -0
- {warp_beacon-2.3.50.dist-info → warp_beacon-2.3.51.dist-info}/top_level.txt +0 -0
warp_beacon/__version__.py
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
__version__ = "2.3.
|
|
1
|
+
__version__ = "2.3.51"
|
|
2
2
|
|
|
@@ -212,14 +212,15 @@ class YoutubeAbstract(ScraperAbstract):
|
|
|
212
212
|
# do noting, not interested
|
|
213
213
|
pass
|
|
214
214
|
#except http.client.IncompleteRead as e:
|
|
215
|
+
except KeyError:
|
|
216
|
+
raise Unavailable("Library failed")
|
|
215
217
|
except (socket.timeout,
|
|
216
218
|
ssl.SSLError,
|
|
217
219
|
http.client.IncompleteRead,
|
|
218
220
|
http.client.HTTPException,
|
|
219
221
|
requests.RequestException,
|
|
220
222
|
urllib.error.URLError,
|
|
221
|
-
urllib.error.HTTPError
|
|
222
|
-
KeyError) as e:
|
|
223
|
+
urllib.error.HTTPError) as e:
|
|
223
224
|
if hasattr(e, "code") and (int(e.code) == 403 or int(e.code) == 400):
|
|
224
225
|
raise Unavailable(extract_exception_message(e))
|
|
225
226
|
logging.warning("Youtube read timeout! Retrying in '%d' seconds ...", pause_secs)
|
|
@@ -42,4 +42,24 @@ class YoutubeShortsScraper(YoutubeAbstract):
|
|
|
42
42
|
"media_type": JobType.VIDEO
|
|
43
43
|
})
|
|
44
44
|
|
|
45
|
+
return res
|
|
46
|
+
|
|
47
|
+
def _download_yt_dlp(self, url: str, timeout: int = 60) -> list:
|
|
48
|
+
res = []
|
|
49
|
+
thumbnail = None
|
|
50
|
+
video_id = self.get_video_id(url)
|
|
51
|
+
if video_id:
|
|
52
|
+
thumbnail = self.download_hndlr(self.download_thumbnail, video_id)
|
|
53
|
+
with self.build_yt_dlp(timeout) as ydl:
|
|
54
|
+
info = ydl.extract_info(url, download=True)
|
|
55
|
+
local_file = ydl.prepare_filename(info)
|
|
56
|
+
logging.debug("Temp filename: '%s'", local_file)
|
|
57
|
+
res.append({
|
|
58
|
+
"local_media_path": local_file,
|
|
59
|
+
"performer": info.get("uploader", "Unknown"),
|
|
60
|
+
"thumb": thumbnail,
|
|
61
|
+
"canonical_name": info.get("title", ''),
|
|
62
|
+
"media_type": JobType.VIDEO
|
|
63
|
+
})
|
|
64
|
+
|
|
45
65
|
return res
|
|
@@ -4,7 +4,7 @@ var/warp_beacon/accounts.json,sha256=OsXdncs6h88xrF_AP6_WDCK1waGBn9SR-uYdIeK37GM
|
|
|
4
4
|
var/warp_beacon/placeholder.gif,sha256=cE5CGJVaop4Sx21zx6j4AyoHU0ncmvQuS2o6hJfEH88,6064
|
|
5
5
|
var/warp_beacon/proxies.json,sha256=VnjlQDXumOEq72ZFjbh6IqHS1TEHqn8HPYAZqWCeSIA,95
|
|
6
6
|
warp_beacon/__init__.py,sha256=_rThNODmz0nDp_n4mWo_HKaNFE5jk1_7cRhHyYaencI,163
|
|
7
|
-
warp_beacon/__version__.py,sha256=
|
|
7
|
+
warp_beacon/__version__.py,sha256=qoauBZVJH1GNZozTtQhg39aKWblw1Jo_CuPkyrihYSg,24
|
|
8
8
|
warp_beacon/warp_beacon.py,sha256=7KEtZDj-pdhtl6m-zFLsSojs1ZR4o7L0xbqtdmYPvfE,342
|
|
9
9
|
warp_beacon/compress/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
10
10
|
warp_beacon/compress/video.py,sha256=_PDMVYCyzLYxHv1uZmmzGcG_8rjaZr7BTXsXTTy_oS4,2846
|
|
@@ -30,9 +30,9 @@ warp_beacon/scraper/link_resolver.py,sha256=Rc9ZuMyOo3iPywDHwjngy-WRQ2SXhJwxcg-5
|
|
|
30
30
|
warp_beacon/scraper/instagram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
31
31
|
warp_beacon/scraper/instagram/instagram.py,sha256=27065cZ8YAHvUCmSWerKew7Agyw25YtPU3i9rOQxK_0,13902
|
|
32
32
|
warp_beacon/scraper/youtube/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
33
|
-
warp_beacon/scraper/youtube/abstract.py,sha256=
|
|
33
|
+
warp_beacon/scraper/youtube/abstract.py,sha256=98ZIM9ITi2VhCkKl8pPJnlHrhrjfNZ6bei3yMzBcJMM,11843
|
|
34
34
|
warp_beacon/scraper/youtube/music.py,sha256=-R6Iys8IpglH5UL7F640UQ3ieYHitvGXA0A2GhSemVA,2927
|
|
35
|
-
warp_beacon/scraper/youtube/shorts.py,sha256=
|
|
35
|
+
warp_beacon/scraper/youtube/shorts.py,sha256=sPrOjhcLlV0m5a-j4mSFsF6CkNapeUdGZqoWAYheiCM,1894
|
|
36
36
|
warp_beacon/scraper/youtube/youtube.py,sha256=B1NBz6vv0-zIuf3MDmT2QB7eX2qO8k9orj7-4wU6MBk,2839
|
|
37
37
|
warp_beacon/storage/__init__.py,sha256=0Vajd0oITKJfu2vmNx5uQSt3-L6vwIvUYWJo8HZCjco,3398
|
|
38
38
|
warp_beacon/storage/mongo.py,sha256=qC4ZiO8XXvPnP0rJwz4CJx42pqFsyAjCiW10W5QdT6E,527
|
|
@@ -43,9 +43,9 @@ warp_beacon/telegram/handlers.py,sha256=XXIfdV_RCj7tyZMPXchuKmGoDdweOaR08ADDaBPW
|
|
|
43
43
|
warp_beacon/telegram/placeholder_message.py,sha256=wN9-BRiyrtHG-EvXtZkGJHt2CX71munQ57ITttjt0mw,6400
|
|
44
44
|
warp_beacon/telegram/utils.py,sha256=9uebX53G16mV7ER7WgfdWBLFHHw14S8HBt9URrIskg0,4440
|
|
45
45
|
warp_beacon/uploader/__init__.py,sha256=E9rlZIf7xlQz6MutMOwJ8S5Vm2uheR5nv23Kv8duRQg,5427
|
|
46
|
-
warp_beacon-2.3.
|
|
47
|
-
warp_beacon-2.3.
|
|
48
|
-
warp_beacon-2.3.
|
|
49
|
-
warp_beacon-2.3.
|
|
50
|
-
warp_beacon-2.3.
|
|
51
|
-
warp_beacon-2.3.
|
|
46
|
+
warp_beacon-2.3.51.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
47
|
+
warp_beacon-2.3.51.dist-info/METADATA,sha256=CMn79Q5lJ-opcZwsBPfWIHf3-Zll4vWJAXERZq518t8,22626
|
|
48
|
+
warp_beacon-2.3.51.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
|
|
49
|
+
warp_beacon-2.3.51.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
|
|
50
|
+
warp_beacon-2.3.51.dist-info/top_level.txt,sha256=qGjHVVfyf6lTmbdSA-fQq0rHS1YVS4HoJT3rag5xgPE,1141
|
|
51
|
+
warp_beacon-2.3.51.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|