warp-beacon 2.7.1__py3-none-any.whl → 2.7.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- warp_beacon/__version__.py +1 -1
- warp_beacon/scraper/utils.py +2 -2
- warp_beacon/scraper/youtube/abstract.py +3 -3
- warp_beacon/telegram/download_status.py +4 -1
- warp_beacon/telegram/progress_bar.py +8 -2
- {warp_beacon-2.7.1.dist-info → warp_beacon-2.7.3.dist-info}/METADATA +1 -1
- {warp_beacon-2.7.1.dist-info → warp_beacon-2.7.3.dist-info}/RECORD +11 -11
- {warp_beacon-2.7.1.dist-info → warp_beacon-2.7.3.dist-info}/WHEEL +0 -0
- {warp_beacon-2.7.1.dist-info → warp_beacon-2.7.3.dist-info}/entry_points.txt +0 -0
- {warp_beacon-2.7.1.dist-info → warp_beacon-2.7.3.dist-info}/licenses/LICENSE +0 -0
- {warp_beacon-2.7.1.dist-info → warp_beacon-2.7.3.dist-info}/top_level.txt +0 -0
warp_beacon/__version__.py
CHANGED
@@ -1,2 +1,2 @@
|
|
1
|
-
__version__ = "2.7.
|
1
|
+
__version__ = "2.7.3"
|
2
2
|
|
warp_beacon/scraper/utils.py
CHANGED
@@ -4,7 +4,7 @@ from fake_useragent import UserAgent
|
|
4
4
|
|
5
5
|
class ScraperUtils(object):
|
6
6
|
@staticmethod
|
7
|
-
def get_ua_dict(browsers: list =
|
7
|
+
def get_ua_dict(browsers: list = None, platforms: list = ['mobile', 'tablet'], os: list = ['Android']) -> dict:
|
8
8
|
random_client = None
|
9
9
|
try:
|
10
10
|
ua = UserAgent(browsers=browsers, platforms=platforms, os=os)
|
@@ -16,5 +16,5 @@ class ScraperUtils(object):
|
|
16
16
|
return random_client
|
17
17
|
|
18
18
|
@staticmethod
|
19
|
-
def get_ua(browsers: list =
|
19
|
+
def get_ua(browsers: list = None, platforms: list = ['mobile', 'tablet'], os: list = ['Android']) -> str:
|
20
20
|
return ScraperUtils.get_ua_dict(browsers=browsers, platforms=platforms, os=os)["useragent"]
|
@@ -66,7 +66,6 @@ class YoutubeAbstract(ScraperAbstract):
|
|
66
66
|
|
67
67
|
# avoid task acquiring in parallel worker
|
68
68
|
self.yt_validate_event.clear()
|
69
|
-
#time.sleep(35)
|
70
69
|
|
71
70
|
return 0
|
72
71
|
|
@@ -233,14 +232,15 @@ class YoutubeAbstract(ScraperAbstract):
|
|
233
232
|
return
|
234
233
|
bytes_downloaded = total_size - bytes_remaining
|
235
234
|
percentage_of_completion = bytes_downloaded / (total_size or 1) * 100
|
236
|
-
if total_size == 0 or percentage_of_completion >= self._download_progress_threshold:
|
235
|
+
if total_size == 0 or percentage_of_completion == 0 or percentage_of_completion >= self._download_progress_threshold:
|
237
236
|
msg = {
|
238
237
|
"action": "report_download_status",
|
239
238
|
"current": bytes_downloaded,
|
240
239
|
"total": total_size,
|
241
240
|
"message_id": self.job.placeholder_message_id,
|
242
241
|
"chat_id": self.job.chat_id,
|
243
|
-
"completed": percentage_of_completion >= 100
|
242
|
+
"completed": percentage_of_completion >= 100,
|
243
|
+
"media_type": stream.type
|
244
244
|
}
|
245
245
|
self.status_pipe.send(msg)
|
246
246
|
logging.debug("[Download worker] Downloaded %d%%", percentage_of_completion)
|
@@ -16,12 +16,15 @@ class DownloadStatus(object):
|
|
16
16
|
self.status_pipe, self.child_conn = Pipe()
|
17
17
|
|
18
18
|
async def handle_message(self, msg: dict, progress_bar: ProgressBar) -> None:
|
19
|
+
op = "Downloading"
|
20
|
+
if msg.get("media_type", None):
|
21
|
+
op += f" {msg['media_type']}"
|
19
22
|
await progress_bar.progress_callback(
|
20
23
|
current=msg.get("current", 0),
|
21
24
|
total=msg.get("total", 0),
|
22
25
|
message_id=msg.get("message_id", 0),
|
23
26
|
chat_id=msg.get("chat_id", 0),
|
24
|
-
operation=
|
27
|
+
operation=op,
|
25
28
|
report_type=msg.get("report_type", ReportType.PROGRESS),
|
26
29
|
label=msg.get("label", "")
|
27
30
|
)
|
@@ -15,6 +15,7 @@ class ProgressBar(object):
|
|
15
15
|
self._next_threshold = 5
|
16
16
|
self.client = client
|
17
17
|
self.complete = False
|
18
|
+
self.rendered_text = ""
|
18
19
|
|
19
20
|
def is_complete(self) -> bool:
|
20
21
|
return self.complete
|
@@ -104,13 +105,18 @@ class ProgressBar(object):
|
|
104
105
|
pbar = self.make_emoji_progress_bar(percent, 10)
|
105
106
|
logging.info("[Progress bar]: Operation: %s %d%%", operation, percent)
|
106
107
|
try:
|
107
|
-
# we don't need to wait completion, waste of time and resources
|
108
108
|
text = f"{pbar}\n{operation}"
|
109
109
|
if label:
|
110
110
|
text += f"\n<code>{label}</code>"
|
111
111
|
if total:
|
112
112
|
text += f" <b>{self.format_size_si(total)}</b>"
|
113
|
+
|
114
|
+
# avoid duplicate render
|
115
|
+
if text == f"{chat_id}:{message_id}:{text}":
|
116
|
+
return
|
117
|
+
|
113
118
|
await self.client.edit_message_caption(chat_id, message_id, text, ParseMode.HTML)
|
119
|
+
self.rendered_text = f"{chat_id}:{message_id}:{text}"
|
114
120
|
#task = self.client.loop.create_task(
|
115
121
|
# self.client.edit_message_caption(chat_id, message_id, text, ParseMode.HTML)
|
116
122
|
#)
|
@@ -120,7 +126,7 @@ class ProgressBar(object):
|
|
120
126
|
except Exception as e:
|
121
127
|
logging.warning("An error occurred while setup task to update progress bar")
|
122
128
|
logging.exception(e)
|
123
|
-
if total > 0:
|
129
|
+
if total > 0 and percent != 0:
|
124
130
|
self._next_threshold += 5
|
125
131
|
|
126
132
|
@staticmethod
|
@@ -4,7 +4,7 @@ var/warp_beacon/accounts.json,sha256=OsXdncs6h88xrF_AP6_WDCK1waGBn9SR-uYdIeK37GM
|
|
4
4
|
var/warp_beacon/placeholder.gif,sha256=cE5CGJVaop4Sx21zx6j4AyoHU0ncmvQuS2o6hJfEH88,6064
|
5
5
|
var/warp_beacon/proxies.json,sha256=VnjlQDXumOEq72ZFjbh6IqHS1TEHqn8HPYAZqWCeSIA,95
|
6
6
|
warp_beacon/__init__.py,sha256=_rThNODmz0nDp_n4mWo_HKaNFE5jk1_7cRhHyYaencI,163
|
7
|
-
warp_beacon/__version__.py,sha256=
|
7
|
+
warp_beacon/__version__.py,sha256=zHOuiSy6iXgjI1Uya4AAc0Z69GIAz6P6Pp3YBK0PpoY,23
|
8
8
|
warp_beacon/warp_beacon.py,sha256=ADCR30uGXIsDrt9WoiI9Ghu2QtWs0qZIK6x3pQKM_B4,1109
|
9
9
|
warp_beacon/yt_auth.py,sha256=GUTKqYr_tzDC-07Lx_ahWXSag8EyLxXBUnQbDBIkEmk,6022
|
10
10
|
warp_beacon/compress/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
@@ -28,13 +28,13 @@ warp_beacon/scraper/account_selector.py,sha256=vxIVesGPQKVtL3uSn5CFlZB1eAYowUN7l
|
|
28
28
|
warp_beacon/scraper/exceptions.py,sha256=EKwoF0oH2xZWbNU-v8DOaWK5skKwa3s1yTIBdlcfMpc,1452
|
29
29
|
warp_beacon/scraper/fail_handler.py,sha256=zcPK3ZVEsu6JmHYcWP7L3naTRK3gWFVRkpP84VBOtJs,964
|
30
30
|
warp_beacon/scraper/link_resolver.py,sha256=Rc9ZuMyOo3iPywDHwjngy-WRQ2SXhJwxcg-5ripx7tM,2447
|
31
|
-
warp_beacon/scraper/utils.py,sha256=
|
31
|
+
warp_beacon/scraper/utils.py,sha256=yL-nrdCOAXNZgmIFPurIYFHfPsxHDl8pqif6BYKrzJI,1218
|
32
32
|
warp_beacon/scraper/instagram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
33
33
|
warp_beacon/scraper/instagram/captcha.py,sha256=9UYziuqB3Tsat_ET6ex-cnZDbi6yCnsXHSpmE8MuUHk,4651
|
34
34
|
warp_beacon/scraper/instagram/instagram.py,sha256=cGInSO6UzmPcq2DokoL8_jmuIco1PBlVrafywDXazBg,17861
|
35
35
|
warp_beacon/scraper/instagram/wb_instagrapi.py,sha256=M5NCtLwdUvByjmDBZMWljgB275R0LSBFblsGpapluD0,5968
|
36
36
|
warp_beacon/scraper/youtube/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
37
|
-
warp_beacon/scraper/youtube/abstract.py,sha256=
|
37
|
+
warp_beacon/scraper/youtube/abstract.py,sha256=lJCmtXYwEB8exTFr_uSA0MCyjVcoSdVHGDRxwZPvEv8,15276
|
38
38
|
warp_beacon/scraper/youtube/music.py,sha256=5AeSBQyUgVCJT2hoBCV2WvlyuV9US09SYJhmBG_P9F8,2755
|
39
39
|
warp_beacon/scraper/youtube/shorts.py,sha256=1GtoYUlxAwcgSQcn80u5ehNJytH5AN5dPOicmX-XD8E,1705
|
40
40
|
warp_beacon/scraper/youtube/youtube.py,sha256=x9v9p1coA9TvBhxjNAofGu4UBkAEdYPE2ePRnU-5tK0,7233
|
@@ -43,18 +43,18 @@ warp_beacon/storage/mongo.py,sha256=qC4ZiO8XXvPnP0rJwz4CJx42pqFsyAjCiW10W5QdT6E,
|
|
43
43
|
warp_beacon/telegram/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
44
44
|
warp_beacon/telegram/bot.py,sha256=HJxouCxc85EzC8lTaqnP-5agvkdvlxKR6Etg5LjYcoA,19212
|
45
45
|
warp_beacon/telegram/caption_shortener.py,sha256=EnguNCF52ne7y4P-iJAbI6K3sqoJqJbND_dX5Fhwkv0,1549
|
46
|
-
warp_beacon/telegram/download_status.py,sha256=
|
46
|
+
warp_beacon/telegram/download_status.py,sha256=N-Qg13LVcPskyQNKG1lw50K1lhFtXu003muCRzZ7wiE,1561
|
47
47
|
warp_beacon/telegram/edit_message.py,sha256=6DX8eJV70MG_b79WbuJG55qLBs66boElzYdCr8zpMeI,5380
|
48
48
|
warp_beacon/telegram/handlers.py,sha256=uvR6TPHSqdSxigp3wR-ewiE6t3TvVcbVLVcYGwkgD2s,9559
|
49
49
|
warp_beacon/telegram/placeholder_message.py,sha256=wN9-BRiyrtHG-EvXtZkGJHt2CX71munQ57ITttjt0mw,6400
|
50
|
-
warp_beacon/telegram/progress_bar.py,sha256=
|
50
|
+
warp_beacon/telegram/progress_bar.py,sha256=WLasAysPB_0buh-N6FOuDcz2QHiuaogC9ILAt0a59Lc,4996
|
51
51
|
warp_beacon/telegram/progress_file_reader.py,sha256=e3equyNKlKs764AD-iE9QRsh3YDHTzP78Mx5tdvPPWs,969
|
52
52
|
warp_beacon/telegram/types.py,sha256=Kvdng6uCF1HRoqQgGW1ZYYPJoVuYkFb-LDvMBbW5Hjk,89
|
53
53
|
warp_beacon/telegram/utils.py,sha256=1Lq67aRylVJzbwSyvAgjPAGjJZFATkICvAj3TJGuJiM,4635
|
54
54
|
warp_beacon/uploader/__init__.py,sha256=j3qcuKhpchseZLGzSsSiogqe6WdMbkK8d3I-ConhNRs,5687
|
55
|
-
warp_beacon-2.7.
|
56
|
-
warp_beacon-2.7.
|
57
|
-
warp_beacon-2.7.
|
58
|
-
warp_beacon-2.7.
|
59
|
-
warp_beacon-2.7.
|
60
|
-
warp_beacon-2.7.
|
55
|
+
warp_beacon-2.7.3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
56
|
+
warp_beacon-2.7.3.dist-info/METADATA,sha256=fW2gRFXVMGTaRSR4EW37Anz92FKujSZKREco4n0bRX0,23214
|
57
|
+
warp_beacon-2.7.3.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
|
58
|
+
warp_beacon-2.7.3.dist-info/entry_points.txt,sha256=eSB61Rb89d56WY0O-vEIQwkn18J-4CMrJcLA_R_8h3g,119
|
59
|
+
warp_beacon-2.7.3.dist-info/top_level.txt,sha256=5YQRN46STNg81V_3jdzZ6bftkMxhe1hTPSFvJugDu84,1405
|
60
|
+
warp_beacon-2.7.3.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|