@tushar-br/desktop 1.0.283 → 1.0.284

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/hketv.py

@@ -1,187 +0,0 @@
-from .common import InfoExtractor
-from ..compat import compat_str
-from ..utils import (
-    clean_html,
-    ExtractorError,
-    int_or_none,
-    merge_dicts,
-    parse_count,
-    str_or_none,
-    try_get,
-    unified_strdate,
-    urlencode_postdata,
-    urljoin,
-)
-
-
-class HKETVIE(InfoExtractor):
-    IE_NAME = 'hketv'
-    IE_DESC = '香港教育局教育電視 (HKETV) Educational Television, Hong Kong Educational Bureau'
-    _GEO_BYPASS = False
-    _GEO_COUNTRIES = ['HK']
-    _VALID_URL = r'https?://(?:www\.)?hkedcity\.net/etv/resource/(?P<id>[0-9]+)'
-    _TESTS = [{
-        'url': 'https://www.hkedcity.net/etv/resource/2932360618',
-        'md5': 'f193712f5f7abb208ddef3c5ea6ed0b7',
-        'info_dict': {
-            'id': '2932360618',
-            'ext': 'mp4',
-            'title': '喜閱一生(共享閱讀樂) (中、英文字幕可供選擇)',
-            'description': 'md5:d5286d05219ef50e0613311cbe96e560',
-            'upload_date': '20181024',
-            'duration': 900,
-            'subtitles': 'count:2',
-        },
-        'skip': 'Geo restricted to HK',
-    }, {
-        'url': 'https://www.hkedcity.net/etv/resource/972641418',
-        'md5': '1ed494c1c6cf7866a8290edad9b07dc9',
-        'info_dict': {
-            'id': '972641418',
-            'ext': 'mp4',
-            'title': '衣冠楚楚 (天使系列之一)',
-            'description': 'md5:10bb3d659421e74f58e5db5691627b0f',
-            'upload_date': '20070109',
-            'duration': 907,
-            'subtitles': {},
-        },
-        'params': {
-            'geo_verification_proxy': '<HK proxy here>',
-        },
-        'skip': 'Geo restricted to HK',
-    }]
-
-    _CC_LANGS = {
-        '中文（繁體中文）': 'zh-Hant',
-        '中文（简体中文）': 'zh-Hans',
-        'English': 'en',
-        'Bahasa Indonesia': 'id',
-        '\u0939\u093f\u0928\u094d\u0926\u0940': 'hi',
-        '\u0928\u0947\u092a\u093e\u0932\u0940': 'ne',
-        'Tagalog': 'tl',
-        '\u0e44\u0e17\u0e22': 'th',
-        '\u0627\u0631\u062f\u0648': 'ur',
-    }
-    _FORMAT_HEIGHTS = {
-        'SD': 360,
-        'HD': 720,
-    }
-    _APPS_BASE_URL = 'https://apps.hkedcity.net'
-
-    def _real_extract(self, url):
-        video_id = self._match_id(url)
-        webpage = self._download_webpage(url, video_id)
-
-        title = (
-            self._html_search_meta(
-                ('ed_title', 'search.ed_title'), webpage, default=None)
-            or self._search_regex(
-                r'data-favorite_title_(?:eng|chi)=(["\'])(?P<id>(?:(?!\1).)+)\1',
-                webpage, 'title', default=None, group='url')
-            or self._html_search_regex(
-                r'<h1>([^<]+)</h1>', webpage, 'title', default=None)
-            or self._og_search_title(webpage)
-        )
-
-        file_id = self._search_regex(
-            r'post_var\[["\']file_id["\']\s*\]\s*=\s*(.+?);',
-            webpage, 'file ID')
-        curr_url = self._search_regex(
-            r'post_var\[["\']curr_url["\']\s*\]\s*=\s*"(.+?)";',
-            webpage, 'curr URL')
-        data = {
-            'action': 'get_info',
-            'curr_url': curr_url,
-            'file_id': file_id,
-            'video_url': file_id,
-        }
-
-        response = self._download_json(
-            self._APPS_BASE_URL + '/media/play/handler.php', video_id,
-            data=urlencode_postdata(data),
-            headers=merge_dicts({
-                'Content-Type': 'application/x-www-form-urlencoded'},
-                self.geo_verification_headers()))
-
-        result = response['result']
-
-        if not response.get('success') or not response.get('access'):
-            error = clean_html(response.get('access_err_msg'))
-            if 'Video streaming is not available in your country' in error:
-                self.raise_geo_restricted(
-                    msg=error, countries=self._GEO_COUNTRIES)
-            else:
-                raise ExtractorError(error, expected=True)
-
-        formats = []
-
-        width = int_or_none(result.get('width'))
-        height = int_or_none(result.get('height'))
-
-        playlist0 = result['playlist'][0]
-        for fmt in playlist0['sources']:
-            file_url = urljoin(self._APPS_BASE_URL, fmt.get('file'))
-            if not file_url:
-                continue
-            # If we ever wanted to provide the final resolved URL that
-            # does not require cookies, albeit with a shorter lifespan:
-            #     urlh = self._downloader.urlopen(file_url)
-            #     resolved_url = urlh.url
-            label = fmt.get('label')
-            h = self._FORMAT_HEIGHTS.get(label)
-            w = h * width // height if h and width and height else None
-            formats.append({
-                'format_id': label,
-                'ext': fmt.get('type'),
-                'url': file_url,
-                'width': w,
-                'height': h,
-            })
-
-        subtitles = {}
-        tracks = try_get(playlist0, lambda x: x['tracks'], list) or []
-        for track in tracks:
-            if not isinstance(track, dict):
-                continue
-            track_kind = str_or_none(track.get('kind'))
-            if not track_kind or not isinstance(track_kind, compat_str):
-                continue
-            if track_kind.lower() not in ('captions', 'subtitles'):
-                continue
-            track_url = urljoin(self._APPS_BASE_URL, track.get('file'))
-            if not track_url:
-                continue
-            track_label = track.get('label')
-            subtitles.setdefault(self._CC_LANGS.get(
-                track_label, track_label), []).append({
-                    'url': self._proto_relative_url(track_url),
-                    'ext': 'srt',
-                })
-
-        # Likes
-        emotion = self._download_json(
-            'https://emocounter.hkedcity.net/handler.php', video_id,
-            data=urlencode_postdata({
-                'action': 'get_emotion',
-                'data[bucket_id]': 'etv',
-                'data[identifier]': video_id,
-            }),
-            headers={'Content-Type': 'application/x-www-form-urlencoded'},
-            fatal=False) or {}
-        like_count = int_or_none(try_get(
-            emotion, lambda x: x['data']['emotion_data'][0]['count']))
-
-        return {
-            'id': video_id,
-            'title': title,
-            'description': self._html_search_meta(
-                'description', webpage, fatal=False),
-            'upload_date': unified_strdate(self._html_search_meta(
-                'ed_date', webpage, fatal=False), day_first=False),
-            'duration': int_or_none(result.get('length')),
-            'formats': formats,
-            'subtitles': subtitles,
-            'thumbnail': urljoin(self._APPS_BASE_URL, result.get('image')),
-            'view_count': parse_count(result.get('view_count')),
-            'like_count': like_count,
-        }

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/hollywoodreporter.py

@@ -1,72 +0,0 @@
-import functools
-import re
-
-from .common import InfoExtractor
-from .jwplatform import JWPlatformIE
-from ..utils import (
-    ExtractorError,
-    OnDemandPagedList,
-    extract_attributes,
-    get_element_by_class,
-    get_element_html_by_class,
-)
-
-
-class HollywoodReporterIE(InfoExtractor):
-    _VALID_URL = r'https?://(?:www\.)?hollywoodreporter\.com/video/(?P<id>[\w-]+)'
-    _TESTS = [{
-        'url': 'https://www.hollywoodreporter.com/video/chris-pine-michelle-rodriguez-dungeons-dragons-cast-directors-on-what-it-took-to-make-film-sxsw-2023/',
-        'info_dict': {
-            'id': 'zH4jZaR5',
-            'ext': 'mp4',
-            'title': 'md5:a9a1c073770a32f178955997712c4bd9',
-            'description': 'The cast and directors of \'Dungeons & Dragons: Honor Among Thieves\' talk about their new film.',
-            'thumbnail': 'https://cdn.jwplayer.com/v2/media/zH4jZaR5/poster.jpg?width=720',
-            'upload_date': '20230312',
-            'timestamp': 1678586423,
-            'duration': 242.0,
-        },
-        'params': {'skip_download': 'm3u8'},
-    }]
-
-    def _real_extract(self, url):
-        display_id = self._match_id(url)
-        webpage = self._download_webpage(url, display_id)
-
-        data = extract_attributes(get_element_html_by_class('vlanding-video-card__link', webpage) or '')
-        video_id = data['data-video-showcase-trigger']
-        showcase_type = data['data-video-showcase-type']
-
-        if showcase_type == 'jwplayer':
-            return self.url_result(f'jwplatform:{video_id}', JWPlatformIE)
-        elif showcase_type == 'youtube':
-            return self.url_result(video_id, 'Youtube')
-        else:
-            raise ExtractorError(f'Unsupported showcase type "{showcase_type}"')
-
-
-class HollywoodReporterPlaylistIE(InfoExtractor):
-    _VALID_URL = r'https?://(?:www\.)?hollywoodreporter\.com/vcategory/(?P<slug>[\w-]+)-(?P<id>\d+)'
-    _TESTS = [{
-        'url': 'https://www.hollywoodreporter.com/vcategory/heat-vision-breakdown-57822/',
-        'playlist_mincount': 109,
-        'info_dict': {
-            'id': '57822',
-            'title': 'heat-vision-breakdown',
-        }
-    }]
-
-    def _fetch_page(self, slug, pl_id, page):
-        page += 1
-        webpage = self._download_webpage(
-            f'https://www.hollywoodreporter.com/vcategory/{slug}-{pl_id}/page/{page}/',
-            pl_id, note=f'Downloading playlist page {page}')
-        section = get_element_by_class('video-playlist-river', webpage) or ''
-
-        for url in re.findall(r'<a[^>]+href="([^"]+)"[^>]+class="c-title__link', section):
-            yield self.url_result(url, HollywoodReporterIE)
-
-    def _real_extract(self, url):
-        slug, pl_id = self._match_valid_url(url).group('slug', 'id')
-        return self.playlist_result(
-            OnDemandPagedList(functools.partial(self._fetch_page, slug, pl_id), 15), pl_id, slug)

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/holodex.py

@@ -1,100 +0,0 @@
-from .common import InfoExtractor
-from .youtube import YoutubeIE
-from ..utils import traverse_obj
-
-
-class HolodexIE(InfoExtractor):
-    _VALID_URL = r'''(?x)https?://(?:www\.|staging\.)?holodex\.net/(?:
-            api/v2/playlist/(?P<playlist>\d+)|
-            watch/(?P<id>[\w-]{11})(?:\?(?:[^#]+&)?playlist=(?P<playlist2>\d+))?
-        )'''
-    _TESTS = [{
-        'url': 'https://holodex.net/watch/9kQ2GtvDV3s',
-        'md5': 'be5ffce2f0feae8ba4c01553abc0f175',
-        'info_dict': {
-            'ext': 'mp4',
-            'id': '9kQ2GtvDV3s',
-            'title': '【おちゃめ機能】ホロライブが吹っ切れた【24人で歌ってみた】',
-            'channel_id': 'UCJFZiqLMntJufDCHc6bQixg',
-            'playable_in_embed': True,
-            'tags': 'count:43',
-            'age_limit': 0,
-            'live_status': 'not_live',
-            'description': 'md5:040e866c09dc4ab899b36479f4b7c7a2',
-            'channel_url': 'https://www.youtube.com/channel/UCJFZiqLMntJufDCHc6bQixg',
-            'upload_date': '20200406',
-            'uploader_url': 'http://www.youtube.com/channel/UCJFZiqLMntJufDCHc6bQixg',
-            'view_count': int,
-            'channel': 'hololive ホロライブ - VTuber Group',
-            'categories': ['Music'],
-            'uploader': 'hololive ホロライブ - VTuber Group',
-            'channel_follower_count': int,
-            'uploader_id': 'UCJFZiqLMntJufDCHc6bQixg',
-            'availability': 'public',
-            'thumbnail': 'https://i.ytimg.com/vi_webp/9kQ2GtvDV3s/maxresdefault.webp',
-            'duration': 263,
-            'like_count': int,
-        },
-    }, {
-        'url': 'https://holodex.net/api/v2/playlist/239',
-        'info_dict': {
-            'id': '239',
-            'title': 'Songs/Videos that made fall into the rabbit hole (from my google activity history)',
-        },
-        'playlist_count': 14,
-    }, {
-        'url': 'https://holodex.net/watch/_m2mQyaofjI?foo=bar&playlist=69',
-        'info_dict': {
-            'id': '69',
-            'title': '拿著金斧頭的藍髮大姊姊'
-        },
-        'playlist_count': 3,
-    }, {
-        'url': 'https://holodex.net/watch/_m2mQyaofjI?playlist=69',
-        'info_dict': {
-            'id': '_m2mQyaofjI',
-            'ext': 'mp4',
-            'playable_in_embed': True,
-            'like_count': int,
-            'uploader': 'Ernst / エンスト',
-            'duration': 11,
-            'uploader_url': 'http://www.youtube.com/channel/UCqSX4PPZY0cyetqKVY_wRVA',
-            'categories': ['Entertainment'],
-            'title': '【星街すいせい】星街向你獻上晚安',
-            'upload_date': '20210705',
-            'description': 'md5:8b8ffb157bae77f2d109021a0b577d4a',
-            'channel': 'Ernst / エンスト',
-            'channel_id': 'UCqSX4PPZY0cyetqKVY_wRVA',
-            'channel_follower_count': int,
-            'view_count': int,
-            'tags': [],
-            'live_status': 'not_live',
-            'channel_url': 'https://www.youtube.com/channel/UCqSX4PPZY0cyetqKVY_wRVA',
-            'availability': 'public',
-            'thumbnail': 'https://i.ytimg.com/vi_webp/_m2mQyaofjI/maxresdefault.webp',
-            'age_limit': 0,
-            'uploader_id': 'UCqSX4PPZY0cyetqKVY_wRVA',
-            'comment_count': int,
-        },
-        'params': {'noplaylist': True},
-    }, {
-        'url': 'https://staging.holodex.net/api/v2/playlist/125',
-        'only_matching': True,
-    }, {
-        'url': 'https://staging.holodex.net/watch/rJJTJA_T_b0?playlist=25',
-        'only_matching': True,
-    }, {
-        'url': 'https://staging.holodex.net/watch/s1ifBeukThg',
-        'only_matching': True,
-    }]
-
-    def _real_extract(self, url):
-        video_id, playlist_id, pl_id2 = self._match_valid_url(url).group('id', 'playlist', 'playlist2')
-        playlist_id = playlist_id or pl_id2
-
-        if not self._yes_playlist(playlist_id, video_id):
-            return self.url_result(f'https://www.youtube.com/watch?v={video_id}', YoutubeIE)
-
-        data = self._download_json(f'https://holodex.net/api/v2/playlist/{playlist_id}', playlist_id)
-        return self.playlist_from_matches(
-            traverse_obj(data, ('videos', ..., 'id')), playlist_id, data.get('name'), ie=YoutubeIE)

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/hotnewhiphop.py

@@ -1,61 +0,0 @@
-from .common import InfoExtractor
-from ..compat import compat_b64decode
-from ..networking import HEADRequest, Request
-from ..utils import ExtractorError, urlencode_postdata
-
-
-class HotNewHipHopIE(InfoExtractor):
-    _WORKING = False
-    _VALID_URL = r'https?://(?:www\.)?hotnewhiphop\.com/.*\.(?P<id>.*)\.html'
-    _TEST = {
-        'url': 'http://www.hotnewhiphop.com/freddie-gibbs-lay-it-down-song.1435540.html',
-        'md5': '2c2cd2f76ef11a9b3b581e8b232f3d96',
-        'info_dict': {
-            'id': '1435540',
-            'ext': 'mp3',
-            'title': 'Freddie Gibbs - Lay It Down'
-        }
-    }
-
-    def _real_extract(self, url):
-        video_id = self._match_id(url)
-        webpage = self._download_webpage(url, video_id)
-
-        video_url_base64 = self._search_regex(
-            r'data-path="(.*?)"', webpage, 'video URL', default=None)
-
-        if video_url_base64 is None:
-            video_url = self._search_regex(
-                r'"contentUrl" content="(.*?)"', webpage, 'content URL')
-            return self.url_result(video_url, ie='Youtube')
-
-        reqdata = urlencode_postdata([
-            ('mediaType', 's'),
-            ('mediaId', video_id),
-        ])
-        r = Request(
-            'http://www.hotnewhiphop.com/ajax/media/getActions/', data=reqdata)
-        r.headers['Content-Type'] = 'application/x-www-form-urlencoded'
-        mkd = self._download_json(
-            r, video_id, note='Requesting media key',
-            errnote='Could not download media key')
-        if 'mediaKey' not in mkd:
-            raise ExtractorError('Did not get a media key')
-
-        redirect_url = compat_b64decode(video_url_base64).decode('utf-8')
-        redirect_req = HEADRequest(redirect_url)
-        req = self._request_webpage(
-            redirect_req, video_id,
-            note='Resolving final URL', errnote='Could not resolve final URL')
-        video_url = req.url
-        if video_url.endswith('.html'):
-            raise ExtractorError('Redirect failed')
-
-        video_title = self._og_search_title(webpage).strip()
-
-        return {
-            'id': video_id,
-            'url': video_url,
-            'title': video_title,
-            'thumbnail': self._og_search_thumbnail(webpage),
-        }