@tushar-br/desktop 1.0.283 → 1.0.284

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/sina.py

@@ -1,109 +0,0 @@
-from .common import InfoExtractor
-from ..networking import HEADRequest
-from ..utils import (
-    ExtractorError,
-    clean_html,
-    get_element_by_attribute,
-    int_or_none,
-    qualities,
-    update_url_query,
-)
-
-
-class SinaIE(InfoExtractor):
-    _VALID_URL = r'''(?x)https?://(?:[^/?#]+\.)?video\.sina\.com\.cn/
-                        (?:
-                            (?:view/|.*\#)(?P<id>\d+)|
-                            .+?/(?P<pseudo_id>[^/?#]+)(?:\.s?html)|
-                            # This is used by external sites like Weibo
-                            api/sinawebApi/outplay.php/(?P<token>.+?)\.swf
-                        )
-                  '''
-
-    _TESTS = [
-        {
-            'url': 'http://video.sina.com.cn/news/spj/topvideoes20160504/?opsubject_id=top1#250576622',
-            'md5': 'd38433e2fc886007729735650ae4b3e9',
-            'info_dict': {
-                'id': '250576622',
-                'ext': 'mp4',
-                'title': '现场:克鲁兹宣布退选 特朗普将稳获提名',
-            }
-        },
-        {
-            'url': 'http://video.sina.com.cn/v/b/101314253-1290078633.html',
-            'info_dict': {
-                'id': '101314253',
-                'ext': 'flv',
-                'title': '军方提高对朝情报监视级别',
-            },
-            'skip': 'the page does not exist or has been deleted',
-        },
-        {
-            'url': 'http://video.sina.com.cn/view/250587748.html',
-            'md5': '3d1807a25c775092aab3bc157fff49b4',
-            'info_dict': {
-                'id': '250587748',
-                'ext': 'mp4',
-                'title': '瞬间泪目：8年前汶川地震珍贵视频首曝光',
-            },
-        },
-    ]
-
-    def _real_extract(self, url):
-        mobj = self._match_valid_url(url)
-
-        video_id = mobj.group('id')
-        if not video_id:
-            if mobj.group('token') is not None:
-                # The video id is in the redirected url
-                self.to_screen('Getting video id')
-                request = HEADRequest(url)
-                _, urlh = self._download_webpage_handle(request, 'NA', False)
-                return self._real_extract(urlh.url)
-            else:
-                pseudo_id = mobj.group('pseudo_id')
-                webpage = self._download_webpage(url, pseudo_id)
-                error = get_element_by_attribute('class', 'errtitle', webpage)
-                if error:
-                    raise ExtractorError('%s said: %s' % (
-                        self.IE_NAME, clean_html(error)), expected=True)
-                video_id = self._search_regex(
-                    r"video_id\s*:\s*'(\d+)'", webpage, 'video id')
-
-        video_data = self._download_json(
-            'http://s.video.sina.com.cn/video/h5play',
-            video_id, query={'video_id': video_id})
-        if video_data['code'] != 1:
-            raise ExtractorError('%s said: %s' % (
-                self.IE_NAME, video_data['message']), expected=True)
-        else:
-            video_data = video_data['data']
-            title = video_data['title']
-            description = video_data.get('description')
-            if description:
-                description = description.strip()
-
-            preference = qualities(['cif', 'sd', 'hd', 'fhd', 'ffd'])
-            formats = []
-            for quality_id, quality in video_data.get('videos', {}).get('mp4', {}).items():
-                file_api = quality.get('file_api')
-                file_id = quality.get('file_id')
-                if not file_api or not file_id:
-                    continue
-                formats.append({
-                    'format_id': quality_id,
-                    'url': update_url_query(file_api, {'vid': file_id}),
-                    'quality': preference(quality_id),
-                    'ext': 'mp4',
-                })
-
-            return {
-                'id': video_id,
-                'title': title,
-                'description': description,
-                'thumbnail': video_data.get('image'),
-                'duration': int_or_none(video_data.get('length')),
-                'timestamp': int_or_none(video_data.get('create_time')),
-                'formats': formats,
-            }

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/sixplay.py

@@ -1,122 +0,0 @@
-from .common import InfoExtractor
-from ..compat import (
-    compat_str,
-)
-from ..utils import (
-    determine_ext,
-    int_or_none,
-    parse_qs,
-    try_get,
-    qualities,
-)
-
-
-class SixPlayIE(InfoExtractor):
-    IE_NAME = '6play'
-    _VALID_URL = r'(?:6play:|https?://(?:www\.)?(?P<domain>6play\.fr|rtlplay\.be|play\.rtl\.hr|rtlmost\.hu)/.+?-c_)(?P<id>[0-9]+)'
-    _TESTS = [{
-        'url': 'https://www.6play.fr/minute-par-minute-p_9533/le-but-qui-a-marque-lhistoire-du-football-francais-c_12041051',
-        'md5': '31fcd112637baa0c2ab92c4fcd8baf27',
-        'info_dict': {
-            'id': '12041051',
-            'ext': 'mp4',
-            'title': 'Le but qui a marqué l\'histoire du football français !',
-            'description': 'md5:b59e7e841d646ef1eb42a7868eb6a851',
-        },
-    }, {
-        'url': 'https://www.rtlplay.be/rtl-info-13h-p_8551/les-titres-du-rtlinfo-13h-c_12045869',
-        'only_matching': True,
-    }, {
-        'url': 'https://play.rtl.hr/pj-masks-p_9455/epizoda-34-sezona-1-catboyevo-cudo-na-dva-kotaca-c_11984989',
-        'only_matching': True,
-    }, {
-        'url': 'https://www.rtlmost.hu/megtorve-p_14167/megtorve-6-resz-c_12397787',
-        'only_matching': True,
-    }]
-
-    def _real_extract(self, url):
-        domain, video_id = self._match_valid_url(url).groups()
-        service, consumer_name = {
-            '6play.fr': ('6play', 'm6web'),
-            'rtlplay.be': ('rtlbe_rtl_play', 'rtlbe'),
-            'play.rtl.hr': ('rtlhr_rtl_play', 'rtlhr'),
-            'rtlmost.hu': ('rtlhu_rtl_most', 'rtlhu'),
-        }.get(domain, ('6play', 'm6web'))
-
-        data = self._download_json(
-            'https://pc.middleware.6play.fr/6play/v2/platforms/m6group_web/services/%s/videos/clip_%s' % (service, video_id),
-            video_id, headers={
-                'x-customer-name': consumer_name
-            }, query={
-                'csa': 5,
-                'with': 'clips',
-            })
-
-        clip_data = data['clips'][0]
-        title = clip_data['title']
-
-        urls = []
-        quality_key = qualities(['lq', 'sd', 'hq', 'hd'])
-        formats = []
-        subtitles = {}
-        assets = clip_data.get('assets') or []
-        for asset in assets:
-            asset_url = asset.get('full_physical_path')
-            protocol = asset.get('protocol')
-            if not asset_url or ((protocol == 'primetime' or asset.get('type') == 'usp_hlsfp_h264') and not ('_drmnp.ism/' in asset_url or '_unpnp.ism/' in asset_url)) or asset_url in urls:
-                continue
-            urls.append(asset_url)
-            container = asset.get('video_container')
-            ext = determine_ext(asset_url)
-            if protocol == 'http_subtitle' or ext == 'vtt':
-                subtitles.setdefault('fr', []).append({'url': asset_url})
-                continue
-            if container == 'm3u8' or ext == 'm3u8':
-                if protocol == 'usp':
-                    if parse_qs(asset_url).get('token', [None])[0]:
-                        urlh = self._request_webpage(
-                            asset_url, video_id, fatal=False,
-                            headers=self.geo_verification_headers())
-                        if not urlh:
-                            continue
-                        asset_url = urlh.url
-                    asset_url = asset_url.replace('_drmnp.ism/', '_unpnp.ism/')
-                    for i in range(3, 0, -1):
-                        asset_url = asset_url = asset_url.replace('_sd1/', '_sd%d/' % i)
-                        m3u8_formats = self._extract_m3u8_formats(
-                            asset_url, video_id, 'mp4', 'm3u8_native',
-                            m3u8_id='hls', fatal=False)
-                        formats.extend(m3u8_formats)
-                        formats.extend(self._extract_mpd_formats(
-                            asset_url.replace('.m3u8', '.mpd'),
-                            video_id, mpd_id='dash', fatal=False))
-                        if m3u8_formats:
-                            break
-                else:
-                    formats.extend(self._extract_m3u8_formats(
-                        asset_url, video_id, 'mp4', 'm3u8_native',
-                        m3u8_id='hls', fatal=False))
-            elif container == 'mp4' or ext == 'mp4':
-                quality = asset.get('video_quality')
-                formats.append({
-                    'url': asset_url,
-                    'format_id': quality,
-                    'quality': quality_key(quality),
-                    'ext': ext,
-                })
-
-        def get(getter):
-            for src in (data, clip_data):
-                v = try_get(src, getter, compat_str)
-                if v:
-                    return v
-
-        return {
-            'id': video_id,
-            'title': title,
-            'description': get(lambda x: x['description']),
-            'duration': int_or_none(clip_data.get('duration')),
-            'series': get(lambda x: x['program']['title']),
-            'formats': formats,
-            'subtitles': subtitles,
-        }

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/skeb.py

@@ -1,140 +0,0 @@
-from .common import InfoExtractor
-from ..utils import ExtractorError, determine_ext, parse_qs, traverse_obj
-
-
-class SkebIE(InfoExtractor):
-    _VALID_URL = r'https?://skeb\.jp/@[^/]+/works/(?P<id>\d+)'
-
-    _TESTS = [{
-        'url': 'https://skeb.jp/@riiru_wm/works/10',
-        'info_dict': {
-            'id': '466853',
-            'title': '内容はおまかせします！ by 姫ノ森りぃる@一周年',
-            'description': 'md5:1ec50901efc3437cfbfe3790468d532d',
-            'uploader': '姫ノ森りぃる@一周年',
-            'uploader_id': 'riiru_wm',
-            'age_limit': 0,
-            'tags': [],
-            'url': r're:https://skeb.+',
-            'thumbnail': r're:https://skeb.+',
-            'subtitles': {
-                'jpn': [{
-                    'url': r're:https://skeb.+',
-                    'ext': 'vtt'
-                }]
-            },
-            'width': 720,
-            'height': 405,
-            'duration': 313,
-            'fps': 30,
-            'ext': 'mp4',
-        },
-    }, {
-        'url': 'https://skeb.jp/@furukawa_nob/works/3',
-        'info_dict': {
-            'id': '489408',
-            'title': 'いつもお世話になってお... by 古川ノブ@音楽とVlo...',
-            'description': 'md5:5adc2e41d06d33b558bf7b1faeb7b9c2',
-            'uploader': '古川ノブ@音楽とVlogのVtuber',
-            'uploader_id': 'furukawa_nob',
-            'age_limit': 0,
-            'tags': [
-                'よろしく', '大丈夫', 'お願い', 'でした',
-                '是非', 'O', 'バー', '遊び', 'おはよう',
-                'オーバ', 'ボイス',
-            ],
-            'url': r're:https://skeb.+',
-            'thumbnail': r're:https://skeb.+',
-            'subtitles': {
-                'jpn': [{
-                    'url': r're:https://skeb.+',
-                    'ext': 'vtt'
-                }]
-            },
-            'duration': 98,
-            'ext': 'mp3',
-            'vcodec': 'none',
-            'abr': 128,
-        },
-    }, {
-        'url': 'https://skeb.jp/@mollowmollow/works/6',
-        'info_dict': {
-            'id': '6',
-            'title': 'ヒロ。\n\n私のキャラク... by 諸々',
-            'description': 'md5:aa6cbf2ba320b50bce219632de195f07',
-            '_type': 'playlist',
-            'entries': [{
-                'id': '486430',
-                'title': 'ヒロ。\n\n私のキャラク... by 諸々',
-                'description': 'md5:aa6cbf2ba320b50bce219632de195f07',
-            }, {
-                'id': '486431',
-                'title': 'ヒロ。\n\n私のキャラク... by 諸々',
-            }]
-        }
-    }]
-
-    def _real_extract(self, url):
-        video_id = self._match_id(url)
-        nuxt_data = self._search_nuxt_data(self._download_webpage(url, video_id), video_id)
-
-        parent = {
-            'id': video_id,
-            'title': nuxt_data.get('title'),
-            'description': nuxt_data.get('description'),
-            'uploader': traverse_obj(nuxt_data, ('creator', 'name')),
-            'uploader_id': traverse_obj(nuxt_data, ('creator', 'screen_name')),
-            'age_limit': 18 if nuxt_data.get('nsfw') else 0,
-            'tags': nuxt_data.get('tag_list'),
-        }
-
-        entries = []
-        for item in nuxt_data.get('previews') or []:
-            vid_url = item.get('url')
-            given_ext = traverse_obj(item, ('information', 'extension'))
-            preview_ext = determine_ext(vid_url, default_ext=None)
-            if not preview_ext:
-                content_disposition = parse_qs(vid_url)['response-content-disposition'][0]
-                preview_ext = self._search_regex(
-                    r'filename="[^"]+\.([^\.]+?)"', content_disposition,
-                    'preview file extension', fatal=False, group=1)
-            if preview_ext not in ('mp4', 'mp3'):
-                continue
-            if not vid_url or not item.get('id'):
-                continue
-            width, height = traverse_obj(item, ('information', 'width')), traverse_obj(item, ('information', 'height'))
-            if width is not None and height is not None:
-                # the longest side is at most 720px for non-client viewers
-                max_size = max(width, height)
-                width, height = list(x * 720 // max_size for x in (width, height))
-            entries.append({
-                **parent,
-                'id': str(item['id']),
-                'url': vid_url,
-                'thumbnail': item.get('poster_url'),
-                'subtitles': {
-                    'jpn': [{
-                        'url': item.get('vtt_url'),
-                        'ext': 'vtt',
-                    }]
-                } if item.get('vtt_url') else None,
-                'width': width,
-                'height': height,
-                'duration': traverse_obj(item, ('information', 'duration')),
-                'fps': traverse_obj(item, ('information', 'frame_rate')),
-                'ext': preview_ext or given_ext,
-                'vcodec': 'none' if preview_ext == 'mp3' else None,
-                # you'll always get 128kbps MP3 for non-client viewers
-                'abr': 128 if preview_ext == 'mp3' else None,
-            })
-
-        if not entries:
-            raise ExtractorError('No video/audio attachment found in this commission.', expected=True)
-        elif len(entries) == 1:
-            return entries[0]
-        else:
-            parent.update({
-                '_type': 'playlist',
-                'entries': entries,
-            })
-            return parent

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/sky.py

@@ -1,135 +0,0 @@
-import re
-
-from .common import InfoExtractor
-from ..utils import (
-    extract_attributes,
-    strip_or_none,
-)
-
-
-class SkyBaseIE(InfoExtractor):
-    BRIGHTCOVE_URL_TEMPLATE = 'http://players.brightcove.net/%s/%s_default/index.html?videoId=%s'
-    _SDC_EL_REGEX = r'(?s)(<div[^>]+data-(?:component-name|fn)="sdc-(?:articl|sit)e-video"[^>]*>)'
-
-    def _process_video_element(self, webpage, sdc_el, url):
-        sdc = extract_attributes(sdc_el)
-        provider = sdc.get('data-provider')
-        if provider == 'brightcove':
-            video_id = sdc['data-video-id']
-            account_id = sdc.get('data-account-id') or '6058004172001'
-            player_id = sdc.get('data-player-id') or 'RC9PQUaJ6'
-            video_url = self.BRIGHTCOVE_URL_TEMPLATE % (account_id, player_id, video_id)
-            ie_key = 'BrightcoveNew'
-
-        return {
-            '_type': 'url_transparent',
-            'id': video_id,
-            'url': video_url,
-            'ie_key': ie_key,
-        }
-
-    def _real_extract(self, url):
-        video_id = self._match_id(url)
-        webpage = self._download_webpage(url, video_id)
-        info = self._process_video_element(webpage, self._search_regex(
-            self._SDC_EL_REGEX, webpage, 'sdc element'), url)
-        info.update({
-            'title': self._og_search_title(webpage),
-            'description': strip_or_none(self._og_search_description(webpage)),
-        })
-        return info
-
-
-class SkySportsIE(SkyBaseIE):
-    IE_NAME = 'sky:sports'
-    _VALID_URL = r'https?://(?:www\.)?skysports\.com/watch/video/([^/]+/)*(?P<id>[0-9]+)'
-    _TESTS = [{
-        'url': 'http://www.skysports.com/watch/video/10328419/bale-its-our-time-to-shine',
-        'md5': '77d59166cddc8d3cb7b13e35eaf0f5ec',
-        'info_dict': {
-            'id': 'o3eWJnNDE6l7kfNO8BOoBlRxXRQ4ANNQ',
-            'ext': 'mp4',
-            'title': 'Bale: It\'s our time to shine',
-            'description': 'md5:e88bda94ae15f7720c5cb467e777bb6d',
-        },
-        'add_ie': ['BrightcoveNew'],
-    }, {
-        'url': 'https://www.skysports.com/watch/video/sports/f1/12160544/abu-dhabi-gp-the-notebook',
-        'only_matching': True,
-    }, {
-        'url': 'https://www.skysports.com/watch/video/tv-shows/12118508/rainford-brent-how-ace-programme-helps',
-        'only_matching': True,
-    }]
-
-
-class SkyNewsIE(SkyBaseIE):
-    IE_NAME = 'sky:news'
-    _VALID_URL = r'https?://news\.sky\.com/video/[0-9a-z-]+-(?P<id>[0-9]+)'
-    _TEST = {
-        'url': 'https://news.sky.com/video/russian-plane-inspected-after-deadly-fire-11712962',
-        'md5': '411e8893fd216c75eaf7e4c65d364115',
-        'info_dict': {
-            'id': 'ref:1ua21xaDE6lCtZDmbYfl8kwsKLooJbNM',
-            'ext': 'mp4',
-            'title': 'Russian plane inspected after deadly fire',
-            'description': 'The Russian Investigative Committee has released video of the wreckage of a passenger plane which caught fire near Moscow.',
-            'uploader_id': '6058004172001',
-            'timestamp': 1567112345,
-            'upload_date': '20190829',
-        },
-        'add_ie': ['BrightcoveNew'],
-    }
-
-
-class SkyNewsStoryIE(SkyBaseIE):
-    IE_NAME = 'sky:news:story'
-    _VALID_URL = r'https?://news\.sky\.com/story/[0-9a-z-]+-(?P<id>[0-9]+)'
-    _TEST = {
-        'url': 'https://news.sky.com/story/budget-2021-chancellor-rishi-sunak-vows-address-will-deliver-strong-economy-fit-for-a-new-age-of-optimism-12445425',
-        'info_dict': {
-            'id': 'ref:0714acb9-123d-42c8-91b8-5c1bc6c73f20',
-            'title': 'md5:e408dd7aad63f31a1817bbe40c7d276f',
-            'description': 'md5:a881e12f49212f92be2befe4a09d288a',
-            'ext': 'mp4',
-            'upload_date': '20211027',
-            'timestamp': 1635317494,
-            'uploader_id': '6058004172001',
-        }
-    }
-
-    def _real_extract(self, url):
-        article_id = self._match_id(url)
-        webpage = self._download_webpage(url, article_id)
-
-        entries = [self._process_video_element(webpage, sdc_el, url)
-                   for sdc_el in re.findall(self._SDC_EL_REGEX, webpage)]
-
-        return self.playlist_result(
-            entries, article_id, self._og_search_title(webpage),
-            self._html_search_meta(['og:description', 'description'], webpage))
-
-
-class SkySportsNewsIE(SkyBaseIE):
-    IE_NAME = 'sky:sports:news'
-    _VALID_URL = r'https?://(?:www\.)?skysports\.com/([^/]+/)*news/\d+/(?P<id>\d+)'
-    _TEST = {
-        'url': 'http://www.skysports.com/golf/news/12176/10871916/dustin-johnson-ready-to-conquer-players-championship-at-tpc-sawgrass',
-        'info_dict': {
-            'id': '10871916',
-            'title': 'Dustin Johnson ready to conquer Players Championship at TPC Sawgrass',
-            'description': 'Dustin Johnson is confident he can continue his dominant form in 2017 by adding the Players Championship to his list of victories.',
-        },
-        'playlist_count': 2,
-    }
-
-    def _real_extract(self, url):
-        article_id = self._match_id(url)
-        webpage = self._download_webpage(url, article_id)
-
-        entries = []
-        for sdc_el in re.findall(self._SDC_EL_REGEX, webpage):
-            entries.append(self._process_video_element(webpage, sdc_el, url))
-
-        return self.playlist_result(
-            entries, article_id, self._og_search_title(webpage),
-            self._html_search_meta(['og:description', 'description'], webpage))