@tushar-br/desktop 1.0.283 → 1.0.284

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/skyit.py

@@ -1,227 +0,0 @@
-from .common import InfoExtractor
-from ..compat import (
-    compat_parse_qs,
-    compat_urllib_parse_urlparse,
-)
-from ..utils import (
-    dict_get,
-    int_or_none,
-    parse_duration,
-    unified_timestamp,
-)
-
-
-class SkyItPlayerIE(InfoExtractor):
-    IE_NAME = 'player.sky.it'
-    _VALID_URL = r'https?://player\.sky\.it/player/(?:external|social)\.html\?.*?\bid=(?P<id>\d+)'
-    _GEO_BYPASS = False
-    _DOMAIN = 'sky'
-    _PLAYER_TMPL = 'https://player.sky.it/player/external.html?id=%s&domain=%s'
-    # http://static.sky.it/static/skyplayer/conf.json
-    _TOKEN_MAP = {
-        'cielo': 'Hh9O7M8ks5yi6nSROL7bKYz933rdf3GhwZlTLMgvy4Q',
-        'hotclub': 'kW020K2jq2lk2eKRJD2vWEg832ncx2EivZlTLQput2C',
-        'mtv8': 'A5Nn9GGb326CI7vP5e27d7E4PIaQjota',
-        'salesforce': 'C6D585FD1615272C98DE38235F38BD86',
-        'sitocommerciale': 'VJwfFuSGnLKnd9Phe9y96WkXgYDCguPMJ2dLhGMb2RE',
-        'sky': 'F96WlOd8yoFmLQgiqv6fNQRvHZcsWk5jDaYnDvhbiJk',
-        'skyarte': 'LWk29hfiU39NNdq87ePeRach3nzTSV20o0lTv2001Cd',
-        'theupfront': 'PRSGmDMsg6QMGc04Obpoy7Vsbn7i2Whp',
-    }
-
-    def _player_url_result(self, video_id):
-        return self.url_result(
-            self._PLAYER_TMPL % (video_id, self._DOMAIN),
-            SkyItPlayerIE.ie_key(), video_id)
-
-    def _parse_video(self, video, video_id):
-        title = video['title']
-        is_live = video.get('type') == 'live'
-        hls_url = video.get(('streaming' if is_live else 'hls') + '_url')
-        if not hls_url and video.get('geoblock' if is_live else 'geob'):
-            self.raise_geo_restricted(countries=['IT'])
-
-        formats = self._extract_m3u8_formats(hls_url, video_id, 'mp4')
-
-        return {
-            'id': video_id,
-            'title': title,
-            'formats': formats,
-            'thumbnail': dict_get(video, ('video_still', 'video_still_medium', 'thumb')),
-            'description': video.get('short_desc') or None,
-            'timestamp': unified_timestamp(video.get('create_date')),
-            'duration': int_or_none(video.get('duration_sec')) or parse_duration(video.get('duration')),
-            'is_live': is_live,
-        }
-
-    def _real_extract(self, url):
-        video_id = self._match_id(url)
-        domain = compat_parse_qs(compat_urllib_parse_urlparse(
-            url).query).get('domain', [None])[0]
-        token = dict_get(self._TOKEN_MAP, (domain, 'sky'))
-        video = self._download_json(
-            'https://apid.sky.it/vdp/v1/getVideoData',
-            video_id, query={
-                'caller': 'sky',
-                'id': video_id,
-                'token': token
-            }, headers=self.geo_verification_headers())
-        return self._parse_video(video, video_id)
-
-
-class SkyItVideoIE(SkyItPlayerIE):  # XXX: Do not subclass from concrete IE
-    IE_NAME = 'video.sky.it'
-    _VALID_URL = r'https?://(?:masterchef|video|xfactor)\.sky\.it(?:/[^/]+)*/video/[0-9a-z-]+-(?P<id>\d+)'
-    _TESTS = [{
-        'url': 'https://video.sky.it/news/mondo/video/uomo-ucciso-da-uno-squalo-in-australia-631227',
-        'md5': '5b858a62d9ffe2ab77b397553024184a',
-        'info_dict': {
-            'id': '631227',
-            'ext': 'mp4',
-            'title': 'Uomo ucciso da uno squalo in Australia',
-            'timestamp': 1606036192,
-            'upload_date': '20201122',
-            'duration': 26,
-            'thumbnail': 'https://video.sky.it/captures/thumbs/631227/631227_thumb_880x494.jpg',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }, {
-        'url': 'https://xfactor.sky.it/video/x-factor-2020-replay-audizioni-1-615820',
-        'only_matching': True,
-    }, {
-        'url': 'https://masterchef.sky.it/video/masterchef-9-cosa-e-successo-nella-prima-puntata-562831',
-        'only_matching': True,
-    }]
-
-    def _real_extract(self, url):
-        video_id = self._match_id(url)
-        return self._player_url_result(video_id)
-
-
-class SkyItVideoLiveIE(SkyItPlayerIE):  # XXX: Do not subclass from concrete IE
-    IE_NAME = 'video.sky.it:live'
-    _VALID_URL = r'https?://video\.sky\.it/diretta/(?P<id>[^/?&#]+)'
-    _TEST = {
-        'url': 'https://video.sky.it/diretta/tg24',
-        'info_dict': {
-            'id': '1',
-            'ext': 'mp4',
-            'title': r're:Diretta TG24 \d{4}-\d{2}-\d{2} \d{2}:\d{2}',
-            'description': r're:(?:Clicca play e )?[Gg]uarda la diretta streaming di SkyTg24, segui con Sky tutti gli appuntamenti e gli speciali di Tg24\.',
-            'live_status': 'is_live',
-        },
-        'params': {
-            # m3u8 download
-            'skip_download': True,
-        },
-    }
-
-    def _real_extract(self, url):
-        display_id = self._match_id(url)
-        webpage = self._download_webpage(url, display_id)
-        asset_id = str(self._search_nextjs_data(webpage, display_id)['props']['initialState']['livePage']['content']['asset_id'])
-        livestream = self._download_json(
-            'https://apid.sky.it/vdp/v1/getLivestream',
-            asset_id, query={'id': asset_id})
-        return self._parse_video(livestream, asset_id)
-
-
-class SkyItIE(SkyItPlayerIE):  # XXX: Do not subclass from concrete IE
-    IE_NAME = 'sky.it'
-    _VALID_URL = r'https?://(?:sport|tg24)\.sky\.it(?:/[^/]+)*/\d{4}/\d{2}/\d{2}/(?P<id>[^/?&#]+)'
-    _TESTS = [{
-        'url': 'https://sport.sky.it/calcio/serie-a/2022/11/03/brozovic-inter-news',
-        'info_dict': {
-            'id': '789222',
-            'ext': 'mp4',
-            'title': 'Brozovic con il gruppo: verso convocazione per Juve-Inter',
-            'upload_date': '20221103',
-            'timestamp': 1667484130,
-            'duration': 22,
-            'thumbnail': 'https://videoplatform.sky.it/still/2022/11/03/1667480526353_brozovic_videostill_1.jpg',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }, {
-        'url': 'https://tg24.sky.it/mondo/2020/11/22/australia-squalo-uccide-uomo',
-        'md5': 'fe5c91e59a84a3437eaa0bca6e134ccd',
-        'info_dict': {
-            'id': '631227',
-            'ext': 'mp4',
-            'title': 'Uomo ucciso da uno squalo in Australia',
-            'timestamp': 1606036192,
-            'upload_date': '20201122',
-            'duration': 26,
-            'thumbnail': 'https://video.sky.it/captures/thumbs/631227/631227_thumb_880x494.jpg',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }]
-    _VIDEO_ID_REGEX = r'data-videoid="(\d+)"'
-
-    def _real_extract(self, url):
-        display_id = self._match_id(url)
-        webpage = self._download_webpage(url, display_id)
-        video_id = self._search_regex(
-            self._VIDEO_ID_REGEX, webpage, 'video id')
-        return self._player_url_result(video_id)
-
-
-class SkyItArteIE(SkyItIE):  # XXX: Do not subclass from concrete IE
-    IE_NAME = 'arte.sky.it'
-    _VALID_URL = r'https?://arte\.sky\.it/video/(?P<id>[^/?&#]+)'
-    _TESTS = [{
-        'url': 'https://arte.sky.it/video/oliviero-toscani-torino-galleria-mazzoleni-788962',
-        'md5': '515aee97b87d7a018b6c80727d3e7e17',
-        'info_dict': {
-            'id': '788962',
-            'ext': 'mp4',
-            'title': 'La fotografia di Oliviero Toscani conquista Torino',
-            'upload_date': '20221102',
-            'timestamp': 1667399996,
-            'duration': 12,
-            'thumbnail': 'https://videoplatform.sky.it/still/2022/11/02/1667396388552_oliviero-toscani-torino-galleria-mazzoleni_videostill_1.jpg',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }]
-    _DOMAIN = 'skyarte'
-    _VIDEO_ID_REGEX = r'"embedUrl"\s*:\s*"(?:https:)?//player\.sky\.it/player/external\.html\?[^"]*\bid=(\d+)'
-
-
-class CieloTVItIE(SkyItIE):  # XXX: Do not subclass from concrete IE
-    IE_NAME = 'cielotv.it'
-    _VALID_URL = r'https?://(?:www\.)?cielotv\.it/video/(?P<id>[^.]+)\.html'
-    _TESTS = [{
-        'url': 'https://www.cielotv.it/video/Il-lunedi-e-sempre-un-dramma.html',
-        'md5': 'c4deed77552ba901c2a0d9258320304b',
-        'info_dict': {
-            'id': '499240',
-            'ext': 'mp4',
-            'title': 'Il lunedì è sempre un dramma',
-            'upload_date': '20190329',
-            'timestamp': 1553862178,
-            'duration': 30,
-            'thumbnail': 'https://videoplatform.sky.it/still/2019/03/29/1553858575610_lunedi_dramma_mant_videostill_1.jpg',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }]
-    _DOMAIN = 'cielo'
-    _VIDEO_ID_REGEX = r'videoId\s*=\s*"(\d+)"'
-
-
-class TV8ItIE(SkyItVideoIE):  # XXX: Do not subclass from concrete IE
-    IE_NAME = 'tv8.it'
-    _VALID_URL = r'https?://(?:www\.)?tv8\.it/(?:show)?video/[0-9a-z-]+-(?P<id>\d+)'
-    _TESTS = [{
-        'url': 'https://www.tv8.it/video/ogni-mattina-ucciso-asino-di-andrea-lo-cicero-630529',
-        'md5': '9ab906a3f75ea342ed928442f9dabd21',
-        'info_dict': {
-            'id': '630529',
-            'ext': 'mp4',
-            'title': 'Ogni mattina - Ucciso asino di Andrea Lo Cicero',
-            'timestamp': 1605721374,
-            'upload_date': '20201118',
-            'duration': 114,
-            'thumbnail': 'https://videoplatform.sky.it/still/2020/11/18/1605717753954_ogni-mattina-ucciso-asino-di-andrea-lo-cicero_videostill_1.jpg',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }]
-    _DOMAIN = 'mtv8'

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/skylinewebcams.py

@@ -1,40 +0,0 @@
-from .common import InfoExtractor
-
-
-class SkylineWebcamsIE(InfoExtractor):
-    _WORKING = False
-    _VALID_URL = r'https?://(?:www\.)?skylinewebcams\.com/[^/]+/webcam/(?:[^/]+/)+(?P<id>[^/]+)\.html'
-    _TEST = {
-        'url': 'https://www.skylinewebcams.com/it/webcam/italia/lazio/roma/scalinata-piazza-di-spagna-barcaccia.html',
-        'info_dict': {
-            'id': 'scalinata-piazza-di-spagna-barcaccia',
-            'ext': 'mp4',
-            'title': 're:^Live Webcam Scalinata di Piazza di Spagna - La Barcaccia [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$',
-            'description': 'Roma, veduta sulla Scalinata di Piazza di Spagna e sulla Barcaccia',
-            'is_live': True,
-        },
-        'params': {
-            'skip_download': True,
-        }
-    }
-
-    def _real_extract(self, url):
-        video_id = self._match_id(url)
-
-        webpage = self._download_webpage(url, video_id)
-
-        stream_url = self._search_regex(
-            r'(?:url|source)\s*:\s*(["\'])(?P<url>(?:https?:)?//.+?\.m3u8.*?)\1', webpage,
-            'stream url', group='url')
-
-        title = self._og_search_title(webpage)
-        description = self._og_search_description(webpage)
-
-        return {
-            'id': video_id,
-            'url': stream_url,
-            'ext': 'mp4',
-            'title': title,
-            'description': description,
-            'is_live': True,
-        }

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/skynewsarabia.py

@@ -1,116 +0,0 @@
-from .common import InfoExtractor
-from ..compat import compat_str
-from ..utils import (
-    parse_iso8601,
-    parse_duration,
-)
-
-
-class SkyNewsArabiaBaseIE(InfoExtractor):
-    _IMAGE_BASE_URL = 'http://www.skynewsarabia.com/web/images'
-
-    def _call_api(self, path, value):
-        return self._download_json('http://api.skynewsarabia.com/web/rest/v2/%s/%s.json' % (path, value), value)
-
-    def _get_limelight_media_id(self, url):
-        return self._search_regex(r'/media/[^/]+/([a-z0-9]{32})', url, 'limelight media id')
-
-    def _get_image_url(self, image_path_template, width='1600', height='1200'):
-        return self._IMAGE_BASE_URL + image_path_template.format(width=width, height=height)
-
-    def _extract_video_info(self, video_data):
-        video_id = compat_str(video_data['id'])
-        topic = video_data.get('topicTitle')
-        return {
-            '_type': 'url_transparent',
-            'url': 'limelight:media:%s' % self._get_limelight_media_id(video_data['videoUrl'][0]['url']),
-            'id': video_id,
-            'title': video_data['headline'],
-            'description': video_data.get('summary'),
-            'thumbnail': self._get_image_url(video_data['mediaAsset']['imageUrl']),
-            'timestamp': parse_iso8601(video_data.get('date')),
-            'duration': parse_duration(video_data.get('runTime')),
-            'tags': video_data.get('tags', []),
-            'categories': [topic] if topic else [],
-            'webpage_url': 'http://www.skynewsarabia.com/web/video/%s' % video_id,
-            'ie_key': 'LimelightMedia',
-        }
-
-
-class SkyNewsArabiaIE(SkyNewsArabiaBaseIE):
-    _WORKING = False
-    IE_NAME = 'skynewsarabia:video'
-    _VALID_URL = r'https?://(?:www\.)?skynewsarabia\.com/web/video/(?P<id>[0-9]+)'
-    _TEST = {
-        'url': 'http://www.skynewsarabia.com/web/video/794902/%D9%86%D8%B5%D9%81-%D9%85%D9%84%D9%8A%D9%88%D9%86-%D9%85%D8%B5%D8%A8%D8%A7%D8%AD-%D8%B4%D8%AC%D8%B1%D8%A9-%D9%83%D8%B1%D9%8A%D8%B3%D9%85%D8%A7%D8%B3',
-        'info_dict': {
-            'id': '794902',
-            'ext': 'flv',
-            'title': 'نصف مليون مصباح على شجرة كريسماس',
-            'description': 'md5:22f1b27f0850eeb10c7e59b1f16eb7c6',
-            'upload_date': '20151128',
-            'timestamp': 1448697198,
-            'duration': 2119,
-        },
-        'params': {
-            # rtmp download
-            'skip_download': True,
-        },
-    }
-
-    def _real_extract(self, url):
-        video_id = self._match_id(url)
-        video_data = self._call_api('video', video_id)
-        return self._extract_video_info(video_data)
-
-
-class SkyNewsArabiaArticleIE(SkyNewsArabiaBaseIE):
-    _WORKING = False
-    IE_NAME = 'skynewsarabia:article'
-    _VALID_URL = r'https?://(?:www\.)?skynewsarabia\.com/web/article/(?P<id>[0-9]+)'
-    _TESTS = [{
-        'url': 'http://www.skynewsarabia.com/web/article/794549/%D8%A7%D9%94%D8%AD%D8%AF%D8%A7%D8%AB-%D8%A7%D9%84%D8%B4%D8%B1%D9%82-%D8%A7%D9%84%D8%A7%D9%94%D9%88%D8%B3%D8%B7-%D8%AE%D8%B1%D9%8A%D8%B7%D8%A9-%D8%A7%D9%84%D8%A7%D9%94%D9%84%D8%B9%D8%A7%D8%A8-%D8%A7%D9%84%D8%B0%D9%83%D9%8A%D8%A9',
-        'info_dict': {
-            'id': '794549',
-            'ext': 'flv',
-            'title': 'بالفيديو.. ألعاب ذكية تحاكي واقع المنطقة',
-            'description': 'md5:0c373d29919a851e080ee4edd0c5d97f',
-            'upload_date': '20151126',
-            'timestamp': 1448559336,
-            'duration': 281.6,
-        },
-        'params': {
-            # rtmp download
-            'skip_download': True,
-        },
-    }, {
-        'url': 'http://www.skynewsarabia.com/web/article/794844/%D8%A7%D8%B3%D8%AA%D9%87%D8%AF%D8%A7%D9%81-%D9%82%D9%88%D8%A7%D8%B1%D8%A8-%D8%A7%D9%94%D8%B3%D9%84%D8%AD%D8%A9-%D9%84%D9%85%D9%8A%D9%84%D9%8A%D8%B4%D9%8A%D8%A7%D8%AA-%D8%A7%D9%84%D8%AD%D9%88%D8%AB%D9%8A-%D9%88%D8%B5%D8%A7%D9%84%D8%AD',
-        'info_dict': {
-            'id': '794844',
-            'title': 'إحباط تهريب أسلحة لميليشيات الحوثي وصالح بجنوب اليمن',
-            'description': 'md5:5c927b8b2e805796e7f693538d96fc7e',
-        },
-        'playlist_mincount': 2,
-    }]
-
-    def _real_extract(self, url):
-        article_id = self._match_id(url)
-        article_data = self._call_api('article', article_id)
-        media_asset = article_data['mediaAsset']
-        if media_asset['type'] == 'VIDEO':
-            topic = article_data.get('topicTitle')
-            return {
-                '_type': 'url_transparent',
-                'url': 'limelight:media:%s' % self._get_limelight_media_id(media_asset['videoUrl'][0]['url']),
-                'id': article_id,
-                'title': article_data['headline'],
-                'description': article_data.get('summary'),
-                'thumbnail': self._get_image_url(media_asset['imageUrl']),
-                'timestamp': parse_iso8601(article_data.get('date')),
-                'tags': article_data.get('tags', []),
-                'categories': [topic] if topic else [],
-                'webpage_url': url,
-                'ie_key': 'LimelightMedia',
-            }
-        entries = [self._extract_video_info(item) for item in article_data.get('inlineItems', []) if item['type'] == 'VIDEO']
-        return self.playlist_result(entries, article_id, article_data['headline'], article_data.get('summary'))

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/skynewsau.py

@@ -1,43 +0,0 @@
-from .common import InfoExtractor
-from ..utils import (
-    try_get,
-    unified_strdate,
-)
-
-
-class SkyNewsAUIE(InfoExtractor):
-    _VALID_URL = r'https?://(?:www\.)?skynews\.com\.au/[^/]+/[^/]+/[^/]+/video/(?P<id>[a-z0-9]+)'
-
-    _TESTS = [{
-        'url': 'https://www.skynews.com.au/world-news/united-states/incredible-vision-shows-lava-overflowing-from-spains-la-palma-volcano/video/0f4c6243d6903502c01251f228b91a71',
-        'info_dict': {
-            'id': '6277184925001',
-            'ext': 'mp4',
-            'title': 'md5:60594f1ea6d5ae93e292900f4d34e9ae',
-            'description': 'md5:60594f1ea6d5ae93e292900f4d34e9ae',
-            'thumbnail': r're:^https?://.*\.jpg',
-            'duration': 76.394,
-            'timestamp': 1634271300,
-            'uploader_id': '5348771529001',
-            'tags': ['fblink', 'msn', 'usa', 'world', 'yt'],
-            'upload_date': '20211015',
-        },
-        'params': {'skip_download': True, 'format': 'bv'}
-    }]
-
-    _API_KEY = '6krsj3w249nk779d8fukqx9f'
-
-    def _real_extract(self, url):
-        id = self._match_id(url)
-        webpage = self._download_webpage(url, id)
-        embedcode = self._search_regex(r'embedcode\s?=\s?\"([^\"]+)\"', webpage, 'embedcode')
-        data_json = self._download_json(
-            f'https://content.api.news/v3/videos/brightcove/{embedcode}?api_key={self._API_KEY}', id)['content']
-        return {
-            'id': id,
-            '_type': 'url_transparent',
-            'url': 'https://players.brightcove.net/%s/default_default/index.html?videoId=%s' % tuple(embedcode.split('-')),
-            'ie_key': 'BrightcoveNew',
-            'title': data_json.get('caption'),
-            'upload_date': unified_strdate(try_get(data_json, lambda x: x['date']['created'])),
-        }

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/slideshare.py

@@ -1,53 +0,0 @@
-import json
-
-from .common import InfoExtractor
-from ..compat import (
-    compat_urlparse,
-)
-from ..utils import (
-    ExtractorError,
-    get_element_by_id,
-)
-
-
-class SlideshareIE(InfoExtractor):
-    _VALID_URL = r'https?://(?:www\.)?slideshare\.net/[^/]+?/(?P<title>.+?)($|\?)'
-
-    _TEST = {
-        'url': 'http://www.slideshare.net/Dataversity/keynote-presentation-managing-scale-and-complexity',
-        'info_dict': {
-            'id': '25665706',
-            'ext': 'mp4',
-            'title': 'Managing Scale and Complexity',
-            'description': 'This was a keynote presentation at the NoSQL Now! 2013 Conference & Expo (http://www.nosqlnow.com). This presentation was given by Adrian Cockcroft from Netflix.',
-        },
-    }
-
-    def _real_extract(self, url):
-        mobj = self._match_valid_url(url)
-        page_title = mobj.group('title')
-        webpage = self._download_webpage(url, page_title)
-        slideshare_obj = self._search_regex(
-            r'\$\.extend\(.*?slideshare_object,\s*(\{.*?\})\);',
-            webpage, 'slideshare object')
-        info = json.loads(slideshare_obj)
-        if info['slideshow']['type'] != 'video':
-            raise ExtractorError('Webpage type is "%s": only video extraction is supported for Slideshare' % info['slideshow']['type'], expected=True)
-
-        doc = info['doc']
-        bucket = info['jsplayer']['video_bucket']
-        ext = info['jsplayer']['video_extension']
-        video_url = compat_urlparse.urljoin(bucket, doc + '-SD.' + ext)
-        description = get_element_by_id('slideshow-description-paragraph', webpage) or self._html_search_regex(
-            r'(?s)<p[^>]+itemprop="description"[^>]*>(.+?)</p>', webpage,
-            'description', fatal=False)
-
-        return {
-            '_type': 'video',
-            'id': info['slideshow']['id'],
-            'title': info['slideshow']['title'],
-            'ext': ext,
-            'url': video_url,
-            'thumbnail': info['slideshow']['pin_image_url'],
-            'description': description.strip() if description else None,
-        }