@tushar-br/desktop 1.0.283 → 1.0.284

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/reddit.py

@@ -1,353 +0,0 @@
-import urllib.parse
-
-from .common import InfoExtractor
-from ..utils import (
-    ExtractorError,
-    float_or_none,
-    int_or_none,
-    traverse_obj,
-    try_get,
-    unescapeHTML,
-    urlencode_postdata,
-    url_or_none,
-)
-
-
-class RedditIE(InfoExtractor):
-    _NETRC_MACHINE = 'reddit'
-    _VALID_URL = r'https?://(?P<host>(?:\w+\.)?reddit(?:media)?\.com)/(?P<slug>(?:(?:r|user)/[^/]+/)?comments/(?P<id>[^/?#&]+))'
-    _TESTS = [{
-        'url': 'https://www.reddit.com/r/videos/comments/6rrwyj/that_small_heart_attack/',
-        'info_dict': {
-            'id': 'zv89llsvexdz',
-            'ext': 'mp4',
-            'display_id': '6rrwyj',
-            'title': 'That small heart attack.',
-            'thumbnail': r're:^https?://.*\.(?:jpg|png)',
-            'thumbnails': 'count:4',
-            'timestamp': 1501941939,
-            'upload_date': '20170805',
-            'uploader': 'Antw87',
-            'duration': 12,
-            'like_count': int,
-            'dislike_count': int,
-            'comment_count': int,
-            'age_limit': 0,
-            'channel_id': 'videos',
-        },
-        'params': {
-            'skip_download': True,
-        },
-    }, {
-        # 1080p fallback format
-        'url': 'https://www.reddit.com/r/aww/comments/90bu6w/heat_index_was_110_degrees_so_we_offered_him_a/',
-        'md5': '8b5902cfda3006bf90faea7adf765a49',
-        'info_dict': {
-            'id': 'gyh95hiqc0b11',
-            'ext': 'mp4',
-            'display_id': '90bu6w',
-            'title': 'Heat index was 110 degrees so we offered him a cold drink. He went for a full body soak instead',
-            'thumbnail': r're:^https?://.*\.(?:jpg|png)',
-            'thumbnails': 'count:7',
-            'timestamp': 1532051078,
-            'upload_date': '20180720',
-            'uploader': 'FootLoosePickleJuice',
-            'duration': 14,
-            'like_count': int,
-            'dislike_count': int,
-            'comment_count': int,
-            'age_limit': 0,
-            'channel_id': 'aww',
-        },
-    }, {
-        # User post
-        'url': 'https://www.reddit.com/user/creepyt0es/comments/nip71r/i_plan_to_make_more_stickers_and_prints_check/',
-        'info_dict': {
-            'id': 'zasobba6wp071',
-            'ext': 'mp4',
-            'display_id': 'nip71r',
-            'title': 'I plan to make more stickers and prints! Check them out on my Etsy! Or get them through my Patreon. Links below.',
-            'thumbnail': r're:^https?://.*\.(?:jpg|png)',
-            'thumbnails': 'count:5',
-            'timestamp': 1621709093,
-            'upload_date': '20210522',
-            'uploader': 'creepyt0es',
-            'duration': 6,
-            'like_count': int,
-            'dislike_count': int,
-            'comment_count': int,
-            'age_limit': 0,
-            'channel_id': 'u_creepyt0es',
-        },
-        'params': {
-            'skip_download': True,
-        },
-    }, {
-        # videos embedded in reddit text post
-        'url': 'https://www.reddit.com/r/KamenRider/comments/wzqkxp/finale_kamen_rider_revice_episode_50_family_to/',
-        'playlist_count': 2,
-        'info_dict': {
-            'id': 'wzqkxp',
-            'title': 'md5:72d3d19402aa11eff5bd32fc96369b37',
-        },
-    }, {
-        # crossposted reddit-hosted media
-        'url': 'https://www.reddit.com/r/dumbfuckers_club/comments/zjjw82/cringe/',
-        'md5': '746180895c7b75a9d6b05341f507699a',
-        'info_dict': {
-            'id': 'a1oneun6pa5a1',
-            'ext': 'mp4',
-            'display_id': 'zjjw82',
-            'title': 'Cringe',
-            'uploader': 'Otaku-senpai69420',
-            'thumbnail': r're:^https?://.*\.(?:jpg|png)',
-            'upload_date': '20221212',
-            'timestamp': 1670812309,
-            'duration': 16,
-            'like_count': int,
-            'dislike_count': int,
-            'comment_count': int,
-            'age_limit': 0,
-            'channel_id': 'dumbfuckers_club',
-        },
-    }, {
-        # post link without subreddit
-        'url': 'https://www.reddit.com/comments/124pp33',
-        'md5': '15eec9d828adcef4468b741a7e45a395',
-        'info_dict': {
-            'id': 'antsenjc2jqa1',
-            'ext': 'mp4',
-            'display_id': '124pp33',
-            'title': 'Harmless prank of some old friends',
-            'uploader': 'Dudezila',
-            'channel_id': 'ContagiousLaughter',
-            'duration': 17,
-            'upload_date': '20230328',
-            'timestamp': 1680012043,
-            'thumbnail': r're:^https?://.*\.(?:jpg|png)',
-            'age_limit': 0,
-            'comment_count': int,
-            'dislike_count': int,
-            'like_count': int,
-        },
-    }, {
-        # quarantined subreddit post
-        'url': 'https://old.reddit.com/r/GenZedong/comments/12fujy3/based_hasan/',
-        'md5': '3156ea69e3c1f1b6259683c5abd36e71',
-        'info_dict': {
-            'id': '8bwtclfggpsa1',
-            'ext': 'mp4',
-            'display_id': '12fujy3',
-            'title': 'Based Hasan?',
-            'uploader': 'KingNigelXLII',
-            'channel_id': 'GenZedong',
-            'duration': 16,
-            'upload_date': '20230408',
-            'timestamp': 1680979138,
-            'age_limit': 0,
-            'comment_count': int,
-            'dislike_count': int,
-            'like_count': int,
-        },
-        'skip': 'Requires account that has opted-in to the GenZedong subreddit',
-    }, {
-        'url': 'https://www.reddit.com/r/videos/comments/6rrwyj',
-        'only_matching': True,
-    }, {
-        # imgur
-        'url': 'https://www.reddit.com/r/MadeMeSmile/comments/6t7wi5/wait_for_it/',
-        'only_matching': True,
-    }, {
-        # imgur @ old reddit
-        'url': 'https://old.reddit.com/r/MadeMeSmile/comments/6t7wi5/wait_for_it/',
-        'only_matching': True,
-    }, {
-        # streamable
-        'url': 'https://www.reddit.com/r/videos/comments/6t7sg9/comedians_hilarious_joke_about_the_guam_flag/',
-        'only_matching': True,
-    }, {
-        # youtube
-        'url': 'https://www.reddit.com/r/videos/comments/6t75wq/southern_man_tries_to_speak_without_an_accent/',
-        'only_matching': True,
-    }, {
-        # reddit video @ nm reddit
-        'url': 'https://nm.reddit.com/r/Cricket/comments/8idvby/lousy_cameraman_finds_himself_in_cairns_line_of/',
-        'only_matching': True,
-    }, {
-        'url': 'https://www.redditmedia.com/r/serbia/comments/pu9wbx/ako_vu%C4%8Di%C4%87_izgubi_izbore_ja_%C4%87u_da_crknem/',
-        'only_matching': True,
-    }]
-
-    def _perform_login(self, username, password):
-        captcha = self._download_json(
-            'https://www.reddit.com/api/requires_captcha/login.json', None,
-            'Checking login requirement')['required']
-        if captcha:
-            raise ExtractorError('Reddit is requiring captcha before login', expected=True)
-        login = self._download_json(
-            f'https://www.reddit.com/api/login/{username}', None, data=urlencode_postdata({
-                'op': 'login-main',
-                'user': username,
-                'passwd': password,
-                'api_type': 'json',
-            }), note='Logging in', errnote='Login request failed')
-        errors = '; '.join(traverse_obj(login, ('json', 'errors', ..., 1)))
-        if errors:
-            raise ExtractorError(f'Unable to login, Reddit API says {errors}', expected=True)
-        elif not traverse_obj(login, ('json', 'data', 'cookie', {str})):
-            raise ExtractorError('Unable to login, no cookie was returned')
-
-    def _real_extract(self, url):
-        host, slug, video_id = self._match_valid_url(url).group('host', 'slug', 'id')
-
-        data = self._download_json(
-            f'https://{host}/{slug}/.json', video_id, fatal=False, expected_status=403)
-        if not data:
-            fallback_host = 'old.reddit.com' if host != 'old.reddit.com' else 'www.reddit.com'
-            self.to_screen(f'{host} request failed, retrying with {fallback_host}')
-            data = self._download_json(
-                f'https://{fallback_host}/{slug}/.json', video_id, expected_status=403)
-
-        if traverse_obj(data, 'error') == 403:
-            reason = data.get('reason')
-            if reason == 'quarantined':
-                self.raise_login_required('Quarantined subreddit; an account that has opted in is required')
-            elif reason == 'private':
-                self.raise_login_required('Private subreddit; an account that has been approved is required')
-            else:
-                raise ExtractorError(f'HTTP Error 403 Forbidden; reason given: {reason}')
-
-        data = data[0]['data']['children'][0]['data']
-        video_url = data['url']
-
-        over_18 = data.get('over_18')
-        if over_18 is True:
-            age_limit = 18
-        elif over_18 is False:
-            age_limit = 0
-        else:
-            age_limit = None
-
-        thumbnails = []
-
-        def add_thumbnail(src):
-            if not isinstance(src, dict):
-                return
-            thumbnail_url = url_or_none(src.get('url'))
-            if not thumbnail_url:
-                return
-            thumbnails.append({
-                'url': unescapeHTML(thumbnail_url),
-                'width': int_or_none(src.get('width')),
-                'height': int_or_none(src.get('height')),
-                'http_headers': {'Accept': '*/*'},
-            })
-
-        for image in try_get(data, lambda x: x['preview']['images']) or []:
-            if not isinstance(image, dict):
-                continue
-            add_thumbnail(image.get('source'))
-            resolutions = image.get('resolutions')
-            if isinstance(resolutions, list):
-                for resolution in resolutions:
-                    add_thumbnail(resolution)
-
-        info = {
-            'title': data.get('title'),
-            'thumbnails': thumbnails,
-            'timestamp': float_or_none(data.get('created_utc')),
-            'uploader': data.get('author'),
-            'channel_id': data.get('subreddit'),
-            'like_count': int_or_none(data.get('ups')),
-            'dislike_count': int_or_none(data.get('downs')),
-            'comment_count': int_or_none(data.get('num_comments')),
-            'age_limit': age_limit,
-        }
-
-        parsed_url = urllib.parse.urlparse(video_url)
-
-        # Check for embeds in text posts, or else raise to avoid recursing into the same reddit URL
-        if 'reddit.com' in parsed_url.netloc and f'/{video_id}/' in parsed_url.path:
-            entries = []
-            for media in traverse_obj(data, ('media_metadata', ...), expected_type=dict):
-                if not media.get('id') or media.get('e') != 'RedditVideo':
-                    continue
-                formats = []
-                if media.get('hlsUrl'):
-                    formats.extend(self._extract_m3u8_formats(
-                        unescapeHTML(media['hlsUrl']), video_id, 'mp4', m3u8_id='hls', fatal=False))
-                if media.get('dashUrl'):
-                    formats.extend(self._extract_mpd_formats(
-                        unescapeHTML(media['dashUrl']), video_id, mpd_id='dash', fatal=False))
-                if formats:
-                    entries.append({
-                        'id': media['id'],
-                        'display_id': video_id,
-                        'formats': formats,
-                        **info,
-                    })
-            if entries:
-                return self.playlist_result(entries, video_id, info.get('title'))
-            raise ExtractorError('No media found', expected=True)
-
-        # Check if media is hosted on reddit:
-        reddit_video = traverse_obj(data, (
-            (None, ('crosspost_parent_list', ...)), ('secure_media', 'media'), 'reddit_video'), get_all=False)
-        if reddit_video:
-            playlist_urls = [
-                try_get(reddit_video, lambda x: unescapeHTML(x[y]))
-                for y in ('dash_url', 'hls_url')
-            ]
-
-            # Update video_id
-            display_id = video_id
-            video_id = self._search_regex(
-                r'https?://v\.redd\.it/(?P<id>[^/?#&]+)', reddit_video['fallback_url'],
-                'video_id', default=display_id)
-
-            dash_playlist_url = playlist_urls[0] or f'https://v.redd.it/{video_id}/DASHPlaylist.mpd'
-            hls_playlist_url = playlist_urls[1] or f'https://v.redd.it/{video_id}/HLSPlaylist.m3u8'
-
-            formats = [{
-                'url': unescapeHTML(reddit_video['fallback_url']),
-                'height': int_or_none(reddit_video.get('height')),
-                'width': int_or_none(reddit_video.get('width')),
-                'tbr': int_or_none(reddit_video.get('bitrate_kbps')),
-                'acodec': 'none',
-                'vcodec': 'h264',
-                'ext': 'mp4',
-                'format_id': 'fallback',
-                'format_note': 'DASH video, mp4_dash',
-            }]
-            hls_fmts, subtitles = self._extract_m3u8_formats_and_subtitles(
-                hls_playlist_url, display_id, 'mp4', m3u8_id='hls', fatal=False)
-            formats.extend(hls_fmts)
-            dash_fmts, dash_subs = self._extract_mpd_formats_and_subtitles(
-                dash_playlist_url, display_id, mpd_id='dash', fatal=False)
-            formats.extend(dash_fmts)
-            self._merge_subtitles(dash_subs, target=subtitles)
-
-            return {
-                **info,
-                'id': video_id,
-                'display_id': display_id,
-                'formats': formats,
-                'subtitles': subtitles,
-                'duration': int_or_none(reddit_video.get('duration')),
-            }
-
-        if parsed_url.netloc == 'v.redd.it':
-            self.raise_no_formats('This video is processing', expected=True, video_id=video_id)
-            return {
-                **info,
-                'id': parsed_url.path.split('/')[1],
-                'display_id': video_id,
-            }
-
-        # Not hosted on reddit, must continue extraction
-        return {
-            **info,
-            'display_id': video_id,
-            '_type': 'url_transparent',
-            'url': video_url,
-        }

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/redge.py

@@ -1,135 +0,0 @@
-import functools
-
-from .common import InfoExtractor
-from ..networking import HEADRequest
-from ..utils import (
-    float_or_none,
-    int_or_none,
-    join_nonempty,
-    parse_qs,
-    update_url_query,
-)
-from ..utils.traversal import traverse_obj
-
-
-class RedCDNLivxIE(InfoExtractor):
-    _VALID_URL = r'https?://[^.]+\.(?:dcs\.redcdn|atmcdn)\.pl/(?:live(?:dash|hls|ss)|nvr)/o2/(?P<tenant>[^/?#]+)/(?P<id>[^?#]+)\.livx'
-    IE_NAME = 'redcdnlivx'
-
-    _TESTS = [{
-        'url': 'https://r.dcs.redcdn.pl/livedash/o2/senat/ENC02/channel.livx?indexMode=true&startTime=638272860000&stopTime=638292544000',
-        'info_dict': {
-            'id': 'ENC02-638272860000-638292544000',
-            'ext': 'mp4',
-            'title': 'ENC02',
-            'duration': 19683.982,
-            'live_status': 'was_live',
-        },
-    }, {
-        'url': 'https://r.dcs.redcdn.pl/livedash/o2/sejm/ENC18/live.livx?indexMode=true&startTime=722333096000&stopTime=722335562000',
-        'info_dict': {
-            'id': 'ENC18-722333096000-722335562000',
-            'ext': 'mp4',
-            'title': 'ENC18',
-            'duration': 2463.995,
-            'live_status': 'was_live',
-        },
-    }, {
-        'url': 'https://r.dcs.redcdn.pl/livehls/o2/sportevolution/live/triathlon2018/warsaw.livx/playlist.m3u8?startTime=550305000000&stopTime=550327620000',
-        'info_dict': {
-            'id': 'triathlon2018-warsaw-550305000000-550327620000',
-            'ext': 'mp4',
-            'title': 'triathlon2018/warsaw',
-            'duration': 22619.98,
-            'live_status': 'was_live',
-        },
-    }, {
-        'url': 'https://n-25-12.dcs.redcdn.pl/nvr/o2/sejm/Migacz-ENC01/1.livx?startTime=722347200000&stopTime=722367345000',
-        'only_matching': True,
-    }, {
-        'url': 'https://redir.atmcdn.pl/nvr/o2/sejm/ENC08/1.livx?startTime=503831270000&stopTime=503840040000',
-        'only_matching': True,
-    }]
-
-    """
-    Known methods (first in url path):
-    - `livedash` - DASH MPD
-    - `livehls` - HTTP Live Streaming
-    - `livess` - IIS Smooth Streaming
-    - `nvr` - CCTV mode, directly returns a file, typically flv, avc1, aac
-    - `sc` - shoutcast/icecast (audio streams, like radio)
-    """
-
-    def _real_extract(self, url):
-        tenant, path = self._match_valid_url(url).group('tenant', 'id')
-        qs = parse_qs(url)
-        start_time = traverse_obj(qs, ('startTime', 0, {int_or_none}))
-        stop_time = traverse_obj(qs, ('stopTime', 0, {int_or_none}))
-
-        def livx_mode(mode):
-            suffix = ''
-            if mode == 'livess':
-                suffix = '/manifest'
-            elif mode == 'livehls':
-                suffix = '/playlist.m3u8'
-            file_qs = {}
-            if start_time:
-                file_qs['startTime'] = start_time
-            if stop_time:
-                file_qs['stopTime'] = stop_time
-            if mode == 'nvr':
-                file_qs['nolimit'] = 1
-            elif mode != 'sc':
-                file_qs['indexMode'] = 'true'
-            return update_url_query(f'https://r.dcs.redcdn.pl/{mode}/o2/{tenant}/{path}.livx{suffix}', file_qs)
-
-        # no id or title for a transmission. making ones up.
-        title = path \
-            .replace('/live', '').replace('live/', '') \
-            .replace('/channel', '').replace('channel/', '') \
-            .strip('/')
-        video_id = join_nonempty(title.replace('/', '-'), start_time, stop_time)
-
-        formats = []
-        # downloading the manifest separately here instead of _extract_ism_formats to also get some stream metadata
-        ism_res = self._download_xml_handle(
-            livx_mode('livess'), video_id,
-            note='Downloading ISM manifest',
-            errnote='Failed to download ISM manifest',
-            fatal=False)
-        ism_doc = None
-        if ism_res is not False:
-            ism_doc, ism_urlh = ism_res
-            formats, _ = self._parse_ism_formats_and_subtitles(ism_doc, ism_urlh.url, 'ss')
-
-        nvr_urlh = self._request_webpage(
-            HEADRequest(livx_mode('nvr')), video_id, 'Follow flv file redirect', fatal=False,
-            expected_status=lambda _: True)
-        if nvr_urlh and nvr_urlh.status == 200:
-            formats.append({
-                'url': nvr_urlh.url,
-                'ext': 'flv',
-                'format_id': 'direct-0',
-                'preference': -1,   # might be slow
-            })
-        formats.extend(self._extract_mpd_formats(livx_mode('livedash'), video_id, mpd_id='dash', fatal=False))
-        formats.extend(self._extract_m3u8_formats(
-            livx_mode('livehls'), video_id, m3u8_id='hls', ext='mp4', fatal=False))
-
-        time_scale = traverse_obj(ism_doc, ('@TimeScale', {int_or_none})) or 10000000
-        duration = traverse_obj(
-            ism_doc, ('@Duration', {functools.partial(float_or_none, scale=time_scale)})) or None
-
-        live_status = None
-        if traverse_obj(ism_doc, '@IsLive') == 'TRUE':
-            live_status = 'is_live'
-        elif duration:
-            live_status = 'was_live'
-
-        return {
-            'id': video_id,
-            'title': title,
-            'formats': formats,
-            'duration': duration,
-            'live_status': live_status,
-        }