@tushar-br/desktop 1.0.283 → 1.0.284

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/nfb.py

@@ -1,300 +0,0 @@
-from .common import InfoExtractor
-from ..utils import (
-    int_or_none,
-    join_nonempty,
-    merge_dicts,
-    parse_count,
-    url_or_none,
-    urljoin,
-)
-from ..utils.traversal import traverse_obj
-
-
-class NFBBaseIE(InfoExtractor):
-    _VALID_URL_BASE = r'https?://(?:www\.)?(?P<site>nfb|onf)\.ca'
-    _GEO_COUNTRIES = ['CA']
-
-    def _extract_ep_data(self, webpage, video_id, fatal=False):
-        return self._search_json(
-            r'const\s+episodesData\s*=', webpage, 'episode data', video_id,
-            contains_pattern=r'\[\s*{(?s:.+)}\s*\]', fatal=fatal) or []
-
-    def _extract_ep_info(self, data, video_id, slug=None):
-        info = traverse_obj(data, (lambda _, v: video_id in v['embed_url'], {
-            'description': ('description', {str}),
-            'thumbnail': ('thumbnail_url', {url_or_none}),
-            'uploader': ('data_layer', 'episodeMaker', {str}),
-            'release_year': ('data_layer', 'episodeYear', {int_or_none}),
-            'episode': ('data_layer', 'episodeTitle', {str}),
-            'season': ('data_layer', 'seasonTitle', {str}),
-            'season_number': ('data_layer', 'seasonTitle', {parse_count}),
-            'series': ('data_layer', 'seriesTitle', {str}),
-        }), get_all=False)
-
-        return {
-            **info,
-            'id': video_id,
-            'title': join_nonempty('series', 'episode', from_dict=info, delim=' - '),
-            'episode_number': int_or_none(self._search_regex(
-                r'[/-]e(?:pisode)?-?(\d+)(?:[/-]|$)', slug or video_id, 'episode number', default=None)),
-        }
-
-
-class NFBIE(NFBBaseIE):
-    IE_NAME = 'nfb'
-    IE_DESC = 'nfb.ca and onf.ca films and episodes'
-    _VALID_URL = [
-        rf'{NFBBaseIE._VALID_URL_BASE}/(?P<type>film)/(?P<id>[^/?#&]+)',
-        rf'{NFBBaseIE._VALID_URL_BASE}/(?P<type>series?)/(?P<id>[^/?#&]+/s(?:ea|ai)son\d+/episode\d+)',
-    ]
-    _TESTS = [{
-        'note': 'NFB film',
-        'url': 'https://www.nfb.ca/film/trafficopter/',
-        'info_dict': {
-            'id': 'trafficopter',
-            'ext': 'mp4',
-            'title': 'Trafficopter',
-            'description': 'md5:060228455eb85cf88785c41656776bc0',
-            'thumbnail': r're:^https?://.*\.jpg$',
-            'uploader': 'Barrie Howells',
-            'release_year': 1972,
-            'duration': 600.0,
-        },
-        'params': {'skip_download': 'm3u8'},
-    }, {
-        'note': 'ONF film',
-        'url': 'https://www.onf.ca/film/mal-du-siecle/',
-        'info_dict': {
-            'id': 'mal-du-siecle',
-            'ext': 'mp4',
-            'title': 'Le mal du siècle',
-            'description': 'md5:1abf774d77569ebe603419f2d344102b',
-            'thumbnail': r're:^https?://.*\.jpg$',
-            'uploader': 'Catherine Lepage',
-            'release_year': 2019,
-            'duration': 300.0,
-        },
-        'params': {'skip_download': 'm3u8'},
-    }, {
-        'note': 'NFB episode with English title',
-        'url': 'https://www.nfb.ca/series/true-north-inside-the-rise-of-toronto-basketball/season1/episode9/',
-        'info_dict': {
-            'id': 'true-north-episode9-true-north-finale-making-it',
-            'ext': 'mp4',
-            'title': 'True North: Inside the Rise of Toronto Basketball - Finale: Making It',
-            'description': 'We catch up with each player in the midst of their journey as they reflect on their road ahead.',
-            'series': 'True North: Inside the Rise of Toronto Basketball',
-            'release_year': 2018,
-            'season': 'Season 1',
-            'season_number': 1,
-            'episode': 'Finale: Making It',
-            'episode_number': 9,
-            'uploader': 'Ryan Sidhoo',
-            'thumbnail': r're:^https?://.*\.jpg$',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }, {
-        'note': 'ONF episode with French title',
-        'url': 'https://www.onf.ca/serie/direction-nord-la-montee-du-basketball-a-toronto/saison1/episode9/',
-        'info_dict': {
-            'id': 'direction-nord-episode-9',
-            'ext': 'mp4',
-            'title': 'Direction nord – La montée du basketball à Toronto - Finale : Réussir',
-            'description': 'md5:349a57419b71432b97bf6083d92b029d',
-            'series': 'Direction nord – La montée du basketball à Toronto',
-            'release_year': 2018,
-            'season': 'Saison 1',
-            'season_number': 1,
-            'episode': 'Finale : Réussir',
-            'episode_number': 9,
-            'uploader': 'Ryan Sidhoo',
-            'thumbnail': r're:^https?://.*\.jpg$',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }, {
-        'note': 'NFB episode with French title (needs geo-bypass)',
-        'url': 'https://www.nfb.ca/series/etoile-du-nord/saison1/episode1/',
-        'info_dict': {
-            'id': 'etoile-du-nord-episode-1-lobservation',
-            'ext': 'mp4',
-            'title': 'Étoile du Nord - L\'observation',
-            'description': 'md5:161a4617260dee3de70f509b2c9dd21b',
-            'series': 'Étoile du Nord',
-            'release_year': 2023,
-            'season': 'Saison 1',
-            'season_number': 1,
-            'episode': 'L\'observation',
-            'episode_number': 1,
-            'uploader': 'Patrick Bossé',
-            'thumbnail': r're:^https?://.*\.jpg$',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }, {
-        'note': 'ONF episode with English title (needs geo-bypass)',
-        'url': 'https://www.onf.ca/serie/north-star/season1/episode1/',
-        'info_dict': {
-            'id': 'north-star-episode-1-observation',
-            'ext': 'mp4',
-            'title': 'North Star - Observation',
-            'description': 'md5:c727f370839d8a817392b9e3f23655c7',
-            'series': 'North Star',
-            'release_year': 2023,
-            'season': 'Season 1',
-            'season_number': 1,
-            'episode': 'Observation',
-            'episode_number': 1,
-            'uploader': 'Patrick Bossé',
-            'thumbnail': r're:^https?://.*\.jpg$',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }, {
-        'note': 'NFB episode with /film/ URL and English title (needs geo-bypass)',
-        'url': 'https://www.nfb.ca/film/north-star-episode-1-observation/',
-        'info_dict': {
-            'id': 'north-star-episode-1-observation',
-            'ext': 'mp4',
-            'title': 'North Star - Observation',
-            'description': 'md5:c727f370839d8a817392b9e3f23655c7',
-            'series': 'North Star',
-            'release_year': 2023,
-            'season': 'Season 1',
-            'season_number': 1,
-            'episode': 'Observation',
-            'episode_number': 1,
-            'uploader': 'Patrick Bossé',
-            'thumbnail': r're:^https?://.*\.jpg$',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }, {
-        'note': 'ONF episode with /film/ URL and French title (needs geo-bypass)',
-        'url': 'https://www.onf.ca/film/etoile-du-nord-episode-1-lobservation/',
-        'info_dict': {
-            'id': 'etoile-du-nord-episode-1-lobservation',
-            'ext': 'mp4',
-            'title': 'Étoile du Nord - L\'observation',
-            'description': 'md5:161a4617260dee3de70f509b2c9dd21b',
-            'series': 'Étoile du Nord',
-            'release_year': 2023,
-            'season': 'Saison 1',
-            'season_number': 1,
-            'episode': 'L\'observation',
-            'episode_number': 1,
-            'uploader': 'Patrick Bossé',
-            'thumbnail': r're:^https?://.*\.jpg$',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }, {
-        'note': 'Season 2 episode w/o episode num in id, extract from json ld',
-        'url': 'https://www.onf.ca/film/liste-des-choses-qui-existent-saison-2-ours',
-        'info_dict': {
-            'id': 'liste-des-choses-qui-existent-saison-2-ours',
-            'ext': 'mp4',
-            'title': 'La liste des choses qui existent - L\'ours en peluche',
-            'description': 'md5:d5e8d8fc5f3a7385a9cf0f509b37e28a',
-            'series': 'La liste des choses qui existent',
-            'release_year': 2022,
-            'season': 'Saison 2',
-            'season_number': 2,
-            'episode': 'L\'ours en peluche',
-            'episode_number': 12,
-            'uploader': 'Francis Papillon',
-            'thumbnail': r're:^https?://.*\.jpg$',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }, {
-        'note': 'NFB film /embed/player/ page',
-        'url': 'https://www.nfb.ca/film/afterlife/embed/player/',
-        'info_dict': {
-            'id': 'afterlife',
-            'ext': 'mp4',
-            'title': 'Afterlife',
-            'description': 'md5:84951394f594f1fb1e62d9c43242fdf5',
-            'release_year': 1978,
-            'duration': 420.0,
-            'uploader': 'Ishu Patel',
-            'thumbnail': r're:^https?://.*\.jpg$',
-        },
-        'params': {'skip_download': 'm3u8'},
-    }]
-
-    def _real_extract(self, url):
-        site, type_, slug = self._match_valid_url(url).group('site', 'type', 'id')
-        # Need to construct the URL since we match /embed/player/ URLs as well
-        webpage, urlh = self._download_webpage_handle(f'https://www.{site}.ca/{type_}/{slug}/', slug)
-        # type_ can change from film to serie(s) after redirect; new slug may have episode number
-        type_, slug = self._match_valid_url(urlh.url).group('type', 'id')
-
-        embed_url = urljoin(f'https://www.{site}.ca', self._html_search_regex(
-            r'<[^>]+\bid=["\']player-iframe["\'][^>]*\bsrc=["\']([^"\']+)', webpage, 'embed url'))
-        video_id = self._match_id(embed_url)  # embed url has unique slug
-        player = self._download_webpage(embed_url, video_id, 'Downloading player page')
-        if 'MESSAGE_GEOBLOCKED' in player:
-            self.raise_geo_restricted(countries=self._GEO_COUNTRIES)
-
-        formats, subtitles = self._extract_m3u8_formats_and_subtitles(
-            self._html_search_regex(r'source:\s*\'([^\']+)', player, 'm3u8 url'),
-            video_id, 'mp4', m3u8_id='hls')
-
-        if dv_source := self._html_search_regex(r'dvSource:\s*\'([^\']+)', player, 'dv', default=None):
-            fmts, subs = self._extract_m3u8_formats_and_subtitles(
-                dv_source, video_id, 'mp4', m3u8_id='dv', preference=-2, fatal=False)
-            for fmt in fmts:
-                fmt['format_note'] = 'described video'
-            formats.extend(fmts)
-            self._merge_subtitles(subs, target=subtitles)
-
-        info = {
-            'id': video_id,
-            'title': self._html_search_regex(
-                r'<[^>]+\bid=["\']titleHeader["\'][^>]*>\s*<h1[^>]*>\s*([^<]+?)\s*</h1>',
-                webpage, 'title', default=None),
-            'description': self._html_search_regex(
-                r'<[^>]+\bid=["\']tabSynopsis["\'][^>]*>\s*<p[^>]*>\s*([^<]+)',
-                webpage, 'description', default=None),
-            'thumbnail': self._html_search_regex(
-                r'poster:\s*\'([^\']+)', player, 'thumbnail', default=None),
-            'uploader': self._html_search_regex(
-                r'<[^>]+\bitemprop=["\']name["\'][^>]*>([^<]+)', webpage, 'uploader', default=None),
-            'release_year': int_or_none(self._html_search_regex(
-                r'<[^>]+\bitemprop=["\']datePublished["\'][^>]*>([^<]+)',
-                webpage, 'release_year', default=None)),
-        } if type_ == 'film' else self._extract_ep_info(self._extract_ep_data(webpage, video_id, slug), video_id)
-
-        return merge_dicts({
-            'formats': formats,
-            'subtitles': subtitles,
-        }, info, self._search_json_ld(webpage, video_id, default={}))
-
-
-class NFBSeriesIE(NFBBaseIE):
-    IE_NAME = 'nfb:series'
-    IE_DESC = 'nfb.ca and onf.ca series'
-    _VALID_URL = rf'{NFBBaseIE._VALID_URL_BASE}/(?P<type>series?)/(?P<id>[^/?#&]+)/?(?:[?#]|$)'
-    _TESTS = [{
-        'url': 'https://www.nfb.ca/series/true-north-inside-the-rise-of-toronto-basketball/',
-        'playlist_mincount': 9,
-        'info_dict': {
-            'id': 'true-north-inside-the-rise-of-toronto-basketball',
-        },
-    }, {
-        'url': 'https://www.onf.ca/serie/la-liste-des-choses-qui-existent-serie/',
-        'playlist_mincount': 26,
-        'info_dict': {
-            'id': 'la-liste-des-choses-qui-existent-serie',
-        },
-    }]
-
-    def _entries(self, episodes):
-        for episode in traverse_obj(episodes, lambda _, v: NFBIE.suitable(v['embed_url'])):
-            mobj = NFBIE._match_valid_url(episode['embed_url'])
-            yield self.url_result(
-                mobj[0], NFBIE, **self._extract_ep_info([episode], mobj.group('id')))
-
-    def _real_extract(self, url):
-        site, type_, series_id = self._match_valid_url(url).group('site', 'type', 'id')
-        season_path = 'saison' if type_ == 'serie' else 'season'
-        webpage = self._download_webpage(
-            f'https://www.{site}.ca/{type_}/{series_id}/{season_path}1/episode1', series_id)
-        episodes = self._extract_ep_data(webpage, series_id, fatal=True)
-
-        return self.playlist_result(self._entries(episodes), series_id)

package/staging_area/micro projects/SD -Advanced Media Processing Toolkit Automated Downloader, Segmenter & Neural Dubber/.venv/Lib/site-packages/yt_dlp/extractor/nfhsnetwork.py

@@ -1,141 +0,0 @@
-from .common import InfoExtractor
-
-
-from ..utils import (
-    try_get,
-    unified_strdate,
-    unified_timestamp
-)
-
-
-class NFHSNetworkIE(InfoExtractor):
-    IE_NAME = 'NFHSNetwork'
-    _VALID_URL = r'https?://(?:www\.)?nfhsnetwork\.com/events/[\w-]+/(?P<id>(?:gam|evt|dd|)?[\w\d]{0,10})'
-    _TESTS = [{
-        # Auto-generated two-team sport (pixellot)
-        'url': 'https://www.nfhsnetwork.com/events/rockford-high-school-rockford-mi/gamcf7e54cfbc',
-        'info_dict': {
-            'id': 'gamcf7e54cfbc',
-            'ext': 'mp4',
-            'title': 'Rockford vs Spring Lake - Girls Varsity Lacrosse 03/27/2021',
-            'uploader': 'MHSAA - Michigan: Rockford High School, Rockford, MI',
-            'uploader_id': 'cd2622cf76',
-            'uploader_url': 'https://www.nfhsnetwork.com/schools/rockford-high-school-rockford-mi',
-            'location': 'Rockford, Michigan',
-            'timestamp': 1616859000,
-            'upload_date': '20210327'
-        },
-        'params': {
-            # m3u8 download
-            'skip_download': True,
-        }
-    }, {
-        # Non-sport activity with description
-        'url': 'https://www.nfhsnetwork.com/events/limon-high-school-limon-co/evt4a30e3726c',
-        'info_dict': {
-            'id': 'evt4a30e3726c',
-            'ext': 'mp4',
-            'title': 'Drama Performance Limon High School vs. Limon High School - 12/13/2020',
-            'description': 'Join the broadcast of the Limon High School Musical Performance at 2 PM.',
-            'uploader': 'CHSAA: Limon High School, Limon, CO',
-            'uploader_id': '7d2d121332',
-            'uploader_url': 'https://www.nfhsnetwork.com/schools/limon-high-school-limon-co',
-            'location': 'Limon, Colorado',
-            'timestamp': 1607893200,
-            'upload_date': '20201213'
-        },
-        'params': {
-            # m3u8 download
-            'skip_download': True,
-        }
-    }, {
-        # Postseason game
-        'url': 'https://www.nfhsnetwork.com/events/nfhs-network-special-events/dd8de71d45',
-        'info_dict': {
-            'id': 'dd8de71d45',
-            'ext': 'mp4',
-            'title': '2015 UA Holiday Classic Tournament: National Division  - 12/26/2015',
-            'uploader': 'SoCal Sports Productions',
-            'uploader_id': '063dba0150',
-            'uploader_url': 'https://www.nfhsnetwork.com/affiliates/socal-sports-productions',
-            'location': 'San Diego, California',
-            'timestamp': 1451187000,
-            'upload_date': '20151226'
-        },
-        'params': {
-            # m3u8 download
-            'skip_download': True,
-        }
-    }, {
-        # Video with no broadcasts object
-        'url': 'https://www.nfhsnetwork.com/events/wiaa-wi/9aa2f92f82',
-        'info_dict': {
-            'id': '9aa2f92f82',
-            'ext': 'mp4',
-            'title': 'Competitive Equity  - 01/21/2015',
-            'description': 'Committee members discuss points of their research regarding a competitive equity plan',
-            'uploader': 'WIAA - Wisconsin: Wisconsin Interscholastic Athletic Association',
-            'uploader_id': 'a49f7d1002',
-            'uploader_url': 'https://www.nfhsnetwork.com/associations/wiaa-wi',
-            'location': 'Stevens Point, Wisconsin',
-            'timestamp': 1421856000,
-            'upload_date': '20150121'
-        },
-        'params': {
-            # m3u8 download
-            'skip_download': True,
-        }
-    }
-    ]
-
-    def _real_extract(self, url):
-        video_id = self._match_id(url)
-        webpage = self._download_webpage(url, video_id)
-        data = self._download_json(
-            'https://cfunity.nfhsnetwork.com/v2/game_or_event/' + video_id,
-            video_id)
-        publisher = data.get('publishers')[0]  # always exists
-        broadcast = (publisher.get('broadcasts') or publisher.get('vods'))[0]  # some (older) videos don't have a broadcasts object
-        uploader = publisher.get('formatted_name') or publisher.get('name')
-        uploaderID = publisher.get('publisher_key')
-        pubType = publisher.get('type')
-        uploaderPrefix = (
-            "schools" if pubType == "school"
-            else "associations" if "association" in pubType
-            else "affiliates" if (pubType == "publisher" or pubType == "affiliate")
-            else "schools")
-        uploaderPage = 'https://www.nfhsnetwork.com/%s/%s' % (uploaderPrefix, publisher.get('slug'))
-        location = '%s, %s' % (data.get('city'), data.get('state_name'))
-        description = broadcast.get('description')
-        isLive = broadcast.get('on_air') or broadcast.get('status') == 'on_air' or False
-
-        timestamp = unified_timestamp(data.get('local_start_time'))
-        upload_date = unified_strdate(data.get('local_start_time'))
-
-        title = (
-            self._og_search_title(webpage)
-            or self._html_search_regex(r'<h1 class="sr-hidden">(.*?)</h1>', webpage, 'title'))
-        title = title.split('|')[0].strip()
-
-        video_type = 'broadcasts' if isLive else 'vods'
-        key = broadcast.get('key') if isLive else try_get(publisher, lambda x: x['vods'][0]['key'])
-        m3u8_url = self._download_json(
-            'https://cfunity.nfhsnetwork.com/v2/%s/%s/url' % (video_type, key),
-            video_id).get('video_url')
-
-        formats = self._extract_m3u8_formats(m3u8_url, video_id, 'mp4', live=isLive)
-
-        return {
-            'id': video_id,
-            'title': title,
-            'formats': formats,
-            'description': description,
-            'timestamp': timestamp,
-            'uploader': uploader,
-            'uploader_id': uploaderID,
-            'uploader_url': uploaderPage,
-            'location': location,
-            'upload_date': upload_date,
-            'is_live': isLive,
-            '_format_sort_fields': ('res', 'tbr'),
-        }