StreamingCommunity 2.9.8__py3-none-any.whl → 3.0.0__py3-none-any.whl

StreamingCommunity/Api/Site/guardaserie/site.py

@@ -44,7 +44,13 @@ def title_search(query: str) -> int:
     console.print(f"[cyan]Search url: [yellow]{search_url}")
 
     try:
-        response = httpx.get(search_url, headers={'user-agent': get_userAgent()}, timeout=max_timeout, follow_redirects=True)
+        response = httpx.get(
+            search_url, 
+            headers={'user-agent': get_userAgent()}, 
+            timeout=max_timeout, 
+            follow_redirects=True, 
+            verify=False
+        )
         response.raise_for_status()
     
     except Exception as e:
@@ -62,9 +68,10 @@ def title_search(query: str) -> int:
             link = serie_div.find('a').get("href")
 
             serie_info = {
-                'name': title,
+                'name': title.replace("streaming guardaserie", ""),
                 'url': link,
-                'type': 'tv'
+                'type': 'tv',
+                'image': f"{site_constant.FULL_URL}/{serie_div.find('img').get('src')}",
             }
 
             media_search_manager.add_media(serie_info)

StreamingCommunity/Api/Site/guardaserie/util/ScrapeSerie.py

@@ -104,4 +104,30 @@ class GetSerieInfo:
         except Exception as e:
             logging.error(f"Error parsing HTML page: {e}")
 
-        return []
+        return []
+
+
+    # ------------- FOR GUI -------------
+    def getNumberSeason(self) -> int:
+        """
+        Get the total number of seasons available for the series.
+        """
+        return self.get_seasons_number()
+    
+    def getEpisodeSeasons(self, season_number: int) -> list:
+        """
+        Get all episodes for a specific season.
+        """
+        episodes = self.get_episode_number(season_number)
+        return episodes
+        
+    def selectEpisode(self, season_number: int, episode_index: int) -> dict:
+        """
+        Get information for a specific episode in a specific season.
+        """
+        episodes = self.getEpisodeSeasons(season_number)
+        if not episodes or episode_index < 0 or episode_index >= len(episodes):
+            logging.error(f"Episode index {episode_index} is out of range for season {season_number}")
+            return None
+            
+        return episodes[episode_index]

StreamingCommunity/Api/Site/raiplay/__init__.py

@@ -0,0 +1,92 @@
+# 21.05.24
+
+
+# External library
+from rich.console import Console
+from rich.prompt import Prompt
+
+
+# Internal utilities
+from StreamingCommunity.Api.Template import get_select_title
+from StreamingCommunity.Api.Template.config_loader import site_constant
+from StreamingCommunity.Api.Template.Class.SearchType import MediaItem
+
+
+# Logic class
+from .site import title_search, table_show_manager, media_search_manager
+from .series import download_series
+from .film import download_film
+
+
+# Variable
+indice = 8
+_useFor = "film_serie"
+_priority = 1                # NOTE: Site search need the use of tmbd obj
+_engineDownload = "hls"
+
+msg = Prompt()
+console = Console()
+
+
+def get_user_input(string_to_search: str = None):
+    """
+    Asks the user to input a search term.
+    """
+    return msg.ask(f"\n[purple]Insert a word to search in [green]{site_constant.SITE_NAME}").strip()
+
+def process_search_result(select_title, selections=None):
+    """
+    Handles the search result and initiates the download for either a film or series.
+    
+    Parameters:
+        select_title (MediaItem): The selected media item
+        selections (dict, optional): Dictionary containing selection inputs that bypass manual input
+                                    {'season': season_selection, 'episode': episode_selection}
+    """
+    if select_title.type == 'tv':
+        season_selection = None
+        episode_selection = None
+        
+        if selections:
+            season_selection = selections.get('season')
+            episode_selection = selections.get('episode')
+
+        download_series(select_title, season_selection, episode_selection)
+
+    else:
+        download_film(select_title)
+
+def search(string_to_search: str = None, get_onlyDatabase: bool = False, direct_item: dict = None, selections: dict = None):
+    """
+    Main function of the application for search.
+
+    Parameters:
+        string_to_search (str, optional): String to search for
+        get_onlyDatabase (bool, optional): If True, return only the database object
+        direct_item (dict, optional): Direct item to process (bypass search)
+        selections (dict, optional): Dictionary containing selection inputs that bypass manual input
+                                    {'season': season_selection, 'episode': episode_selection}
+    """
+    if direct_item:
+        select_title = MediaItem(**direct_item)
+        process_search_result(select_title, selections)
+        return
+
+    if string_to_search is None:
+        string_to_search = msg.ask(f"\n[purple]Insert a word to search in [green]{site_constant.SITE_NAME}").strip()
+
+    # Search on database
+    len_database = title_search(string_to_search)
+
+    # If only the database is needed, return the manager
+    if get_onlyDatabase:
+        return media_search_manager
+    
+    if len_database > 0:
+        select_title = get_select_title(table_show_manager, media_search_manager)
+        process_search_result(select_title, selections)
+    
+    else:
+        # If no results are found, ask again
+        console.print(f"\n[red]Nothing matching was found for[white]: [purple]{string_to_search}")
+        search()

StreamingCommunity/Api/Site/raiplay/film.py

@@ -0,0 +1,65 @@
+# 21.05.24
+
+import os
+from typing import Tuple
+
+
+# External library
+import httpx
+from rich.console import Console
+
+
+# Internal utilities
+from StreamingCommunity.Util.os import os_manager
+from StreamingCommunity.Util.message import start_message
+from StreamingCommunity.Lib.Downloader import HLS_Downloader
+from StreamingCommunity.Util.headers import get_headers
+
+
+# Logic class
+from StreamingCommunity.Api.Template.config_loader import site_constant
+from StreamingCommunity.Api.Template.Class.SearchType import MediaItem
+
+
+# Player
+from StreamingCommunity.Api.Player.mediapolisvod import VideoSource
+
+
+# Variable
+console = Console()
+
+
+def download_film(select_title: MediaItem) -> Tuple[str, bool]:
+    """
+    Downloads a film using the provided MediaItem information.
+
+    Parameters:
+        - select_title (MediaItem): The media item containing film information
+
+    Return:
+        - str: Path to downloaded file
+        - bool: Whether download was stopped
+    """
+    start_message()
+    console.print(f"[bold yellow]Download:[/bold yellow] [red]{site_constant.SITE_NAME}[/red] → [cyan]{select_title.name}[/cyan] \n")
+
+    # Extract m3u8 URL from the film's URL
+    response = httpx.get(select_title.url + ".json", headers=get_headers(), timeout=10)
+    first_item_path =  "https://www.raiplay.it" + response.json().get("first_item_path")
+    master_playlist = VideoSource.extract_m3u8_url(first_item_path)
+
+    # Define the filename and path for the downloaded film
+    title_name = os_manager.get_sanitize_file(select_title.name) + ".mp4"
+    mp4_path = os.path.join(site_constant.MOVIE_FOLDER, title_name.replace(".mp4", ""))
+
+    # Download the film using the m3u8 playlist, and output filename
+    r_proc = HLS_Downloader(
+        m3u8_url=master_playlist,
+        output_path=os.path.join(mp4_path, title_name)
+    ).start()
+
+    if r_proc['error'] is not None:
+        try: os.remove(r_proc['path'])
+        except: pass
+
+    return r_proc['path'], r_proc['stopped']

StreamingCommunity/Api/Site/raiplay/series.py

@@ -0,0 +1,162 @@
+# 21.05.24
+
+import os
+from typing import Tuple
+
+
+# External library
+from rich.console import Console
+from rich.prompt import Prompt
+
+
+# Internal utilities
+from StreamingCommunity.Util.message import start_message
+from StreamingCommunity.Lib.Downloader import HLS_Downloader
+
+# Logic class
+from .util.ScrapeSerie import GetSerieInfo
+from StreamingCommunity.Api.Template.Util import (
+    manage_selection, 
+    map_episode_title,
+    validate_selection, 
+    validate_episode_selection, 
+    display_episodes_list
+)
+from StreamingCommunity.Api.Template.config_loader import site_constant
+from StreamingCommunity.Api.Template.Class.SearchType import MediaItem
+
+
+# Player
+from StreamingCommunity.Api.Player.mediapolisvod import VideoSource
+
+
+# Variable
+msg = Prompt()
+console = Console()
+
+
+def download_video(index_season_selected: int, index_episode_selected: int, scrape_serie: GetSerieInfo) -> Tuple[str,bool]:
+    """
+    Downloads a specific episode from the specified season.
+
+    Parameters:
+        - index_season_selected (int): Season number
+        - index_episode_selected (int): Episode index
+        - scrape_serie (GetSerieInfo): Scraper object with series information
+
+    Returns:
+        - str: Path to downloaded file
+        - bool: Whether download was stopped
+    """
+    start_message()
+
+    # Get episode information
+    obj_episode = scrape_serie.selectEpisode(index_season_selected, index_episode_selected-1)
+    console.print(f"[bold yellow]Download:[/bold yellow] [red]{site_constant.SITE_NAME}[/red] → [bold magenta]{obj_episode.name}[/bold magenta] ([cyan]S{index_season_selected}E{index_episode_selected}[/cyan]) \n")
+
+    # Get streaming URL
+    master_playlist = VideoSource.extract_m3u8_url(obj_episode.url)
+
+    # Define filename and path
+    mp4_name = f"{map_episode_title(scrape_serie.series_name, index_season_selected, index_episode_selected, obj_episode.name)}.mp4"
+    mp4_path = os.path.join(site_constant.SERIES_FOLDER, scrape_serie.series_name, f"S{index_season_selected}")
+
+    # Download the episode
+    r_proc = HLS_Downloader(
+        m3u8_url=master_playlist,
+        output_path=os.path.join(mp4_path, mp4_name)
+    ).start()
+
+    if r_proc['error'] is not None:
+        try: os.remove(r_proc['path'])
+        except: pass
+
+    return r_proc['path'], r_proc['stopped']
+
+
+def download_episode(index_season_selected: int, scrape_serie: GetSerieInfo, download_all: bool = False, episode_selection: str = None) -> None:
+    """
+    Handle downloading episodes for a specific season.
+
+    Parameters:
+        - index_season_selected (int): Season number
+        - scrape_serie (GetSerieInfo): Scraper object with series information
+        - download_all (bool): Whether to download all episodes
+        - episode_selection (str, optional): Pre-defined episode selection that bypasses manual input
+    """
+    # Get episodes for the selected season
+    episodes = scrape_serie.getEpisodeSeasons(index_season_selected)
+    episodes_count = len(episodes)
+
+    if download_all:
+        for i_episode in range(1, episodes_count + 1):
+            path, stopped = download_video(index_season_selected, i_episode, scrape_serie)
+            if stopped:
+                break
+        console.print(f"\n[red]End downloaded [yellow]season: [red]{index_season_selected}.")
+
+    else:
+        # Display episodes list and manage user selection
+        if episode_selection is None:
+            last_command = display_episodes_list(episodes)
+        else:
+            last_command = episode_selection
+            console.print(f"\n[cyan]Using provided episode selection: [yellow]{episode_selection}")
+
+        # Validate the selection
+        list_episode_select = manage_selection(last_command, episodes_count)
+        list_episode_select = validate_episode_selection(list_episode_select, episodes_count)
+
+        # Download selected episodes if not stopped
+        for i_episode in list_episode_select:
+            path, stopped = download_video(index_season_selected, i_episode, scrape_serie)
+            if stopped:
+                break
+
+def download_series(select_season: MediaItem, season_selection: str = None, episode_selection: str = None) -> None:
+    """
+    Handle downloading a complete series.
+
+    Parameters:
+        - select_season (MediaItem): Series metadata from search
+        - season_selection (str, optional): Pre-defined season selection that bypasses manual input
+        - episode_selection (str, optional): Pre-defined episode selection that bypasses manual input
+    """
+    start_message()
+
+    # Extract program name from path_id
+    program_name = None
+    if select_season.path_id:
+        parts = select_season.path_id.strip('/').split('/')
+        if len(parts) >= 2:
+            program_name = parts[-1].split('.')[0]
+
+    # Init scraper
+    scrape_serie = GetSerieInfo(program_name)
+
+    # Get seasons info
+    scrape_serie.collect_info_title()
+    seasons_count = len(scrape_serie.seasons_manager)
+    console.print(f"\n[green]Seasons found: [red]{seasons_count}")
+
+    # If season_selection is provided, use it instead of asking for input
+    if season_selection is None:
+        index_season_selected = msg.ask(
+            "\n[cyan]Insert season number [yellow](e.g., 1), [red]* [cyan]to download all seasons, "
+            "[yellow](e.g., 1-2) [cyan]for a range of seasons, or [yellow](e.g., 3-*) [cyan]to download from a specific season to the end"
+        )
+
+    else:
+        index_season_selected = season_selection
+        console.print(f"\n[cyan]Using provided season selection: [yellow]{season_selection}")
+
+    # Validate the selection
+    list_season_select = manage_selection(index_season_selected, seasons_count)
+    list_season_select = validate_selection(list_season_select, seasons_count)
+
+    # Loop through the selected seasons and download episodes
+    for season_number in list_season_select:
+        if len(list_season_select) > 1 or index_season_selected == "*":
+            download_episode(season_number, scrape_serie, download_all=True)
+        else:
+            download_episode(season_number, scrape_serie, download_all=False, episode_selection=episode_selection)

StreamingCommunity/Api/Site/raiplay/site.py

@@ -0,0 +1,173 @@
+# 21.05.24
+
+import threading
+import queue
+
+
+# External libraries
+import httpx
+from rich.console import Console
+
+
+# Internal utilities
+from StreamingCommunity.Util.config_json import config_manager
+from StreamingCommunity.Util.headers import get_userAgent
+from StreamingCommunity.Util.table import TVShowManager
+from StreamingCommunity.Lib.TMBD.tmdb import tmdb
+
+
+# Logic class
+from StreamingCommunity.Api.Template.config_loader import site_constant
+from StreamingCommunity.Api.Template.Class.SearchType import MediaManager
+
+
+# Variable
+console = Console()
+media_search_manager = MediaManager()
+table_show_manager = TVShowManager()
+max_timeout = config_manager.get_int("REQUESTS", "timeout")
+MAX_THREADS = 4
+
+
+def determine_media_type(title):
+    """
+    Use TMDB to determine if a title is a movie or TV show.
+    """
+    try:
+        # First search as a movie
+        movie_results = tmdb._make_request("search/movie", {"query": title})
+        movie_count = len(movie_results.get("results", []))
+        
+        # Then search as a TV show
+        tv_results = tmdb._make_request("search/tv", {"query": title})
+        tv_count = len(tv_results.get("results", []))
+        
+        # If results found in only one category, use that
+        if movie_count > 0 and tv_count == 0:
+            return "film"
+        elif tv_count > 0 and movie_count == 0:
+            return "tv"
+        
+        # If both have results, compare popularity
+        if movie_count > 0 and tv_count > 0:
+            top_movie = movie_results["results"][0]
+            top_tv = tv_results["results"][0]
+            
+            return "film" if top_movie.get("popularity", 0) > top_tv.get("popularity", 0) else "tv"
+
+        return "film"
+    
+    except Exception as e:
+        console.log(f"Error determining media type with TMDB: {e}")
+        return "film"
+
+
+def worker_determine_type(work_queue, result_dict, worker_id):
+    """
+    Worker function to process items from queue and determine media types.
+    
+    Parameters:
+        - work_queue: Queue containing items to process
+        - result_dict: Dictionary to store results
+        - worker_id: ID of the worker thread
+    """
+    while not work_queue.empty():
+        try:
+            index, item = work_queue.get(block=False)
+            title = item.get('titolo', '')
+            media_type = determine_media_type(title)
+            
+            result_dict[index] = {
+                'id': item.get('id', ''),
+                'name': title,
+                'type': media_type,
+                'path_id': item.get('path_id', ''),
+                'url': f"https://www.raiplay.it{item.get('url', '')}",
+                'image': f"https://www.raiplay.it{item.get('immagine', '')}",
+            }
+            
+            work_queue.task_done()
+
+        except queue.Empty:
+            break
+
+        except Exception as e:
+            console.log(f"Worker {worker_id} error: {e}")
+            work_queue.task_done()
+
+
+def title_search(query: str) -> int:
+    """
+    Search for titles based on a search query.
+      
+    Parameters:
+        - query (str): The query to search for.
+
+    Returns:
+        int: The number of titles found.
+    """
+    media_search_manager.clear()
+    table_show_manager.clear()
+
+    search_url = f"https://www.raiplay.it/atomatic/raiplay-search-service/api/v1/msearch"
+    console.print(f"[cyan]Search url: [yellow]{search_url}")
+
+    json_data = {
+        'templateIn': '6470a982e4e0301afe1f81f1',
+        'templateOut': '6516ac5d40da6c377b151642',
+        'params': {
+            'param': query,
+            'from': None,
+            'sort': 'relevance',
+            'onlyVideoQuery': False,
+        },
+    }
+
+    try:
+        response = httpx.post(
+            search_url, 
+            headers={'user-agent': get_userAgent()}, 
+            json=json_data, 
+            timeout=max_timeout, 
+            follow_redirects=True
+        )
+        response.raise_for_status()
+
+    except Exception as e:
+        console.print(f"Site: {site_constant.SITE_NAME}, request search error: {e}")
+        return 0
+
+    # Limit to only 15 results for performance
+    data = response.json().get('agg').get('titoli').get('cards')
+    data = data[:15] if len(data) > 15 else data
+    
+    # Use multithreading to determine media types in parallel
+    work_queue = queue.Queue()
+    result_dict = {}
+    
+    # Add items to the work queue
+    for i, item in enumerate(data):
+        work_queue.put((i, item))
+    
+    # Create and start worker threads
+    threads = []
+    for i in range(min(MAX_THREADS, len(data))):
+        thread = threading.Thread(
+            target=worker_determine_type,
+            args=(work_queue, result_dict, i),
+            daemon=True
+        )
+        threads.append(thread)
+        thread.start()
+    
+    # Wait for all threads to complete
+    for thread in threads:
+        thread.join()
+    
+    # Add all results to media manager in correct order
+    for i in range(len(data)):
+        if i in result_dict:
+            media_search_manager.add_media(result_dict[i])
+          
+    # Return the number of titles found
+    return media_search_manager.get_length()

StreamingCommunity/Api/Site/raiplay/util/ScrapeSerie.py

@@ -0,0 +1,127 @@
+# 21.05.24
+
+import logging
+
+
+# External libraries
+import httpx
+
+
+# Internal utilities
+from StreamingCommunity.Util.headers import get_headers
+from StreamingCommunity.Util.config_json import config_manager
+from StreamingCommunity.Api.Player.Helper.Vixcloud.util import SeasonManager
+
+
+# Variable
+max_timeout = config_manager.get_int("REQUESTS", "timeout")
+
+
+class GetSerieInfo:
+    def __init__(self, program_name: str):
+        """Initialize the GetSerieInfo class."""
+        self.base_url = "https://www.raiplay.it"
+        self.program_name = program_name
+        self.series_name = program_name
+        self.seasons_manager = SeasonManager()
+
+    def collect_info_title(self) -> None:
+        """Get series info including seasons."""
+        try:
+            program_url = f"{self.base_url}/programmi/{self.program_name}.json"
+            response = httpx.get(url=program_url, headers=get_headers(), timeout=max_timeout)
+            response.raise_for_status()
+
+            json_data = response.json()
+            
+            # Look for seasons in the 'blocks' property
+            for block in json_data.get('blocks'):
+                if block.get('type') == 'RaiPlay Multimedia Block' and block.get('name', '').lower() == 'episodi':
+                    self.publishing_block_id = block.get('id')
+                    
+                    # Extract seasons from sets array
+                    for season_set in block.get('sets', []):
+                        if 'stagione' in season_set.get('name', '').lower():
+                            self.seasons_manager.add_season({
+                                'id': season_set.get('id', ''),
+                                'number': len(self.seasons_manager.seasons) + 1,
+                                'name': season_set.get('name', ''),
+                                'path': season_set.get('path_id', ''),
+                                'episodes_count': season_set.get('episode_size', {}).get('number', 0)
+                            })
+
+        except Exception as e:
+            logging.error(f"Error collecting series info: {e}")
+
+    def collect_info_season(self, number_season: int) -> None:
+        """Get episodes for a specific season."""
+        try:
+            season = self.seasons_manager.get_season_by_number(number_season)
+
+            url = f"{self.base_url}/programmi/{self.program_name}/{self.publishing_block_id}/{season.id}/episodes.json"
+            response = httpx.get(url=url, headers=get_headers(), timeout=max_timeout)
+            response.raise_for_status()
+            
+            episodes_data = response.json()
+            cards = []
+            
+            # Extract episodes from different possible structures 
+            if 'seasons' in episodes_data:
+                for season_data in episodes_data.get('seasons', []):
+                    for episode_set in season_data.get('episodes', []):
+                        cards.extend(episode_set.get('cards', []))
+            
+            if not cards:
+                cards = episodes_data.get('cards', [])
+
+            # Add episodes to season
+            for ep in cards:
+                episode = {
+                    'id': ep.get('id', ''),
+                    'number': ep.get('episode', ''),
+                    'name': ep.get('episode_title', '') or ep.get('toptitle', ''),
+                    'duration': ep.get('duration', ''),
+                    'url': f"{self.base_url}{ep.get('weblink', '')}" if 'weblink' in ep else f"{self.base_url}{ep.get('url', '')}"
+                }
+                season.episodes.add(episode)
+
+        except Exception as e:
+            logging.error(f"Error collecting episodes for season {number_season}: {e}")
+            raise
+
+
+    # ------------- FOR GUI -------------
+    def getNumberSeason(self) -> int:
+        """
+        Get the total number of seasons available for the series.
+        """
+        if not self.seasons_manager.seasons:
+            self.collect_info_title()
+            
+        return len(self.seasons_manager.seasons)
+    
+    def getEpisodeSeasons(self, season_number: int) -> list:
+        """
+        Get all episodes for a specific season.
+        """
+        season = self.seasons_manager.get_season_by_number(season_number)
+
+        if not season:
+            logging.error(f"Season {season_number} not found")
+            return []
+            
+        if not season.episodes.episodes:
+            self.collect_info_season(season_number)
+            
+        return season.episodes.episodes
+        
+    def selectEpisode(self, season_number: int, episode_index: int) -> dict:
+        """
+        Get information for a specific episode in a specific season.
+        """
+        episodes = self.getEpisodeSeasons(season_number)
+        if not episodes or episode_index < 0 or episode_index >= len(episodes):
+            logging.error(f"Episode index {episode_index} is out of range for season {season_number}")
+            return None
+            
+        return episodes[episode_index]