StreamingCommunity 2.9.7__py3-none-any.whl → 2.9.9__py3-none-any.whl

StreamingCommunity/Api/Site/raiplay/site.py

@@ -0,0 +1,166 @@
+# 10.12.23
+
+import threading
+import queue
+
+# External libraries
+import httpx
+from rich.console import Console
+
+
+# Internal utilities
+from StreamingCommunity.Util.config_json import config_manager
+from StreamingCommunity.Util.headers import get_userAgent
+from StreamingCommunity.Util.table import TVShowManager
+from StreamingCommunity.Lib.TMBD.tmdb import tmdb
+
+
+# Logic class
+from StreamingCommunity.Api.Template.config_loader import site_constant
+from StreamingCommunity.Api.Template.Class.SearchType import MediaManager
+
+
+# Variable
+console = Console()
+media_search_manager = MediaManager()
+table_show_manager = TVShowManager()
+max_timeout = config_manager.get_int("REQUESTS", "timeout")
+MAX_THREADS = 4
+
+
+def determine_media_type(title):
+    """
+    Use TMDB to determine if a title is a movie or TV show.
+    """
+    try:
+        # First search as a movie
+        movie_results = tmdb._make_request("search/movie", {"query": title})
+        movie_count = len(movie_results.get("results", []))
+        
+        # Then search as a TV show
+        tv_results = tmdb._make_request("search/tv", {"query": title})
+        tv_count = len(tv_results.get("results", []))
+        
+        # If results found in only one category, use that
+        if movie_count > 0 and tv_count == 0:
+            return "film"
+        elif tv_count > 0 and movie_count == 0:
+            return "tv"
+        
+        # If both have results, compare popularity
+        if movie_count > 0 and tv_count > 0:
+            top_movie = movie_results["results"][0]
+            top_tv = tv_results["results"][0]
+            
+            return "film" if top_movie.get("popularity", 0) > top_tv.get("popularity", 0) else "tv"
+
+        return "film"
+    
+    except Exception as e:
+        console.log(f"Error determining media type with TMDB: {e}")
+        return "film"
+
+
+def worker_determine_type(work_queue, result_dict, worker_id):
+    """
+    Worker function to process items from queue and determine media types.
+    
+    Parameters:
+        - work_queue: Queue containing items to process
+        - result_dict: Dictionary to store results
+        - worker_id: ID of the worker thread
+    """
+    while not work_queue.empty():
+        try:
+            index, item = work_queue.get(block=False)
+            title = item.get('titolo', '')
+            media_type = determine_media_type(title)
+            
+            result_dict[index] = {
+                'id': item.get('id', ''),
+                'name': title,
+                'type': media_type,
+                'path_id': item.get('path_id', ''),
+                'url': f"https://www.raiplay.it{item.get('url', '')}",
+                'image': f"https://www.raiplay.it{item.get('immagine', '')}",
+            }
+            
+            work_queue.task_done()
+
+        except queue.Empty:
+            break
+
+        except Exception as e:
+            console.log(f"Worker {worker_id} error: {e}")
+            work_queue.task_done()
+
+
+def title_search(query: str) -> int:
+    """
+    Search for titles based on a search query.
+      
+    Parameters:
+        - query (str): The query to search for.
+
+    Returns:
+        int: The number of titles found.
+    """
+    media_search_manager.clear()
+    table_show_manager.clear()
+
+    search_url = f"https://www.raiplay.it/atomatic/raiplay-search-service/api/v1/msearch"
+    console.print(f"[cyan]Search url: [yellow]{search_url}")
+
+    json_data = {
+        'templateIn': '6470a982e4e0301afe1f81f1',
+        'templateOut': '6516ac5d40da6c377b151642',
+        'params': {
+            'param': query,
+            'from': None,
+            'sort': 'relevance',
+            'onlyVideoQuery': False,
+        },
+    }
+
+    try:
+        response = httpx.post(search_url, headers={'user-agent': get_userAgent()}, json=json_data, timeout=max_timeout, follow_redirects=True)
+        response.raise_for_status()
+
+    except Exception as e:
+        console.print(f"Site: {site_constant.SITE_NAME}, request search error: {e}")
+        return 0
+
+    # Limit to only 15 results for performance
+    data = response.json().get('agg').get('titoli').get('cards')
+    data = data[:15] if len(data) > 15 else data
+    
+    # Use multithreading to determine media types in parallel
+    work_queue = queue.Queue()
+    result_dict = {}
+    
+    # Add items to the work queue
+    for i, item in enumerate(data):
+        work_queue.put((i, item))
+    
+    # Create and start worker threads
+    threads = []
+    for i in range(min(MAX_THREADS, len(data))):
+        thread = threading.Thread(
+            target=worker_determine_type,
+            args=(work_queue, result_dict, i),
+            daemon=True
+        )
+        threads.append(thread)
+        thread.start()
+    
+    # Wait for all threads to complete
+    for thread in threads:
+        thread.join()
+    
+    # Add all results to media manager in correct order
+    for i in range(len(data)):
+        if i in result_dict:
+            media_search_manager.add_media(result_dict[i])
+          
+    # Return the number of titles found
+    return media_search_manager.get_length()

StreamingCommunity/Api/Site/raiplay/util/ScrapeSerie.py

@@ -0,0 +1,127 @@
+# 01.03.24
+
+import logging
+
+
+# External libraries
+import httpx
+
+
+# Internal utilities
+from StreamingCommunity.Util.headers import get_headers
+from StreamingCommunity.Util.config_json import config_manager
+from StreamingCommunity.Api.Player.Helper.Vixcloud.util import SeasonManager
+
+
+# Variable
+max_timeout = config_manager.get_int("REQUESTS", "timeout")
+
+
+class GetSerieInfo:
+    def __init__(self, program_name: str):
+        """Initialize the GetSerieInfo class."""
+        self.base_url = "https://www.raiplay.it"
+        self.program_name = program_name
+        self.series_name = program_name
+        self.seasons_manager = SeasonManager()
+
+    def collect_info_title(self) -> None:
+        """Get series info including seasons."""
+        try:
+            program_url = f"{self.base_url}/programmi/{self.program_name}.json"
+            response = httpx.get(url=program_url, headers=get_headers(), timeout=max_timeout)
+            response.raise_for_status()
+
+            json_data = response.json()
+            
+            # Look for seasons in the 'blocks' property
+            for block in json_data.get('blocks'):
+                if block.get('type') == 'RaiPlay Multimedia Block' and block.get('name', '').lower() == 'episodi':
+                    self.publishing_block_id = block.get('id')
+                    
+                    # Extract seasons from sets array
+                    for season_set in block.get('sets', []):
+                        if 'stagione' in season_set.get('name', '').lower():
+                            self.seasons_manager.add_season({
+                                'id': season_set.get('id', ''),
+                                'number': len(self.seasons_manager.seasons) + 1,
+                                'name': season_set.get('name', ''),
+                                'path': season_set.get('path_id', ''),
+                                'episodes_count': season_set.get('episode_size', {}).get('number', 0)
+                            })
+
+        except Exception as e:
+            logging.error(f"Error collecting series info: {e}")
+
+    def collect_info_season(self, number_season: int) -> None:
+        """Get episodes for a specific season."""
+        try:
+            season = self.seasons_manager.get_season_by_number(number_season)
+
+            url = f"{self.base_url}/programmi/{self.program_name}/{self.publishing_block_id}/{season.id}/episodes.json"
+            response = httpx.get(url=url, headers=get_headers(), timeout=max_timeout)
+            response.raise_for_status()
+            
+            episodes_data = response.json()
+            cards = []
+            
+            # Extract episodes from different possible structures 
+            if 'seasons' in episodes_data:
+                for season_data in episodes_data.get('seasons', []):
+                    for episode_set in season_data.get('episodes', []):
+                        cards.extend(episode_set.get('cards', []))
+            
+            if not cards:
+                cards = episodes_data.get('cards', [])
+
+            # Add episodes to season
+            for ep in cards:
+                episode = {
+                    'id': ep.get('id', ''),
+                    'number': ep.get('episode', ''),
+                    'name': ep.get('episode_title', '') or ep.get('toptitle', ''),
+                    'duration': ep.get('duration', ''),
+                    'url': f"{self.base_url}{ep.get('weblink', '')}" if 'weblink' in ep else f"{self.base_url}{ep.get('url', '')}"
+                }
+                season.episodes.add(episode)
+
+        except Exception as e:
+            logging.error(f"Error collecting episodes for season {number_season}: {e}")
+            raise
+
+
+    # ------------- FOR GUI -------------
+    def getNumberSeason(self) -> int:
+        """
+        Get the total number of seasons available for the series.
+        """
+        if not self.seasons_manager.seasons:
+            self.collect_info_title()
+            
+        return len(self.seasons_manager.seasons)
+    
+    def getEpisodeSeasons(self, season_number: int) -> list:
+        """
+        Get all episodes for a specific season.
+        """
+        season = self.seasons_manager.get_season_by_number(season_number)
+
+        if not season:
+            logging.error(f"Season {season_number} not found")
+            return []
+            
+        if not season.episodes.episodes:
+            self.collect_info_season(season_number)
+            
+        return season.episodes.episodes
+        
+    def selectEpisode(self, season_number: int, episode_index: int) -> dict:
+        """
+        Get information for a specific episode in a specific season.
+        """
+        episodes = self.getEpisodeSeasons(season_number)
+        if not episodes or episode_index < 0 or episode_index >= len(episodes):
+            logging.error(f"Episode index {episode_index} is out of range for season {season_number}")
+            return None
+            
+        return episodes[episode_index]

StreamingCommunity/Api/Site/streamingcommunity/__init__.py

@@ -58,52 +58,59 @@ def get_user_input(string_to_search: str = None):
 
     return string_to_search
 
-def process_search_result(select_title):
+def process_search_result(select_title, selections=None):
     """
     Handles the search result and initiates the download for either a film or series.
+    
+    Parameters:
+        select_title (MediaItem): The selected media item
+        selections (dict, optional): Dictionary containing selection inputs that bypass manual input
+                                    {'season': season_selection, 'episode': episode_selection}
     """
     if select_title.type == 'tv':
-        download_series(select_title)
+        season_selection = None
+        episode_selection = None
+        
+        if selections:
+            season_selection = selections.get('season')
+            episode_selection = selections.get('episode')
+
+        download_series(select_title, season_selection, episode_selection)
+
     else:
         download_film(select_title)
 
-def search(string_to_search: str = None, get_onlyDatabase: bool = False, direct_item: dict = None):
+def search(string_to_search: str = None, get_onlyDatabase: bool = False, direct_item: dict = None, selections: dict = None):
     """
-    Main function of the application for search film, series and anime.
+    Main function of the application for search.
 
     Parameters:
         string_to_search (str, optional): String to search for
-        get_onylDatabase (bool, optional): If True, return only the database object
+        get_onlyDatabase (bool, optional): If True, return only the database object
         direct_item (dict, optional): Direct item to process (bypass search)
+        selections (dict, optional): Dictionary containing selection inputs that bypass manual input
+                                    {'season': season_selection, 'episode': episode_selection}
     """
     if direct_item:
         select_title = MediaItem(**direct_item)
-        process_search_result(select_title)
+        process_search_result(select_title, selections)
         return
-    
-    # Get the user input for the search term
-    string_to_search = get_user_input(string_to_search)
-    
-    # Perform the database search
-    len_database = title_search(quote_plus(string_to_search))
+
+    if string_to_search is None:
+        string_to_search = msg.ask(f"\n[purple]Insert a word to search in [green]{site_constant.SITE_NAME}").strip()
+
+    # Search on database
+    len_database = title_search(string_to_search)
 
     # If only the database is needed, return the manager
     if get_onlyDatabase:
         return media_search_manager
     
-    if site_constant.TELEGRAM_BOT:
-        bot = get_bot_instance()
-        
     if len_database > 0:
         select_title = get_select_title(table_show_manager, media_search_manager)
-        process_search_result(select_title)
+        process_search_result(select_title, selections)
     
     else:
-        console.print(f"\n[red]Nothing matching was found for[white]: [purple]{string_to_search}")
-
-        if site_constant.TELEGRAM_BOT:
-            bot.send_message(f"No results found, please try again", None)
-
         # If no results are found, ask again
-        string_to_search = get_user_input()
+        console.print(f"\n[red]Nothing matching was found for[white]: [purple]{string_to_search}")
         search()

StreamingCommunity/Api/Site/streamingcommunity/film.py

@@ -55,8 +55,7 @@ def download_film(select_title: MediaItem) -> str:
     console.print(f"[bold yellow]Download:[/bold yellow] [red]{site_constant.SITE_NAME}[/red] → [cyan]{select_title.name}[/cyan] \n")
 
     # Init class
-    video_source = VideoSource(site_constant.FULL_URL, False)
-    video_source.setup(select_title.id)
+    video_source = VideoSource(site_constant.FULL_URL, False, select_title.id)
 
     # Retrieve scws and if available master playlist
     video_source.get_iframe(select_title.id)

StreamingCommunity/Api/Site/streamingcommunity/series.py

@@ -39,28 +39,22 @@ console = Console()
 
 def download_video(index_season_selected: int, index_episode_selected: int, scrape_serie: GetSerieInfo, video_source: VideoSource) -> Tuple[str,bool]:
     """
-    Download a single episode video.
+    Downloads a specific episode from the specified season.
 
     Parameters:
-        - index_season_selected (int): Index of the selected season.
-        - index_episode_selected (int): Index of the selected episode.
-
-    Return:
-        - str: output path
-        - bool: kill handler status
+        - index_season_selected (int): Season number
+        - index_episode_selected (int): Episode index
+        - scrape_serie (GetSerieInfo): Scraper object with series information
+        - video_source (VideoSource): Video source handler
+
+    Returns:
+        - str: Path to downloaded file
+        - bool: Whether download was stopped
     """
     start_message()
-    index_season_selected = dynamic_format_number(str(index_season_selected))
-
-    # SPECIAL: Get season number
-    season = None
-    for s in scrape_serie.seasons_manager.seasons:
-        if s.number == int(index_season_selected):
-            season = s
-            break
 
-    # Get info about episode
-    obj_episode = season.episodes.get(index_episode_selected - 1)
+    # Get episode information
+    obj_episode = scrape_serie.selectEpisode(index_season_selected, index_episode_selected-1)
     console.print(f"[bold yellow]Download:[/bold yellow] [red]{site_constant.SITE_NAME}[/red] → [bold magenta]{obj_episode.name}[/bold magenta] ([cyan]S{index_season_selected}E{index_episode_selected}[/cyan]) \n")
 
     if site_constant.TELEGRAM_BOT:
@@ -98,28 +92,28 @@ def download_video(index_season_selected: int, index_episode_selected: int, scra
 
     return r_proc['path'], r_proc['stopped']
 
-def download_episode(index_season_selected: int, scrape_serie: GetSerieInfo, video_source: VideoSource, download_all: bool = False) -> None:
+
+def download_episode(index_season_selected: int, scrape_serie: GetSerieInfo, video_source: VideoSource, download_all: bool = False, episode_selection: str = None) -> None:
     """
-    Download episodes of a selected season.
+    Handle downloading episodes for a specific season.
 
     Parameters:
-        - index_season_selected (int): Index of the selected season.
-        - download_all (bool): Download all episodes in the season.
+        - index_season_selected (int): Season number
+        - scrape_serie (GetSerieInfo): Scraper object with series information
+        - video_source (VideoSource): Video source object
+        - download_all (bool): Whether to download all episodes
+        - episode_selection (str, optional): Pre-defined episode selection that bypasses manual input
     """
-    start_message()
-    scrape_serie.collect_info_season(index_season_selected)
-    
-    # SPECIAL: Get season number
-    season = None
-    for s in scrape_serie.seasons_manager.seasons:
-        if s.number == index_season_selected:
-            season = s
-            break
-    episodes_count = len(season.episodes.episodes)
+    # Get episodes for the selected season
+    episodes = scrape_serie.getEpisodeSeasons(index_season_selected)
+    episodes_count = len(episodes)
 
-    if download_all:
+    if episodes_count == 0:
+        console.print(f"[red]No episodes found for season {index_season_selected}")
+        return
 
-        # Download all episodes without asking
+    if download_all:
+        # Download all episodes in the season
         for i_episode in range(1, episodes_count + 1):
             path, stopped = download_video(index_season_selected, i_episode, scrape_serie, video_source)
 
@@ -129,16 +123,16 @@ def download_episode(index_season_selected: int, scrape_serie: GetSerieInfo, vid
         console.print(f"\n[red]End downloaded [yellow]season: [red]{index_season_selected}.")
 
     else:
-
         # Display episodes list and manage user selection
-        last_command = display_episodes_list(season.episodes.episodes)
+        if episode_selection is None:
+            last_command = display_episodes_list(episodes)
+        else:
+            last_command = episode_selection
+            console.print(f"\n[cyan]Using provided episode selection: [yellow]{episode_selection}")
+        
+        # Validate the selection
         list_episode_select = manage_selection(last_command, episodes_count)
-
-        try:
-            list_episode_select = validate_episode_selection(list_episode_select, episodes_count)
-        except ValueError as e:
-            console.print(f"[red]{str(e)}")
-            return
+        list_episode_select = validate_episode_selection(list_episode_select, episodes_count)
 
         # Download selected episodes if not stopped
         for i_episode in list_episode_select:
@@ -147,70 +141,65 @@ def download_episode(index_season_selected: int, scrape_serie: GetSerieInfo, vid
             if stopped:
                 break
 
-def download_series(select_season: MediaItem) -> None:
+
+def download_series(select_season: MediaItem, season_selection: str = None, episode_selection: str = None) -> None:
     """
-    Download episodes of a TV series based on user selection.
+    Handle downloading a complete series.
 
     Parameters:
-        - select_season (MediaItem): Selected media item (TV series).
-        - domain (str): Domain from which to download.
+        - select_season (MediaItem): Series metadata from search
+        - season_selection (str, optional): Pre-defined season selection that bypasses manual input
+        - episode_selection (str, optional): Pre-defined episode selection that bypasses manual input
     """
-    if site_constant.TELEGRAM_BOT:
-        bot = get_bot_instance()
-
-    # Start message and set up video source
     start_message()
 
     # Init class
-    scrape_serie = GetSerieInfo(site_constant.FULL_URL)
-    video_source = VideoSource(site_constant.FULL_URL, True)
-
-    # Setup video source
-    scrape_serie.setup(select_season.id, select_season.slug)
-    video_source.setup(select_season.id)
+    video_source = VideoSource(site_constant.FULL_URL, True, select_season.id)
+    scrape_serie = GetSerieInfo(site_constant.FULL_URL, select_season.id, select_season.name)
 
-    # Collect information about seasons
-    scrape_serie.collect_info_title()
+    # Collect information about season
+    scrape_serie.getNumberSeason()
     seasons_count = len(scrape_serie.seasons_manager)
 
+    if site_constant.TELEGRAM_BOT:
+        bot = get_bot_instance()
+
     # Prompt user for season selection and download episodes
     console.print(f"\n[green]Seasons found: [red]{seasons_count}")
 
-    if site_constant.TELEGRAM_BOT:
-        console.print("\n[cyan]Insert season number [yellow](e.g., 1), [red]* [cyan]to download all seasons, "
-          "[yellow](e.g., 1-2) [cyan]for a range of seasons, or [yellow](e.g., 3-*) [cyan]to download from a specific season to the end")
-
-        bot.send_message(f"Stagioni trovate: {seasons_count}", None)
-
-        index_season_selected = bot.ask(
-            "select_title_episode",
-            "Menu di selezione delle stagioni\n\n"
-            "- Inserisci il numero della stagione (ad esempio, 1)\n"
-            "- Inserisci * per scaricare tutte le stagioni\n"
-            "- Inserisci un intervallo di stagioni (ad esempio, 1-2) per scaricare da una stagione all'altra\n"
-            "- Inserisci (ad esempio, 3-*) per scaricare dalla stagione specificata fino alla fine della serie",
-            None
-        )
+    # If season_selection is provided, use it instead of asking for input
+    if season_selection is None:
+        if site_constant.TELEGRAM_BOT:
+            console.print("\n[cyan]Insert season number [yellow](e.g., 1), [red]* [cyan]to download all seasons, "
+              "[yellow](e.g., 1-2) [cyan]for a range of seasons, or [yellow](e.g., 3-*) [cyan]to download from a specific season to the end")
+
+            bot.send_message(f"Stagioni trovate: {seasons_count}", None)
+
+            index_season_selected = bot.ask(
+                "select_title_episode",
+                "Menu di selezione delle stagioni\n\n"
+                "- Inserisci il numero della stagione (ad esempio, 1)\n"
+                "- Inserisci * per scaricare tutte le stagioni\n"
+                "- Inserisci un intervallo di stagioni (ad esempio, 1-2) per scaricare da una stagione all'altra\n"
+                "- Inserisci (ad esempio, 3-*) per scaricare dalla stagione specificata fino alla fine della serie",
+                None
+            )
 
+        else:
+            index_season_selected = msg.ask(
+                "\n[cyan]Insert season number [yellow](e.g., 1), [red]* [cyan]to download all seasons, "
+                "[yellow](e.g., 1-2) [cyan]for a range of seasons, or [yellow](e.g., 3-*) [cyan]to download from a specific season to the end"
+            )
     else:
-        index_season_selected = msg.ask(
-            "\n[cyan]Insert season number [yellow](e.g., 1), [red]* [cyan]to download all seasons, "
-            "[yellow](e.g., 1-2) [cyan]for a range of seasons, or [yellow](e.g., 3-*) [cyan]to download from a specific season to the end"
-        )
+        index_season_selected = season_selection
+        console.print(f"\n[cyan]Using provided season selection: [yellow]{season_selection}")
 
-    # Manage and validate the selection
+    # Validate the selection
     list_season_select = manage_selection(index_season_selected, seasons_count)
-
-    try:
-        list_season_select = validate_selection(list_season_select, seasons_count)
-    except ValueError as e:
-        console.print(f"[red]{str(e)}")
-        return
+    list_season_select = validate_selection(list_season_select, seasons_count)
 
     # Loop through the selected seasons and download episodes
     for i_season in list_season_select:
-
-        # SPECIAL: Get season number
         season = None
         for s in scrape_serie.seasons_manager.seasons:
             if s.number == i_season:
@@ -219,13 +208,10 @@ def download_series(select_season: MediaItem) -> None:
         season_number = season.number
 
         if len(list_season_select) > 1 or index_season_selected == "*":
-
-            # Download all episodes if multiple seasons are selected or if '*' is used
             download_episode(season_number, scrape_serie, video_source, download_all=True)
+            
         else:
-
-            # Otherwise, let the user select specific episodes for the single season
-            download_episode(season_number, scrape_serie, video_source, download_all=False)
+            download_episode(season_number, scrape_serie, video_source, download_all=False, episode_selection=episode_selection)
 
     if site_constant.TELEGRAM_BOT:
         bot.send_message(f"Finito di scaricare tutte le serie e episodi", None)

StreamingCommunity/Api/Site/streamingcommunity/site.py

@@ -1,7 +1,5 @@
 # 10.12.23
 
-import sys
-
 
 # External libraries
 import httpx
@@ -75,7 +73,7 @@ def title_search(query: str) -> int:
                 'name': dict_title.get('name'),
                 'type': dict_title.get('type'),
                 'date': dict_title.get('last_air_date'),
-                'score': dict_title.get('score')
+                'image': f"{site_constant.FULL_URL.replace('stream', 'cdn.stream')}/images/{dict_title.get('images')[0].get('filename')}"
             })
 
             if site_constant.TELEGRAM_BOT: