StreamingCommunity 1.7.6__py3-none-any.whl

StreamingCommunity/Src/Api/Site/streamingcommunity/series.py

@@ -0,0 +1,203 @@
+# 3.12.23
+
+import os
+import sys
+import time
+
+
+# Internal utilities
+from StreamingCommunity.Src.Util.console import console, msg
+from StreamingCommunity.Src.Util.message import start_message
+from StreamingCommunity.Src.Util.call_stack import get_call_stack
+from StreamingCommunity.Src.Util.table import TVShowManager
+from StreamingCommunity.Src.Lib.Downloader import HLS_Downloader
+
+
+# Logic class
+from .util.ScrapeSerie import ScrapeSerie
+from StreamingCommunity.Src.Api.Template.Util import manage_selection, map_episode_title, validate_selection, validate_episode_selection, execute_search
+from StreamingCommunity.Src.Api.Template.Class.SearchType import MediaItem
+
+
+# Player
+from StreamingCommunity.Src.Api.Player.vixcloud import VideoSource
+
+
+# Variable
+from .costant import ROOT_PATH, SITE_NAME, SERIES_FOLDER
+scrape_serie = ScrapeSerie(SITE_NAME)
+video_source = VideoSource(SITE_NAME, True)
+table_show_manager = TVShowManager()
+
+
+
+def download_video(tv_name: str, index_season_selected: int, index_episode_selected: int) -> None:
+    """
+    Download a single episode video.
+
+    Parameters:
+        - tv_name (str): Name of the TV series.
+        - index_season_selected (int): Index of the selected season.
+        - index_episode_selected (int): Index of the selected episode.
+    """
+
+    start_message()
+
+    # Get info about episode
+    obj_episode = scrape_serie.obj_episode_manager.episodes[index_episode_selected - 1]
+    console.print(f"[yellow]Download: [red]{index_season_selected}:{index_episode_selected} {obj_episode.name}")
+    print()
+
+    # Define filename and path for the downloaded video
+    mp4_name = f"{map_episode_title(tv_name, index_season_selected, index_episode_selected, obj_episode.name)}.mp4"
+    mp4_path = os.path.join(ROOT_PATH, SITE_NAME, SERIES_FOLDER,  tv_name, f"S{index_season_selected}")
+
+    # Retrieve scws and if available master playlist
+    video_source.get_iframe(obj_episode.id)
+    video_source.get_content()
+    master_playlist = video_source.get_playlist()
+    
+    # Download the episode
+    r_proc = HLS_Downloader(
+        m3u8_playlist=master_playlist,
+        output_filename=os.path.join(mp4_path, mp4_name)
+    ).start()
+    
+    if r_proc == 404:
+        time.sleep(2)
+
+        # Re call search function
+        if msg.ask("[green]Do you want to continue [white]([red]y[white])[green] or return at home[white]([red]n[white]) ", choices=['y', 'n'], default='y', show_choices=True) == "n":
+            frames = get_call_stack()
+            execute_search(frames[-4])
+
+    if r_proc != None:
+        console.print("[green]Result: ")
+        console.print(r_proc)
+
+def download_episode(tv_name: str, index_season_selected: int, download_all: bool = False) -> None:
+    """
+    Download episodes of a selected season.
+
+    Parameters:
+        - tv_name (str): Name of the TV series.
+        - index_season_selected (int): Index of the selected season.
+        - download_all (bool): Download all episodes in the season.
+    """
+
+    # Clean memory of all episodes and get the number of the season
+    scrape_serie.obj_episode_manager.clear()
+    season_number = scrape_serie.obj_season_manager.seasons[index_season_selected - 1].number
+
+    # Start message and collect information about episodes
+    start_message()
+    scrape_serie.collect_title_season(season_number)
+    episodes_count = scrape_serie.obj_episode_manager.get_length()
+
+    if download_all:
+
+        # Download all episodes without asking
+        for i_episode in range(1, episodes_count + 1):
+            download_video(tv_name, index_season_selected, i_episode)
+        console.print(f"\n[red]End downloaded [yellow]season: [red]{index_season_selected}.")
+
+    else:
+
+        # Display episodes list and manage user selection
+        last_command = display_episodes_list()
+        list_episode_select = manage_selection(last_command, episodes_count)
+
+        try:
+            list_episode_select = validate_episode_selection(list_episode_select, episodes_count)
+        except ValueError as e:
+            console.print(f"[red]{str(e)}")
+            return
+
+        # Download selected episodes
+        for i_episode in list_episode_select:
+            download_video(tv_name, index_season_selected, i_episode)
+
+def download_series(select_season: MediaItem, version: str) -> None:
+    """
+    Download episodes of a TV series based on user selection.
+
+    Parameters:
+        - select_season (MediaItem): Selected media item (TV series).
+        - domain (str): Domain from which to download.
+        - version (str): Version of the site.
+    """
+
+    # Start message and set up video source
+    start_message()
+
+    # Setup video source
+    scrape_serie.setup(version, select_season.id, select_season.slug)
+    video_source.setup(select_season.id)
+
+    # Collect information about seasons
+    scrape_serie.collect_info_seasons()
+    seasons_count = scrape_serie.obj_season_manager.get_length()
+
+    # Prompt user for season selection and download episodes
+    console.print(f"\n[green]Seasons found: [red]{seasons_count}")
+    index_season_selected = msg.ask(
+        "\n[cyan]Insert season number [yellow](e.g., 1), [red]* [cyan]to download all seasons, "
+        "[yellow](e.g., 1-2) [cyan]for a range of seasons, or [yellow](e.g., 3-*) [cyan]to download from a specific season to the end"
+    )
+    
+    # Manage and validate the selection
+    list_season_select = manage_selection(index_season_selected, seasons_count)
+
+    try:
+        list_season_select = validate_selection(list_season_select, seasons_count)
+    except ValueError as e:
+        console.print(f"[red]{str(e)}")
+        return
+
+    # Loop through the selected seasons and download episodes
+    for i_season in list_season_select:
+        if len(list_season_select) > 1 or index_season_selected == "*":
+
+            # Download all episodes if multiple seasons are selected or if '*' is used
+            download_episode(select_season.slug, i_season, download_all=True)
+        else:
+
+            # Otherwise, let the user select specific episodes for the single season
+            download_episode(select_season.slug, i_season, download_all=False)
+
+
+def display_episodes_list() -> str:
+    """
+    Display episodes list and handle user input.
+
+    Returns:
+        last_command (str): Last command entered by the user.
+    """
+
+    # Set up table for displaying episodes
+    table_show_manager.set_slice_end(10)
+
+    # Add columns to the table
+    column_info = {
+        "Index": {'color': 'red'},
+        "Name": {'color': 'magenta'},
+        "Duration": {'color': 'green'}
+    }
+    table_show_manager.add_column(column_info)
+
+    # Populate the table with episodes information
+    for i, media in enumerate(scrape_serie.obj_episode_manager.episodes):
+        table_show_manager.add_tv_show({
+            'Index': str(media.number),
+            'Name': media.name,
+            'Duration': str(media.duration)
+        })
+
+    # Run the table and handle user input
+    last_command = table_show_manager.run()
+
+    if last_command == "q":
+        console.print("\n[red]Quit [white]...")
+        sys.exit(0)
+
+    return last_command

StreamingCommunity/Src/Api/Site/streamingcommunity/site.py

@@ -0,0 +1,126 @@
+# 10.12.23
+
+import sys
+import json
+import logging
+
+
+# External libraries
+import httpx
+from bs4 import BeautifulSoup
+
+
+# Internal utilities
+from StreamingCommunity.Src.Util.console import console
+from StreamingCommunity.Src.Util._jsonConfig import config_manager
+from StreamingCommunity.Src.Util.headers import get_headers
+from StreamingCommunity.Src.Util.table import TVShowManager
+
+
+
+# Logic class
+from StreamingCommunity.Src.Api.Template import get_select_title
+from StreamingCommunity.Src.Api.Template.Util import search_domain
+from StreamingCommunity.Src.Api.Template.Class.SearchType import MediaManager
+
+
+# Config
+from .costant import SITE_NAME
+
+
+# Variable
+media_search_manager = MediaManager()
+table_show_manager = TVShowManager()
+
+
+
+def get_version(text: str):
+    """
+    Extracts the version from the HTML text of a webpage.
+
+    Parameters:
+        - text (str): The HTML text of the webpage.
+
+    Returns:
+        str: The version extracted from the webpage.
+        list: Top 10 titles headlines for today.
+    """
+    try:
+
+        # Parse request to site
+        soup = BeautifulSoup(text, "html.parser")
+
+        # Extract version
+        version = json.loads(soup.find("div", {"id": "app"}).get("data-page"))['version']
+        #console.print(f"[cyan]Get version [white]=> [red]{version} \n")
+
+        return version
+    
+    except Exception as e:
+        logging.error(f"Error extracting version: {e}")
+        raise
+
+
+def get_version_and_domain():
+    """
+    Retrieve the current version and domain of the site.
+
+    This function performs the following steps:
+        - Determines the correct domain to use for the site by searching for a specific meta tag.
+        - Fetches the content of the site to extract the version information.
+    """
+
+    # Find new domain if prev dont work
+    domain_to_use, base_url = search_domain(SITE_NAME, f"https://{SITE_NAME}")
+
+    # Extract version from the response
+    version = get_version(httpx.get(base_url, headers={'user-agent': get_headers()}).text)
+
+    return version, domain_to_use
+
+
+def title_search(title_search: str, domain: str) -> int:
+    """
+    Search for titles based on a search query.
+
+    Parameters:
+        - title_search (str): The title to search for.
+        - domain (str): The domain to search on.
+
+    Returns:
+        int: The number of titles found.
+    """
+
+    max_timeout = config_manager.get_int("REQUESTS", "timeout")
+    
+    # Send request to search for titles ( replace à to a and space to "+" )
+    try:
+        response = httpx.get(
+            url=f"https://{SITE_NAME}.{domain}/api/search?q={title_search.replace(' ', '+')}", 
+            headers={'user-agent': get_headers()}, 
+            timeout=max_timeout
+        )
+        response.raise_for_status()
+
+    except Exception as e:
+        console.print(f"Site: {SITE_NAME}, request search error: {e}")
+
+    # Add found titles to media search manager
+    for dict_title in response.json()['data']:
+        media_search_manager.add_media({
+            'id': dict_title.get('id'),
+            'slug': dict_title.get('slug'),
+            'name': dict_title.get('name'),
+            'type': dict_title.get('type'),
+            'score': dict_title.get('score')
+        })
+
+    # Return the number of titles found
+    return media_search_manager.get_length()
+
+
+def run_get_select_title():
+    """
+    Display a selection of titles and prompt the user to choose one.
+    """
+    return get_select_title(table_show_manager, media_search_manager)

StreamingCommunity/Src/Api/Site/streamingcommunity/util/ScrapeSerie.py

@@ -0,0 +1,113 @@
+# 01.03.24
+
+import logging
+
+
+# External libraries
+import httpx
+
+
+# Internal utilities
+from StreamingCommunity.Src.Util.headers import get_headers
+from StreamingCommunity.Src.Util._jsonConfig import config_manager
+from StreamingCommunity.Src.Api.Player.Helper.Vixcloud.util import SeasonManager, EpisodeManager
+
+
+# Variable
+max_timeout = config_manager.get_int("REQUESTS", "timeout")
+
+
+class ScrapeSerie:
+    def __init__(self, site_name: str):
+        """
+        Initialize the ScrapeSerie class for scraping TV series information.
+        
+        Args:
+            site_name (str): Name of the streaming site to scrape from
+        """
+        self.is_series = False
+        self.headers = {'user-agent': get_headers()}
+        self.base_name = site_name
+        self.domain = config_manager.get_dict('SITE', self.base_name)['domain']
+
+    def setup(self, version: str = None, media_id: int = None, series_name: str = None):
+        """
+        Set up the scraper with specific media details.
+        
+        Args:
+            version (str, optional): Site version for request headers
+            media_id (int, optional): Unique identifier for the media
+            series_name (str, optional): Name of the TV series
+        """
+        self.version = version
+        self.media_id = media_id
+
+        # If series name is provided, initialize series-specific managers
+        if series_name is not None:
+            self.is_series = True
+            self.series_name = series_name
+            self.obj_season_manager: SeasonManager = SeasonManager()
+            self.obj_episode_manager: EpisodeManager = EpisodeManager()
+
+    def collect_info_seasons(self) -> None:
+        """
+        Retrieve season information for a TV series from the streaming site.
+        
+        Raises:
+            Exception: If there's an error fetching season information
+        """
+        self.headers = {
+            'user-agent': get_headers(),
+            'x-inertia': 'true', 
+            'x-inertia-version': self.version,
+        }
+
+        try:
+
+            response = httpx.get(
+                url=f"https://{self.base_name}.{self.domain}/titles/{self.media_id}-{self.series_name}", 
+                headers=self.headers, 
+                timeout=max_timeout
+            )
+            response.raise_for_status()
+
+            # Extract seasons from JSON response
+            json_response = response.json().get('props', {}).get('title', {}).get('seasons', [])
+                
+            # Add each season to the season manager
+            for dict_season in json_response:
+                self.obj_season_manager.add_season(dict_season)
+
+        except Exception as e:
+            logging.error(f"Error collecting season info: {e}")
+            raise
+
+    def collect_title_season(self, number_season: int) -> None:
+        """
+        Retrieve episode information for a specific season.
+        
+        Args:
+            number_season (int): Season number to fetch episodes for
+        
+        Raises:
+            Exception: If there's an error fetching episode information
+        """
+        try:
+
+            response = httpx.get(
+                url=f'https://{self.base_name}.{self.domain}/titles/{self.media_id}-{self.series_name}/stagione-{number_season}', 
+                headers=self.headers, 
+                timeout=max_timeout
+            )
+            response.raise_for_status()
+
+            # Extract episodes from JSON response
+            json_response = response.json().get('props', {}).get('loadedSeason', {}).get('episodes', [])
+                
+            # Add each episode to the episode manager
+            for dict_episode in json_response:
+                self.obj_episode_manager.add_episode(dict_episode)
+
+        except Exception as e:
+            logging.error(f"Error collecting title season info: {e}")
+            raise

StreamingCommunity/Src/Api/Template/Class/SearchType.py

@@ -0,0 +1,101 @@
+# 07.07.24
+
+from typing import List, TypedDict
+
+
+class MediaItemData(TypedDict, total=False):
+    id: int                 # GENERAL
+    name: str               # GENERAL     
+    type: str               # GENERAL
+    url: str                # GENERAL
+    size: str               # GENERAL
+    score: str              # GENERAL
+    date: str               # GENERAL
+    desc: str               # GENERAL
+
+    seeder: int             # TOR
+    leecher: int            # TOR
+
+    slug: str               # SC
+    
+
+
+class MediaItemMeta(type):
+    def __new__(cls, name, bases, dct):
+        def init(self, **kwargs):
+            for key, value in kwargs.items():
+                setattr(self, key, value)
+
+        dct['__init__'] = init
+
+        def get_attr(self, item):
+            return self.__dict__.get(item, None)
+
+        dct['__getattr__'] = get_attr
+
+        def set_attr(self, key, value):
+            self.__dict__[key] = value
+
+        dct['__setattr__'] = set_attr
+
+        return super().__new__(cls, name, bases, dct)
+
+
+class MediaItem(metaclass=MediaItemMeta):
+    id: int                 # GENERAL
+    name: str               # GENERAL     
+    type: str               # GENERAL
+    url: str                # GENERAL
+    size: str               # GENERAL
+    score: str              # GENERAL
+    date: str               # GENERAL
+    desc: str               # GENERAL
+
+    seeder: int             # TOR
+    leecher: int            # TOR
+
+    slug: str               # SC
+
+    
+class MediaManager:
+    def __init__(self):
+        self.media_list: List[MediaItem] = []
+
+    def add_media(self, data: dict) -> None:
+        """
+        Add media to the list.
+
+        Args:
+            data (dict): Media data to add.
+        """
+        self.media_list.append(MediaItem(**data))
+
+    def get(self, index: int) -> MediaItem:
+        """
+        Get a media item from the list by index.
+
+        Args:
+            index (int): The index of the media item to retrieve.
+
+        Returns:
+            MediaItem: The media item at the specified index.
+        """
+        return self.media_list[index]
+
+    def get_length(self) -> int:
+        """
+        Get the number of media items in the list.
+
+        Returns:
+            int: Number of media items.
+        """
+        return len(self.media_list)
+
+    def clear(self) -> None:
+        """
+        This method clears the media list.
+        """
+        self.media_list.clear()
+
+    def __str__(self):
+        return f"MediaManager(num_media={len(self.media_list)})"

StreamingCommunity/Src/Api/Template/Util/__init__.py

@@ -0,0 +1,5 @@
+# 23.11.24
+
+from .recall_search import execute_search
+from .get_domain import search_domain
+from .manage_ep import manage_selection, map_episode_title, validate_episode_selection, validate_selection

StreamingCommunity/Src/Api/Template/Util/get_domain.py

@@ -0,0 +1,137 @@
+# 18.06.24
+
+import sys
+from urllib.parse import urlparse
+
+
+# External libraries
+import httpx
+from googlesearch import search
+
+
+# Internal utilities
+from StreamingCommunity.Src.Util.headers import get_headers
+from StreamingCommunity.Src.Util.console import console, msg
+from StreamingCommunity.Src.Util._jsonConfig import config_manager
+
+
+def google_search(query):
+    """
+    Perform a Google search and return the first result.
+
+    Args:
+        query (str): The search query to execute on Google.
+
+    Returns:
+        str: The first URL result from the search, or None if no result is found.
+    """
+    # Perform the search on Google and limit to 1 result
+    search_results = search(query, num_results=1)
+    
+    # Extract the first result
+    first_result = next(search_results, None)
+    
+    if not first_result:
+        console.print("[red]No results found.[/red]")
+    
+    return first_result
+
+def get_final_redirect_url(initial_url, max_timeout):
+    """
+    Follow redirects from the initial URL and return the final URL after all redirects.
+
+    Args:
+        initial_url (str): The URL to start with and follow redirects.
+
+    Returns:
+        str: The final URL after all redirects are followed.
+    """
+
+    # Create a client with redirects enabled
+    try:
+        with httpx.Client(follow_redirects=True, timeout=max_timeout, headers={'user-agent': get_headers()}) as client:
+            response = client.get(initial_url)
+            response.raise_for_status()
+            
+            # Capture the final URL after all redirects
+            final_url = response.url
+        
+        return final_url
+    
+    except Exception as e:
+        console.print(f"[cyan]Test url[white]: [red]{initial_url}, [cyan]error[white]: [red]{e}")
+        return None
+
+def search_domain(site_name: str, base_url: str):
+    """
+    Search for a valid domain for the given site name and base URL.
+
+    Parameters:
+        - site_name (str): The name of the site to search the domain for.
+        - base_url (str): The base URL to construct complete URLs.
+        - follow_redirects (bool): To follow redirect url or not.
+
+    Returns:
+        tuple: The found domain and the complete URL.
+    """
+
+    # Extract config domain
+    max_timeout = config_manager.get_int("REQUESTS", "timeout")
+    domain = str(config_manager.get_dict("SITE", site_name)['domain'])
+
+    try:
+
+        # Test the current domain
+        response_follow = httpx.get(f"{base_url}.{domain}", headers={'user-agent': get_headers()}, timeout=max_timeout, follow_redirects=True)
+        response_follow.raise_for_status()
+
+    except Exception as e:
+
+        query = base_url.split("/")[-1]
+        first_url = google_search(query)
+        console.print(f"[green]First url from google seach[white]: [red]{first_url}")
+
+        if first_url:
+            final_url = get_final_redirect_url(first_url, max_timeout)
+
+            if final_url != None:
+                console.print(f"\n[bold yellow]Suggestion:[/bold yellow] [white](Experimental)\n"
+                            f"[cyan]New final URL[white]: [green]{final_url}")
+                
+                def extract_domain(url):
+                    parsed_url = urlparse(url)
+                    domain = parsed_url.netloc
+                    return domain.split(".")[-1]
+
+                new_domain_extract = extract_domain(str(final_url))
+
+                if msg.ask(f"[red]Do you want to auto update config.json - '[green]{site_name}[red]' with domain: [green]{new_domain_extract}", choices=["y", "n"], default="y").lower() == "y":
+                    
+                    # Update domain in config.json
+                    config_manager.config['SITE'][site_name]['domain'] = new_domain_extract
+                    config_manager.write_config()
+
+                    # Return config domain
+                    #console.print(f"[cyan]Return domain: [red]{new_domain_extract} \n")
+                    return new_domain_extract, f"{base_url}.{new_domain_extract}"
+            
+            else:
+                console.print("[bold red]\nManually change the domain in the JSON file.[/bold red]")
+                raise
+
+        else:
+            console.print("[bold red]No valid URL to follow redirects.[/bold red]")
+
+    # Ensure the URL is in string format before parsing
+    parsed_url = urlparse(str(response_follow.url))
+    parse_domain = parsed_url.netloc
+    tld = parse_domain.split('.')[-1]
+
+    if tld is not None:
+        
+        # Update domain in config.json
+        config_manager.config['SITE'][site_name]['domain'] = tld
+        config_manager.write_config()
+
+    # Return config domain
+    return tld, f"{base_url}.{tld}"