StreamingCommunity 2.6.1__py3-none-any.whl → 2.7.0__py3-none-any.whl

StreamingCommunity/Api/Site/streamingcommunity/util/ScrapeSerie.py

@@ -10,7 +10,7 @@ from bs4 import BeautifulSoup
 
 
 # Internal utilities
-from StreamingCommunity.Util.headers import get_headers
+from StreamingCommunity.Util.headers import get_userAgent
 from StreamingCommunity.Util._jsonConfig import config_manager
 from StreamingCommunity.Api.Player.Helper.Vixcloud.util import Season, EpisodeManager
 
@@ -20,17 +20,16 @@ max_timeout = config_manager.get_int("REQUESTS", "timeout")
 
 
 class ScrapeSerie:
-    def __init__(self, site_name: str):
+    def __init__(self, url):
         """
         Initialize the ScrapeSerie class for scraping TV series information.
         
         Args:
-            site_name (str): Name of the streaming site to scrape from
+            - url (str): The URL of the streaming site.
         """
         self.is_series = False
-        self.headers = {'user-agent': get_headers()}
-        self.base_name = site_name
-        self.domain = config_manager.get_dict('SITE', self.base_name)['domain']
+        self.headers = {'user-agent': get_userAgent()}
+        self.url = url
 
     def setup(self, media_id: int = None, series_name: str = None):
         """
@@ -58,7 +57,7 @@ class ScrapeSerie:
         """
         try:
             response = httpx.get(
-                url=f"https://{self.base_name}.{self.domain}/titles/{self.media_id}-{self.series_name}",
+                url=f"{self.url}/titles/{self.media_id}-{self.series_name}",
                 headers=self.headers,
                 timeout=max_timeout
             )
@@ -88,9 +87,9 @@ class ScrapeSerie:
         """
         try:
             response = httpx.get(
-                url=f'https://{self.base_name}.{self.domain}/titles/{self.media_id}-{self.series_name}/stagione-{number_season}', 
+                url=f'{self.url}/titles/{self.media_id}-{self.series_name}/stagione-{number_season}', 
                 headers={
-                    'User-Agent': get_headers(),
+                    'User-Agent': get_userAgent(),
                     'x-inertia': 'true', 
                     'x-inertia-version': self.version,
                 },

StreamingCommunity/Api/Template/Util/get_domain.py

@@ -7,29 +7,13 @@ from urllib.parse import urlparse, unquote
 
 # External libraries
 import httpx
-from googlesearch import search
 
 
 # Internal utilities
 from StreamingCommunity.Util.headers import get_headers
-from StreamingCommunity.Util.console import console, msg
+from StreamingCommunity.Util.console import console
 from StreamingCommunity.Util._jsonConfig import config_manager
 
-base_headers = {
-    'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
-    'accept-language': 'it-IT,it;q=0.9,en-US;q=0.8,en;q=0.7',
-    'dnt': '1',
-    'priority': 'u=0, i',
-    'referer': '',
-    'sec-ch-ua-mobile': '?0',
-    'sec-ch-ua-platform': '"Windows"',
-    'sec-fetch-dest': 'document',
-    'sec-fetch-mode': 'navigate',
-    'sec-fetch-site': 'same-origin',
-    'sec-fetch-user': '?1',
-    'upgrade-insecure-requests': '1',
-    'user-agent': ''
-}
 
 
 def get_tld(url_str):
@@ -58,10 +42,10 @@ def get_base_domain(url_str):
 
         # Check if domain has multiple parts separated by dots
         parts = domain.split('.')
-        if len(parts) > 2:  # Handle subdomains
-            return '.'.join(parts[:-1])  # Return everything except TLD
+        if len(parts) > 2:
+            return '.'.join(parts[:-1])
         
-        return parts[0]  # Return base domain
+        return parts[0]
     
     except Exception:
         return None
@@ -83,9 +67,6 @@ def validate_url(url, base_url, max_timeout, max_retries=2, sleep=1):
     base_domain = get_base_domain(base_url)
     url_domain = get_base_domain(url)
 
-    base_headers['referer'] = url
-    base_headers['user-agent'] = get_headers()
-    
     if base_domain != url_domain:
         console.print(f"[red]Domain structure mismatch: {url_domain} != {base_domain}")
         return False, None
@@ -93,13 +74,13 @@ def validate_url(url, base_url, max_timeout, max_retries=2, sleep=1):
     # Count dots to ensure we don't have extra subdomains
     base_dots = base_url.count('.')
     url_dots = url.count('.')
-    if url_dots > base_dots + 1:  # Allow for one extra dot for TLD change
+    if url_dots > base_dots + 1:
         console.print(f"[red]Too many subdomains in URL")
         return False, None
 
     client = httpx.Client(
         verify=False,
-        headers=base_headers,
+        headers=get_headers(),
         timeout=max_timeout
     )
 
@@ -142,61 +123,19 @@ def validate_url(url, base_url, max_timeout, max_retries=2, sleep=1):
 def search_domain(site_name: str, base_url: str, get_first: bool = False):
     """Search for valid domain matching site name and base URL."""
     max_timeout = config_manager.get_int("REQUESTS", "timeout")
-    domain = str(config_manager.get_dict("SITE", site_name)['domain'])
     
-    # Test initial URL
     try:
         is_correct, redirect_tld = validate_url(base_url, base_url, max_timeout)
 
         if is_correct:
             tld = redirect_tld or get_tld(base_url)
-            config_manager.config['SITE'][site_name]['domain'] = tld
-            config_manager.write_config()
+            config_manager.configSite[site_name]['domain'] = tld
+
             console.print(f"[green]Successfully validated initial URL")
             return tld, base_url
         
-    except Exception as e:
-        console.print(f"[red]Error testing initial URL: {str(e)}")
-
-    # Google search phase
-    base_domain = get_base_domain(base_url)
-    console.print(f"\n[cyan]Searching for alternate domains for[white]: [yellow]{base_domain}")
-    
-    try:
-        search_results = list(search(base_domain, num_results=20, lang="it"))
-
-        base_urls = set()
-        for url in search_results:
-            element_url = get_base_url(url)
-            if element_url:
-                base_urls.add(element_url)
+        else:
+            return None, None
         
-        # Filter URLs based on domain matching and subdomain count
-        filtered_results = [
-            url for url in base_urls 
-            if get_base_domain(url) == base_domain 
-            and url.count('.') <= base_url.count('.') + 1
-        ]
-
-        for idx, result_url in enumerate(filtered_results, 1):
-            console.print(f"\n[cyan]Checking result {idx}/{len(filtered_results)}[white]: [yellow]{result_url}")
-            
-            is_valid, new_tld = validate_url(result_url, base_url, max_timeout)
-            if is_valid:
-                final_tld = new_tld or get_tld(result_url)
-
-                if get_first or msg.ask(
-                    f"\n[cyan]Update site[white] [red]'{site_name}'[cyan] with domain[white] [red]'{final_tld}'",
-                    choices=["y", "n"],
-                    default="y"
-                ).lower() == "y":
-                    
-                    config_manager.config['SITE'][site_name]['domain'] = final_tld
-                    config_manager.write_config()
-                    return final_tld, f"{base_url}.{final_tld}"
-                    
     except Exception as e:
-        console.print(f"[red]Error during search: {str(e)}")
-
-    console.print("[bold red]No valid URLs found matching the base URL.")
-    return domain, f"{base_url}.{domain}"
+        console.print(f"[red]Error testing initial URL: {str(e)}")

StreamingCommunity/Api/Template/config_loader.py

@@ -33,7 +33,11 @@ class SiteConstant:
     
     @property
     def DOMAIN_NOW(self):
-        return config_manager.get_dict('SITE', self.SITE_NAME)['domain']
+        return config_manager.get_site(self.SITE_NAME, 'domain')
+    
+    @property
+    def FULL_URL(self):
+        return config_manager.get_site(self.SITE_NAME, 'full_url').rstrip('/')
     
     @property
     def SERIES_FOLDER(self):
@@ -59,7 +63,7 @@ class SiteConstant:
     @property
     def COOKIE(self):
         try:
-            return config_manager.get_dict('SITE', self.SITE_NAME)['extra']
+            return config_manager.get_dict('SITE_EXTRA', self.SITE_NAME)
         except KeyError:
             return None
     

StreamingCommunity/Lib/Downloader/HLS/downloader.py

@@ -14,7 +14,7 @@ import httpx
 
 # Internal utilities
 from StreamingCommunity.Util._jsonConfig import config_manager
-from StreamingCommunity.Util.headers import get_headers
+from StreamingCommunity.Util.headers import get_userAgent
 from StreamingCommunity.Util.console import console, Panel
 from StreamingCommunity.Util.os import (
     compute_sha1_hash,
@@ -55,7 +55,7 @@ TELEGRAM_BOT = config_manager.get_bool('DEFAULT', 'telegram_bot')
 class HLSClient:
     """Client for making HTTP requests to HLS endpoints with retry mechanism."""
     def __init__(self):
-        self.headers = {'User-Agent': get_headers()}
+        self.headers = {'User-Agent': get_userAgent()}
 
     def request(self, url: str, return_content: bool = False) -> Optional[httpx.Response]:
         """

StreamingCommunity/Lib/Downloader/HLS/proxyes.py

@@ -12,7 +12,7 @@ import httpx
 
 # Internal utilities
 from StreamingCommunity.Util._jsonConfig import config_manager
-from StreamingCommunity.Util.headers import get_headers
+from StreamingCommunity.Util.headers import get_userAgent
 from StreamingCommunity.Util.os import os_manager
 
 
@@ -46,7 +46,7 @@ class ProxyManager:
 
         try:
             with httpx.Client(proxies=proxy, verify=False) as client:
-                response = client.get(self.url, timeout=self.timeout, headers={'user-agent': get_headers()})
+                response = client.get(self.url, timeout=self.timeout, headers={'user-agent': get_userAgent()})
 
                 if response.status_code == 200:
                     logging.info(f"Proxy {proxy} is working.")

StreamingCommunity/Lib/Downloader/HLS/segments.py

@@ -22,7 +22,7 @@ from tqdm import tqdm
 # Internal utilities
 from StreamingCommunity.Util.color import Colors
 from StreamingCommunity.Util.console import console
-from StreamingCommunity.Util.headers import get_headers, random_headers
+from StreamingCommunity.Util.headers import get_userAgent, random_headers
 from StreamingCommunity.Util._jsonConfig import config_manager
 from StreamingCommunity.Util.os import os_manager
 
@@ -102,7 +102,7 @@ class M3U8_Segments:
         self.key_base_url = f"{parsed_url.scheme}://{parsed_url.netloc}/"
         
         try:
-            client_params = {'headers': {'User-Agent': get_headers()}, 'timeout': MAX_TIMEOOUT}
+            client_params = {'headers': {'User-Agent': get_userAgent()}, 'timeout': MAX_TIMEOOUT}
             response = httpx.get(url=key_uri, **client_params)
             response.raise_for_status()
 
@@ -145,7 +145,7 @@ class M3U8_Segments:
     def get_info(self) -> None:
         if self.is_index_url:
             try:
-                client_params = {'headers': {'User-Agent': get_headers()}, 'timeout': MAX_TIMEOOUT}
+                client_params = {'headers': {'User-Agent': get_userAgent()}, 'timeout': MAX_TIMEOOUT}
                 response = httpx.get(self.url, **client_params)
                 response.raise_for_status()
                 
@@ -186,8 +186,8 @@ class M3U8_Segments:
 
     def _get_http_client(self, index: int = None):
         client_params = {
-            #'headers': random_headers(self.key_base_url) if hasattr(self, 'key_base_url') else {'User-Agent': get_headers()},
-            'headers': {'User-Agent': get_headers()},
+            #'headers': random_headers(self.key_base_url) if hasattr(self, 'key_base_url') else {'User-Agent': get_userAgent()},
+            'headers': {'User-Agent': get_userAgent()},
             'timeout': SEGMENT_MAX_TIMEOUT,
             'follow_redirects': True,
             'http2': False

StreamingCommunity/Lib/Downloader/MP4/downloader.py

@@ -15,7 +15,7 @@ from tqdm import tqdm
 
 
 # Internal utilities
-from StreamingCommunity.Util.headers import get_headers
+from StreamingCommunity.Util.headers import get_userAgent
 from StreamingCommunity.Util.color import Colors
 from StreamingCommunity.Util.console import console, Panel
 from StreamingCommunity.Util._jsonConfig import config_manager
@@ -99,7 +99,7 @@ def MP4_downloader(url: str, path: str, referer: str = None, headers_: dict = No
         if headers_:
             headers.update(headers_)
         else:
-            headers['User-Agent'] = get_headers()
+            headers['User-Agent'] = get_userAgent()
 
     except Exception as header_err:
         logging.error(f"Error preparing headers: {header_err}")

StreamingCommunity/Upload/update.py

@@ -13,7 +13,7 @@ import httpx
 from .version import __version__, __author__, __title__
 from StreamingCommunity.Util.console import console
 from StreamingCommunity.Util._jsonConfig import config_manager
-from StreamingCommunity.Util.headers import get_headers
+from StreamingCommunity.Util.headers import get_userAgent
 
 
 
@@ -31,14 +31,14 @@ def update():
     try:
         response_reposity = httpx.get(
             url=f"https://api.github.com/repos/{__author__}/{__title__}", 
-            headers={'user-agent': get_headers()}, 
+            headers={'user-agent': get_userAgent()}, 
             timeout=config_manager.get_int("REQUESTS", "timeout"), 
             follow_redirects=True
         ).json()
 
         response_releases = httpx.get(
             url=f"https://api.github.com/repos/{__author__}/{__title__}/releases",
-            headers={'user-agent': get_headers()}, 
+            headers={'user-agent': get_userAgent()}, 
             timeout=config_manager.get_int("REQUESTS", "timeout"), 
             follow_redirects=True
         ).json()

StreamingCommunity/Upload/version.py

@@ -1,5 +1,5 @@
 __title__ = 'StreamingCommunity'
-__version__ = '2.6.0'
+__version__ = '2.7.0'
 __author__ = 'Arrowar'
 __description__ = 'A command-line program to download film'
 __copyright__ = 'Copyright 2024'