Unit3DwebUp 0.0.14__py3-none-any.whl

config/__init__.py

@@ -0,0 +1,4 @@
+from config.itt import itt_data
+from config.sis import sis_data
+
+tracker_list = {'ITT': itt_data, 'SIS': sis_data}

config/api_data.py

@@ -0,0 +1,28 @@
+# -*- coding: utf-8 -*-
+
+# Same as the old code 08.21
+from config.settings import get_settings
+
+settings = get_settings()
+
+# Get data based on tracker name. For example itt e sis
+trackers_api_data = {
+    'ITT':
+        {
+            "url": settings.tracker.ITT_URL,
+            "api_key": settings.tracker.ITT_APIKEY,
+            "pass_key": settings.tracker.ITT_PID,
+            "announce": f"{settings.tracker.ITT_URL}/announce/{settings.tracker.ITT_PID}",
+            "source": "ItaTorrents",
+        }
+    ,
+    'SIS':
+        {
+            "url": settings.tracker.SIS_URL,
+            "api_key": settings.tracker.SIS_APIKEY,
+            "pass_key": settings.tracker.SIS_PID,
+            "announce": f"{settings.tracker.SIS_URL}/announce/{settings.tracker.SIS_PID}",
+            "source": "ShareIsland",
+        }
+
+}

config/constants.py

@@ -0,0 +1,34 @@
+# -*- coding: utf-8 -*-
+from enum import IntEnum
+
+
+class MediaStatus(IntEnum):
+    """
+    It tracks the status during the creation of a media file
+    """
+    INDEXED = 0
+
+    # Searching tmdb,tvdb,imdb
+    DB_IDENTIFIED = 1
+    DB_NOT_IDENTIFIED = 10
+    DB_ERROR = 11
+
+    # When extracting the screenshots from the video file
+    VIDEO_READY = 2
+    VIDEO_ERROR = 20
+
+    # When uploading raw data to the image host
+    DESCRIPTION_READY = 3
+    DESCRIPTION_ERROR = 30
+
+    # When generating the torrent file *.torrent
+    TORRENT_GENERATED = 4
+    TORRENT_ERROR = 40
+
+    # When uploading torrent files to the tracker
+    TRACKER_UPLOADED = 5
+    TRACKER_NOT_UPLOADED = 50
+
+    # When seeding one or more torrent files
+    TORRENT_SEED = 7
+    TORRENT_SEED_ERROR = 70

config/host_data.py

@@ -0,0 +1,47 @@
+# -*- coding: utf-8 -*-
+
+from config.settings import get_settings
+
+settings = get_settings()
+
+# Same as the old 0.8.21. Set the priority based on the config file
+# TODO : host rotation on failure is not implemented yet
+master_uploaders = ['ImgBB', 'PtScreens', 'LensDump', 'ImgFi', 'PassIMA', 'ImaRide', 'Freeimage']
+
+upload_hosts = {
+    "ImgBB": {
+        "url": "https://api.imgbb.com/1/upload",
+        "data": {"key": settings.tracker.IMGBB_KEY, "fieldname": "name"},
+        "fieldname": "image"
+    },
+    "Freeimage": {
+        "url": "https://freeimage.host/api/1/upload",
+        "data": {"key": settings.tracker.FREE_IMAGE_KEY, "fieldname": "name"},
+        "fieldname": "image"
+    },
+    "PtScreens": {
+        "url": "https://ptscreens.com/api/1/upload",
+        "data": {"key": settings.tracker.PTSCREENS_KEY, "fieldname": "title"},
+        "fieldname": "source"
+    },
+    "LensDump": {
+        "url": "https://lensdump.com/api/1/upload",
+        "data": {"key": settings.tracker.LENSDUMP_KEY, "fieldname": "title"},
+        "fieldname": "source"
+    },
+    "ImgFi": {
+        "url": "https://imgfi.com/api/1/upload",
+        "data": {"key": settings.tracker.IMGFI_KEY, "fieldname": "title"},
+        "fieldname": "source"
+    },
+    "PassIMA": {
+        "url": "https://passtheima.ge/api/1/upload",
+        "data": {"key": settings.tracker.PASSIMA_KEY, "title": "name"},
+        "fieldname": "source"
+    },
+    "ImaRide": {
+        "url": "https://www.imageride.net/api/1/upload",
+        "data": {"key": settings.tracker.IMARIDE_KEY, "fieldname": "title"},
+        "fieldname": "source"
+    }
+}

config/itt.py

@@ -0,0 +1,154 @@
+# -*- coding: utf-8 -*-
+
+# List of constants pointing to the itt tracker
+# TODO: Add automode to extract these constants?
+itt_data = {
+    "CATEGORY": {"movie": 1,
+                 "series": 2,
+                 "edicola": 6,
+                 "game": 4},
+
+    "FREELECH": {"size20": 100,
+                 "size15": 75,
+                 "size10": 50,
+                 "size5": 25},
+
+    "TYPE_ID": {"full-disc": 1,
+                "remux": 2,
+                "bdremux": 2,
+                "vh": 2,
+                "untouched": 2,
+                "bd-untouched": 2,
+                "encode": 3,
+                "bluray": 3,
+                "fullhd": 3,
+                "hevc": 3,
+                "hdrip": 3,
+                "vu": 2,
+                "web-dl": 4,
+                "webdl": 4,
+                "web": 4,
+                "web-dlmux": 4,
+                "webrip": 5,
+                "hdtv": 6,
+                "mac": 12,
+                "macos": 12,
+                "windows": 13,
+                "pc": 13,
+                "cinema-md": 14,
+                "hdts": 14,
+                "wrs": 14,
+                "md": 14,
+                "altro": 15,
+                "pdf": 16,
+                "nintendo": 17,
+                "nsw": 17,
+                "ps4": 18,
+                "psn": 18,
+                "epub": 19,
+                "mp4": 20,
+                "pack": 22,
+                "avi": 23,
+                "dvdrip": 24,
+                "bdrip": 25,
+                "webmux": 26,
+                "dlmux": 27,
+                "bdmux": 29,
+                "3d": 32,
+                "cbr-cbz": 33,
+                "ps5": 35,
+                "psvr": 35,
+                },
+    "TYPE_ID_AUDIO": {"flac": 7,
+                      "alac": 8,
+                      "ac3": 9,
+                      "aac": 10,
+                      "mp3": 11,
+                      },
+    "TAGS": {
+        "SD": 1,
+        "HD": 0,
+    },
+    "RESOLUTION": {
+        "4320p": 1,
+        "2160p": 2,
+        "1080p": 3,
+        "1080i": 4,
+        "720p": 5,
+        "576p": 6,
+        "576i": 7,
+        "480p": 8,
+        "480i": 9,
+        "altro": 10,
+    },
+    "CODEC": [
+        "h261",
+        "h262",
+        "h263",
+        "h264",
+        "x264",
+        "x265",
+        "avc",
+        "h265",
+        "hevc",
+        "vp8",
+        "vp9",
+        "av1",
+        "mpeg-1",
+        "mpeg-4",
+        "wmv",
+        "theora",
+        "divx",
+        "xvid",
+        "prores",
+        "dnxhd",
+        "cinepak",
+        "indeo",
+        "dv",
+        "ffv1",
+        "sorenson",
+        "rv40",
+        "cineform",
+        "huffyuv",
+        "mjpeg",
+        "lagarith",
+        "msu",
+        "rle",
+        "dirac",
+        "wmv3",
+        "vorbis",
+        "smpte",
+        "mjpeg",
+        "ffvhuff",
+        "v210",
+        "yuv4:2:2",
+        "yuv4:4:4",
+        "hap",
+        "sheervideo",
+        "ut",
+        "quicktime",
+        "rududu",
+        "h.266",
+        "vvc",
+        "mjpeg 4:2:0",
+        "h.263+",
+        "h.263++",
+        "vp4",
+        "vp5",
+        "vp6",
+        "vp7",
+        "vp8",
+        "vp9",
+        "vp10",
+        "vp11",
+        "vp12",
+        "vp3",
+        "vp2",
+        "vp1",
+        "amv",
+        "daala",
+        "gecko",
+        "nvenc",
+        "bluray",
+    ],
+}

config/logger.py

@@ -0,0 +1,37 @@
+# -*- coding: utf-8 -*-
+
+import logging
+import sys
+
+COLORS = {
+    logging.DEBUG: "\033[36m",     # ->  cyano
+    logging.INFO: "\033[32m",      # -> green
+    logging.WARNING: "\033[33m",   # -> yellow
+    logging.ERROR: "\033[31m",     # -> red
+    logging.CRITICAL: "\033[41m",  # -> red background
+}
+
+RESET = "\033[0m"
+
+class ColorFormatter(logging.Formatter):
+
+    # Called by the handler
+    def format(self, record):
+        color = COLORS.get(record.levelno, "")
+        message = super().format(record)
+        return f"{color}{message}{RESET}"
+
+
+# /// Attempt to create a dedicated logger for Docker....
+def get_logger(name: str = "app_logger") -> logging.Logger:
+    logger = logging.getLogger(name)
+
+    if not logger.hasHandlers():
+        logger.setLevel(logging.INFO)
+        handler = logging.StreamHandler(sys.stdout)
+        formatter = ColorFormatter("[%(levelname)s] %(name)s: %(message)s")
+        handler.setFormatter(formatter) # Custom formatter
+        logger.addHandler(handler)
+    return logger
+
+

config/settings.py

@@ -0,0 +1,212 @@
+# -*- coding: utf-8 -*-
+import os
+from functools import lru_cache
+from enum import Enum
+from pathlib import Path
+
+from pydantic import BaseModel, field_validator, model_validator, HttpUrl, Field, ValidationError
+from pydantic_settings import BaseSettings, SettingsConfigDict
+from config.logger import get_logger
+
+
+# /// Class to help avoid typos...
+class TorrentClient(str, Enum):
+    qbittorrent = "qbittorrent"
+    transmission = "transmission"
+    rtorrent = "rtorrent"
+
+
+# /// Check for missing value
+class BaseConfigModel(BaseModel):
+
+    @field_validator("*", mode="before")
+    @classmethod
+    def empty_to_none(cls, v):
+        if v == "":
+            return None
+        return v
+
+
+# /// version
+class Unit3DwebUp(BaseConfigModel):
+    VERSION: str = "build"
+
+
+# /// TRACKER CONFIG
+class TrackerConfig(BaseConfigModel):
+    ITT_URL: HttpUrl
+    ITT_APIKEY: str = None
+    ITT_PID: str | None = None
+    SIS_URL: HttpUrl
+    SIS_APIKEY: str | None = None
+    SIS_PID: str | None = None
+    MULTI_TRACKER: list[str]
+    TMDB_APIKEY: str = None
+    TVDB_APIKEY: str = None
+    IMGBB_KEY: str = None
+    FREE_IMAGE_KEY: str | None = None
+    LENSDUMP_KEY: str | None = None
+    PTSCREENS_KEY: str | None = None
+    IMGFI_KEY: str | None = None
+    PASSIMA_KEY: str | None = None
+    IMARIDE_KEY: str | None = None
+    YOUTUBE_KEY: str | None = None
+    IGDB_CLIENT_ID: str | None = None
+    IGDB_ID_SECRET: str | None = None
+
+    @field_validator("MULTI_TRACKER", mode="before")
+    @classmethod
+    def parse_multi_tracker(cls, v):
+        if isinstance(v, str):
+            return [x.strip() for x in v.split(",") if x.strip()]
+        return v
+
+    @field_validator("*")
+    @classmethod
+    def validate_api_keys(cls, v, info):
+        if info.field_name.endswith("_KEY") or "APIKEY" in info.field_name:
+            if v is not None and len(v) < 5:
+                raise ValueError(f"{info.field_name} too short")
+        return v
+
+
+# /// TORRENT CLIENT CONFIG
+class TorrentClientConfig(BaseConfigModel):
+    # Default value when the variable is commented out
+    QBIT_USER: str = "admin"
+    QBIT_PASS: str = "admin"
+    QBIT_HOST: str = "http://127.0.0.1"
+    QBIT_PORT: int = 8080
+    SHARED_QBIT_PATH: str = "/tmp"
+
+    TRASM_USER: str = "admin"
+    TRASM_PASS: str = "admin"
+    TRASM_HOST: str = "http://127.0.0.1"
+    TRASM_PORT: int = 9091
+    SHARED_TRASM_PATH: str = "/tmp"
+
+    RTORR_USER: str = "admin"
+    RTORR_PASS: str = "admin"
+    RTORR_HOST: str = "http://127.0.0.1"
+    RTORR_PORT: int = 5000
+    SHARED_RTORR_PATH: str = "/tmp"
+
+    TORRENT_CLIENT: TorrentClient = "qbittorrent"
+    TAG: str = "TAG1"
+
+    @field_validator("QBIT_PORT", "TRASM_PORT", "RTORR_PORT")
+    @classmethod
+    def validate_ports(cls, v):
+        if not 1 <= v <= 65535:
+            raise ValueError("invalid port range")
+        return v
+
+    @model_validator(mode="after")
+    def validate_selected_client(self):
+        if self.TORRENT_CLIENT == TorrentClient.qbittorrent:
+            if not self.QBIT_HOST:
+                raise ValueError("qbittorrent selected but no host has been configured")
+        if self.TORRENT_CLIENT == TorrentClient.transmission:
+            if not self.TRASM_HOST:
+                raise ValueError("transmission selected but no host has been configured")
+        if self.TORRENT_CLIENT == TorrentClient.rtorrent:
+            if not self.RTORR_HOST:
+                raise ValueError("rtorrent selected but no host has been configured")
+        return self
+
+
+# /// USER PREFERENCES
+class UserPreferences(BaseConfigModel):
+    RELEASER_SIGN: str = ""
+    TAG_POSITION_MOVIE: list[str]
+    TAG_POSITION_SERIE: list[str]
+    PTSCREENS_PRIORITY: int = 0
+    LENSDUMP_PRIORITY: int = 1
+    FREE_IMAGE_PRIORITY: int = 2
+    IMGBB_PRIORITY: int = 3
+    IMGFI_PRIORITY: int = 4
+    PASSIMA_PRIORITY: int = 5
+    IMARIDE_PRIORITY: int = 6
+
+    NUMBER_OF_SCREENSHOTS: int = 4
+    YOUTUBE_CHANNEL_ENABLE: bool = False
+    DUPLICATE_ON: bool = False  # Todo Not yet implemented
+    SKIP_DUPLICATE: bool = False  #
+    SKIP_YOUTUBE: bool = False
+    SIZE_TH: int = 50
+    WATCHER_INTERVAL: int = 60
+    WATCHER_PATH: str | None = None
+    WATCHER_DESTINATION_PATH: str | None = None
+    TORRENT_ARCHIVE_PATH: str = None
+    SCAN_PATH: str = None
+    COMPRESS_SCSHOT: int = 4
+    TORRENT_COMMENT: str | None = "no_comment"
+    PREFERRED_LANG: str | None = "all"
+    ANON: bool = False
+    WEBP_ENABLED: bool = False
+    PERSONAL_RELEASE: bool = False
+    FAST_LOAD: int = 0
+
+    @field_validator("WATCHER_INTERVAL")
+    @classmethod
+    def validate_interval(cls, v):
+        if v < 5:
+            raise ValueError("WATCHER_INTERVAL too low")
+        return v
+
+    @field_validator("TAG_POSITION_MOVIE", "TAG_POSITION_SERIE", mode="before")
+    @classmethod
+    def parse_tag_position(cls, v):
+        if isinstance(v, str):
+            return [x.strip() for x in v.split(",") if x.strip()]
+        return v
+
+
+# /// APP SETTINGS
+class Settings(BaseSettings):
+    """
+    Set default settings
+    """
+    unit3DwebUp: Unit3DwebUp = Field(default_factory=Unit3DwebUp)
+    tracker: TrackerConfig = Field(default_factory=TrackerConfig)
+    torrent: TorrentClientConfig = Field(default_factory=TorrentClientConfig)
+    prefs: UserPreferences = Field(default_factory=UserPreferences)
+
+    model_config = SettingsConfigDict(
+        env_nested_delimiter="__",
+        # /// lo utilizzo quando lo testo in locale
+        # docker utilizza 'env_file:' nel suo file yml
+        env_file=".env" if not os.getenv("DOCKER") else None,
+        extra="ignore"
+    )
+
+
+@lru_cache
+def get_settings() -> Settings:
+    """
+    :return: settings cached
+    """
+    logger = get_logger("settings_logger")
+
+    try:
+        settings = Settings()
+    except ValidationError as e:
+        for err in e.errors():
+            field_path = ".".join(str(loc) for loc in err["loc"])
+            logger.warning(f"{field_path} value not set or invalid")
+            logger.warning("-" * 50)
+
+        raise SystemExit(1)
+
+    # Create a folder for each tracker name in the MULTI_TRACKER environment variable
+    torrent_archive_path = Path("/home/app/torrent_archive") if os.getenv("DOCKER") == "true" else Path(
+        settings.prefs.TORRENT_ARCHIVE_PATH)
+    if not Path.exists(torrent_archive_path):
+        logger.warning(f"The path {torrent_archive_path} does not exist")
+        raise SystemExit(1)
+
+    for tracker_name in settings.tracker.MULTI_TRACKER:
+        torrent_archive_tracker_path = Path(torrent_archive_path) / tracker_name.upper()
+        os.makedirs(torrent_archive_tracker_path, exist_ok=True)
+
+    return settings

config/sis.py

@@ -0,0 +1,137 @@
+# -*- coding: utf-8 -*-
+
+# List of constants pointing to the sis tracker
+# TODO: Add automode to extract these constants?
+sis_data = {
+    "CATEGORY": {"movie": 1,
+                 "series": 2,
+                 "ebook": 15,
+                 "edicola": 17,
+                 "xxx": 19,
+                 "Music": 3,
+                 "game": 7,
+                 "software": 23,
+                 "eventi sportivi": 24,
+                 "misc": 25},
+
+    "FREELECH": {"size20": 100,
+                 "size15": 75,
+                 "size10": 50,
+                 "size5": 25},
+
+    "TYPE_ID": {
+        "encode": 15,
+        "web": 27,
+        "web-dl": 27,
+        "webrip": 27,
+        "remux": 7,
+        "disk": 26,
+        "cinemanews": 42,
+        "hdtv": 33,
+        "windows": 31,
+        "pc": 31,
+        "linux": 39,
+        "android": 38,
+        "appleos": 32,
+        "mp3": 25,
+        "flac": 24,
+        "epub": 48,
+        "pdf": 49,
+        "altro": 47,
+
+    },
+    "TYPE_ID_AUDIO": {
+        "flac": 24,
+        "alac": 8,
+        "ac3": 9,
+        "aac": 10,
+        "mp3": 25,
+    },
+    "TAGS": {
+        "SD": 1,
+        "HD": 0,
+    },
+    "RESOLUTION": {
+        "4320p": 1,
+        "2160p": 2,
+        '1440p': 3,
+        "1080p": 3,
+        "1080i": 4,
+        "720p": 5,
+        "576p": 6,
+        "576i": 7,
+        "480p": 8,
+        "480i": 9,
+        "altro": 11,
+    },
+    "CODEC": [
+        "h261",
+        "h262",
+        "h263",
+        "h264",
+        "x264",
+        "x265",
+        "avc",
+        "h265",
+        "hevc",
+        "vp8",
+        "vp9",
+        "av1",
+        "mpeg-1",
+        "mpeg-4",
+        "wmv",
+        "theora",
+        "divx",
+        "xvid",
+        "prores",
+        "dnxhd",
+        "cinepak",
+        "indeo",
+        "dv",
+        "ffv1",
+        "sorenson",
+        "rv40",
+        "cineform",
+        "huffyuv",
+        "mjpeg",
+        "lagarith",
+        "msu",
+        "rle",
+        "dirac",
+        "wmv3",
+        "vorbis",
+        "smpte",
+        "mjpeg",
+        "ffvhuff",
+        "v210",
+        "yuv4:2:2",
+        "yuv4:4:4",
+        "hap",
+        "sheervideo",
+        "ut",
+        "quicktime",
+        "rududu",
+        "h.266",
+        "vvc",
+        "mjpeg 4:2:0",
+        "h.263+",
+        "h.263++",
+        "vp4",
+        "vp5",
+        "vp6",
+        "vp7",
+        "vp8",
+        "vp9",
+        "vp10",
+        "vp11",
+        "vp12",
+        "vp3",
+        "vp2",
+        "vp1",
+        "amv",
+        "daala",
+        "gecko",
+        "nvenc",
+        "bluray",
+    ],
+}